{"level":"warn","ts":"2026-05-28T02:07:35.068775Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-28T02:07:35.06892Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.210:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.210:2380","--initial-cluster=instance=https://199.204.45.210:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.210:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.210:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-28T02:07:35.068988Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-28T02:07:35.069Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-05-28T02:07:35.069017Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-28T02:07:35.069842Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"]} {"level":"info","ts":"2026-05-28T02:07:35.069924Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.210:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-28T02:07:35.072322Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.189661ms"} {"level":"info","ts":"2026-05-28T02:07:35.082964Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1cac722af8b2b8a6","cluster-id":"ba0a336ca61ee41d"} {"level":"info","ts":"2026-05-28T02:07:35.08306Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=()"} {"level":"info","ts":"2026-05-28T02:07:35.083084Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 0"} {"level":"info","ts":"2026-05-28T02:07:35.083101Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1cac722af8b2b8a6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-28T02:07:35.083117Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 1"} {"level":"info","ts":"2026-05-28T02:07:35.083158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"warn","ts":"2026-05-28T02:07:35.089394Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-28T02:07:35.090984Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-28T02:07:35.092563Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-28T02:07:35.09505Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1cac722af8b2b8a6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-28T02:07:35.095185Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1cac722af8b2b8a6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-28T02:07:35.095359Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T02:07:35.09592Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T02:07:35.095945Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T02:07:35.096356Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"info","ts":"2026-05-28T02:07:35.096487Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","added-peer-id":"1cac722af8b2b8a6","added-peer-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-05-28T02:07:35.100562Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-28T02:07:35.100686Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-05-28T02:07:35.100742Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-05-28T02:07:35.1011Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1cac722af8b2b8a6","initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-28T02:07:35.101201Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-28T02:07:35.283666Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 is starting a new election at term 1"} {"level":"info","ts":"2026-05-28T02:07:35.283725Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-28T02:07:35.28375Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgPreVoteResp from 1cac722af8b2b8a6 at term 1"} {"level":"info","ts":"2026-05-28T02:07:35.283763Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became candidate at term 2"} {"level":"info","ts":"2026-05-28T02:07:35.28377Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgVoteResp from 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-05-28T02:07:35.28378Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became leader at term 2"} {"level":"info","ts":"2026-05-28T02:07:35.283789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1cac722af8b2b8a6 elected leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-05-28T02:07:35.284675Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1cac722af8b2b8a6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.210:2379]}","request-path":"/0/members/1cac722af8b2b8a6/attributes","cluster-id":"ba0a336ca61ee41d","publish-timeout":"7s"} {"level":"info","ts":"2026-05-28T02:07:35.284697Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-28T02:07:35.284835Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T02:07:35.284945Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-28T02:07:35.28498Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-28T02:07:35.284871Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-28T02:07:35.28595Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T02:07:35.286104Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T02:07:35.286158Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T02:07:35.287882Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-28T02:07:35.288612Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.210:2379"} {"level":"info","ts":"2026-05-28T02:07:37.150277Z","caller":"traceutil/trace.go:171","msg":"trace[1468633952] transaction","detail":"{read_only:false; response_revision:108; number_of_response:1; }","duration":"148.60088ms","start":"2026-05-28T02:07:37.001656Z","end":"2026-05-28T02:07:37.150257Z","steps":["trace[1468633952] 'process raft request' (duration: 147.747332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:37.150388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.308054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-28T02:07:37.150467Z","caller":"traceutil/trace.go:171","msg":"trace[976137705] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:108; }","duration":"137.441028ms","start":"2026-05-28T02:07:37.013013Z","end":"2026-05-28T02:07:37.150454Z","steps":["trace[976137705] 'agreement among raft nodes before linearized reading' (duration: 137.277683ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:37.150258Z","caller":"traceutil/trace.go:171","msg":"trace[897640724] linearizableReadLoop","detail":"{readStateIndex:113; appliedIndex:112; }","duration":"137.18246ms","start":"2026-05-28T02:07:37.013051Z","end":"2026-05-28T02:07:37.150233Z","steps":["trace[897640724] 'read index received' (duration: 136.267401ms)","trace[897640724] 'applied index is now lower than readState.Index' (duration: 913.969µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:07:38.215175Z","caller":"traceutil/trace.go:171","msg":"trace[110152396] transaction","detail":"{read_only:false; response_revision:116; number_of_response:1; }","duration":"542.389163ms","start":"2026-05-28T02:07:37.672755Z","end":"2026-05-28T02:07:38.215145Z","steps":["trace[110152396] 'process raft request' (duration: 541.807885ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:38.215181Z","caller":"traceutil/trace.go:171","msg":"trace[1502158472] linearizableReadLoop","detail":"{readStateIndex:121; appliedIndex:120; }","duration":"462.582274ms","start":"2026-05-28T02:07:37.752566Z","end":"2026-05-28T02:07:38.215148Z","steps":["trace[1502158472] 'read index received' (duration: 461.932753ms)","trace[1502158472] 'applied index is now lower than readState.Index' (duration: 648.421µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:07:38.215318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.73865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-28T02:07:38.215459Z","caller":"traceutil/trace.go:171","msg":"trace[167019557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:116; }","duration":"462.863564ms","start":"2026-05-28T02:07:37.752549Z","end":"2026-05-28T02:07:38.215413Z","steps":["trace[167019557] 'agreement among raft nodes before linearized reading' (duration: 462.676788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:38.215693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:37.752492Z","time spent":"463.03831ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:07:38.215806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:37.672739Z","time spent":"542.525798ms","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":634,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:07:38.497446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.688835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:07:38.497549Z","caller":"traceutil/trace.go:171","msg":"trace[285562857] transaction","detail":"{read_only:false; response_revision:134; number_of_response:1; }","duration":"181.024753ms","start":"2026-05-28T02:07:38.316505Z","end":"2026-05-28T02:07:38.49753Z","steps":["trace[285562857] 'process raft request' (duration: 60.077269ms)","trace[285562857] 'compare' (duration: 120.597512ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:07:38.588635Z","caller":"traceutil/trace.go:171","msg":"trace[969779026] transaction","detail":"{read_only:false; response_revision:135; number_of_response:1; }","duration":"101.584395ms","start":"2026-05-28T02:07:38.487031Z","end":"2026-05-28T02:07:38.588615Z","steps":["trace[969779026] 'process raft request' (duration: 101.276295ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:38.84863Z","caller":"traceutil/trace.go:171","msg":"trace[353694374] transaction","detail":"{read_only:false; response_revision:150; number_of_response:1; }","duration":"107.544468ms","start":"2026-05-28T02:07:38.741049Z","end":"2026-05-28T02:07:38.848594Z","steps":["trace[353694374] 'process raft request' (duration: 72.632066ms)","trace[353694374] 'compare' (duration: 34.693125ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:07:39.01732Z","caller":"traceutil/trace.go:171","msg":"trace[1914472790] transaction","detail":"{read_only:false; response_revision:153; number_of_response:1; }","duration":"107.733255ms","start":"2026-05-28T02:07:38.909552Z","end":"2026-05-28T02:07:39.017285Z","steps":["trace[1914472790] 'process raft request' (duration: 53.071401ms)","trace[1914472790] 'compare' (duration: 54.500718ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:07:39.208786Z","caller":"traceutil/trace.go:171","msg":"trace[1026357872] transaction","detail":"{read_only:false; response_revision:155; number_of_response:1; }","duration":"137.5095ms","start":"2026-05-28T02:07:39.071245Z","end":"2026-05-28T02:07:39.208754Z","steps":["trace[1026357872] 'process raft request' (duration: 59.989166ms)","trace[1026357872] 'compare' (duration: 77.325058ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:07:45.817932Z","caller":"traceutil/trace.go:171","msg":"trace[1556117459] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"133.274983ms","start":"2026-05-28T02:07:45.684617Z","end":"2026-05-28T02:07:45.817892Z","steps":["trace[1556117459] 'process raft request' (duration: 84.924864ms)","trace[1556117459] 'compare' (duration: 48.198154ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:07:45.818527Z","caller":"traceutil/trace.go:171","msg":"trace[2057766174] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"128.583551ms","start":"2026-05-28T02:07:45.689926Z","end":"2026-05-28T02:07:45.818509Z","steps":["trace[2057766174] 'process raft request' (duration: 128.335533ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:45.818502Z","caller":"traceutil/trace.go:171","msg":"trace[383585327] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"118.415851ms","start":"2026-05-28T02:07:45.700063Z","end":"2026-05-28T02:07:45.818479Z","steps":["trace[383585327] 'process raft request' (duration: 118.367329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:52.593761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.254536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:07:52.59387Z","caller":"traceutil/trace.go:171","msg":"trace[1120726698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:412; }","duration":"545.420142ms","start":"2026-05-28T02:07:52.048428Z","end":"2026-05-28T02:07:52.593848Z","steps":["trace[1120726698] 'range keys from in-memory index tree' (duration: 545.118782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:52.593913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:52.048403Z","time spent":"545.501274ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:07:52.593965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.757274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:07:52.59415Z","caller":"traceutil/trace.go:171","msg":"trace[733926088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:412; }","duration":"291.981641ms","start":"2026-05-28T02:07:52.302138Z","end":"2026-05-28T02:07:52.594119Z","steps":["trace[733926088] 'range keys from in-memory index tree' (duration: 291.576508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:53.354363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254100642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:07:53.85556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254100642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:07:54.356497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254100642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:07:54.487264Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.889073487s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:07:54.487599Z","caller":"traceutil/trace.go:171","msg":"trace[16823860] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"1.889772079s","start":"2026-05-28T02:07:52.597814Z","end":"2026-05-28T02:07:54.487586Z","steps":["trace[16823860] 'process raft request' (duration: 1.889658666s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:54.488057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:52.597792Z","time spent":"1.889836562s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:07:54.854304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:07:54.854415Z","caller":"traceutil/trace.go:171","msg":"trace[1839636155] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360387s","start":"2026-05-28T02:07:52.854036Z","end":"2026-05-28T02:07:54.854396Z","steps":["trace[1839636155] 'agreement among raft nodes before linearized reading' (duration: 2.000225323s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:54.854464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:52.853977Z","time spent":"2.000478001s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:07:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-28T02:07:55.124469Z","caller":"traceutil/trace.go:171","msg":"trace[1485186734] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:427; }","duration":"2.270391216s","start":"2026-05-28T02:07:52.854054Z","end":"2026-05-28T02:07:55.124445Z","steps":["trace[1485186734] 'read index received' (duration: 1.633433034s)","trace[1485186734] 'applied index is now lower than readState.Index' (duration: 636.957212ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:07:55.124578Z","caller":"traceutil/trace.go:171","msg":"trace[1185244189] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"2.526288747s","start":"2026-05-28T02:07:52.598276Z","end":"2026-05-28T02:07:55.124565Z","steps":["trace[1185244189] 'process raft request' (duration: 2.525996297s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:55.124681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:52.598249Z","time spent":"2.526357109s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:07:55.286395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.183955ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:07:55.286502Z","caller":"traceutil/trace.go:171","msg":"trace[644485241] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:429; }","duration":"161.948183ms","start":"2026-05-28T02:07:55.124536Z","end":"2026-05-28T02:07:55.286484Z","steps":["trace[644485241] 'read index received' (duration: 59.733978ms)","trace[644485241] 'applied index is now lower than readState.Index' (duration: 102.212845ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:07:55.28656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.990523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:07:55.286583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275977657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:07:55.286652Z","caller":"traceutil/trace.go:171","msg":"trace[637000994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:414; }","duration":"2.276095601s","start":"2026-05-28T02:07:53.010545Z","end":"2026-05-28T02:07:55.286641Z","steps":["trace[637000994] 'agreement among raft nodes before linearized reading' (duration: 2.275985028s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:55.286622Z","caller":"traceutil/trace.go:171","msg":"trace[1058280057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"432.115227ms","start":"2026-05-28T02:07:54.85449Z","end":"2026-05-28T02:07:55.286605Z","steps":["trace[1058280057] 'agreement among raft nodes before linearized reading' (duration: 432.010414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:55.286722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:54.854471Z","time spent":"432.243182ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:07:55.286734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.534599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-05-28T02:07:55.286807Z","caller":"traceutil/trace.go:171","msg":"trace[1414299980] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:414; }","duration":"809.653493ms","start":"2026-05-28T02:07:54.477139Z","end":"2026-05-28T02:07:55.286793Z","steps":["trace[1414299980] 'agreement among raft nodes before linearized reading' (duration: 809.463447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:55.28684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:54.47712Z","time spent":"809.714646ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-28T02:07:55.286936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355422778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:07:55.287044Z","caller":"traceutil/trace.go:171","msg":"trace[723554725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:414; }","duration":"1.355627814s","start":"2026-05-28T02:07:53.931397Z","end":"2026-05-28T02:07:55.287025Z","steps":["trace[723554725] 'agreement among raft nodes before linearized reading' (duration: 1.355232291s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:55.287129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:53.931374Z","time spent":"1.355731897s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:07:55.286736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:53.010524Z","time spent":"2.276200944s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:07:55.425328Z","caller":"traceutil/trace.go:171","msg":"trace[1915497851] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"133.919874ms","start":"2026-05-28T02:07:55.291371Z","end":"2026-05-28T02:07:55.425291Z","steps":["trace[1915497851] 'process raft request' (duration: 133.714197ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:55.425357Z","caller":"traceutil/trace.go:171","msg":"trace[1752438194] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"132.995394ms","start":"2026-05-28T02:07:55.292332Z","end":"2026-05-28T02:07:55.425328Z","steps":["trace[1752438194] 'process raft request' (duration: 132.895241ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:55.425482Z","caller":"traceutil/trace.go:171","msg":"trace[1770535967] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:430; }","duration":"130.40419ms","start":"2026-05-28T02:07:55.295059Z","end":"2026-05-28T02:07:55.425463Z","steps":["trace[1770535967] 'read index received' (duration: 58.828679ms)","trace[1770535967] 'applied index is now lower than readState.Index' (duration: 71.574281ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:07:55.425556Z","caller":"traceutil/trace.go:171","msg":"trace[454652923] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"131.612989ms","start":"2026-05-28T02:07:55.293931Z","end":"2026-05-28T02:07:55.425543Z","steps":["trace[454652923] 'process raft request' (duration: 131.34239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:55.425575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.505993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:07:55.425656Z","caller":"traceutil/trace.go:171","msg":"trace[1446646117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:418; }","duration":"130.622547ms","start":"2026-05-28T02:07:55.295016Z","end":"2026-05-28T02:07:55.425639Z","steps":["trace[1446646117] 'agreement among raft nodes before linearized reading' (duration: 130.511854ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:55.645775Z","caller":"traceutil/trace.go:171","msg":"trace[473111694] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"154.786721ms","start":"2026-05-28T02:07:55.490954Z","end":"2026-05-28T02:07:55.645741Z","steps":["trace[473111694] 'process raft request' (duration: 75.432497ms)","trace[473111694] 'compare' (duration: 79.178388ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:07:59.636016Z","caller":"traceutil/trace.go:171","msg":"trace[1202692505] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:442; }","duration":"197.666252ms","start":"2026-05-28T02:07:59.438318Z","end":"2026-05-28T02:07:59.635984Z","steps":["trace[1202692505] 'read index received' (duration: 197.375852ms)","trace[1202692505] 'applied index is now lower than readState.Index' (duration: 289.05µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:07:59.636368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.808137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:07:59.636378Z","caller":"traceutil/trace.go:171","msg":"trace[529467524] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"495.032718ms","start":"2026-05-28T02:07:59.141287Z","end":"2026-05-28T02:07:59.63632Z","steps":["trace[529467524] 'process raft request' (duration: 494.48598ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:07:59.636511Z","caller":"traceutil/trace.go:171","msg":"trace[913236279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:427; }","duration":"197.997483ms","start":"2026-05-28T02:07:59.438452Z","end":"2026-05-28T02:07:59.63645Z","steps":["trace[913236279] 'agreement among raft nodes before linearized reading' (duration: 197.830937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:07:59.636562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:59.141262Z","time spent":"495.214374ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:07:59.636574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.22092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:07:59.636714Z","caller":"traceutil/trace.go:171","msg":"trace[1221321657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:427; }","duration":"198.404496ms","start":"2026-05-28T02:07:59.438285Z","end":"2026-05-28T02:07:59.636689Z","steps":["trace[1221321657] 'agreement among raft nodes before linearized reading' (duration: 198.084355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:00.155432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254100675,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:08:00.282355Z","caller":"traceutil/trace.go:171","msg":"trace[685333] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"641.201779ms","start":"2026-05-28T02:07:59.641125Z","end":"2026-05-28T02:08:00.282327Z","steps":["trace[685333] 'process raft request' (duration: 602.467772ms)","trace[685333] 'compare' (duration: 38.609252ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:08:00.282517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:59.641099Z","time spent":"641.337793ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:08:00.424769Z","caller":"traceutil/trace.go:171","msg":"trace[2129133201] linearizableReadLoop","detail":"{readStateIndex:445; appliedIndex:443; }","duration":"770.156482ms","start":"2026-05-28T02:07:59.654573Z","end":"2026-05-28T02:08:00.42473Z","steps":["trace[2129133201] 'read index received' (duration: 589.025966ms)","trace[2129133201] 'applied index is now lower than readState.Index' (duration: 181.128766ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:00.425342Z","caller":"traceutil/trace.go:171","msg":"trace[1628639577] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"784.177317ms","start":"2026-05-28T02:07:59.641148Z","end":"2026-05-28T02:08:00.425325Z","steps":["trace[1628639577] 'process raft request' (duration: 781.713067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:00.425541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.657768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:08:00.425578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.984319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T02:08:00.425653Z","caller":"traceutil/trace.go:171","msg":"trace[1638553454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:429; }","duration":"569.813924ms","start":"2026-05-28T02:07:59.855811Z","end":"2026-05-28T02:08:00.425625Z","steps":["trace[1638553454] 'agreement among raft nodes before linearized reading' (duration: 569.636958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:00.425644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:59.641113Z","time spent":"784.281671ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:08:00.425677Z","caller":"traceutil/trace.go:171","msg":"trace[1970992406] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:429; }","duration":"771.098723ms","start":"2026-05-28T02:07:59.654559Z","end":"2026-05-28T02:08:00.425657Z","steps":["trace[1970992406] 'agreement among raft nodes before linearized reading' (duration: 770.916207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:00.425694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:59.855789Z","time spent":"569.898936ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:08:00.425732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:07:59.654485Z","time spent":"771.234717ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-05-28T02:08:03.948696Z","caller":"traceutil/trace.go:171","msg":"trace[805602982] linearizableReadLoop","detail":"{readStateIndex:467; appliedIndex:466; }","duration":"160.169915ms","start":"2026-05-28T02:08:03.788501Z","end":"2026-05-28T02:08:03.948671Z","steps":["trace[805602982] 'read index received' (duration: 153.54621ms)","trace[805602982] 'applied index is now lower than readState.Index' (duration: 6.622445ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:03.948818Z","caller":"traceutil/trace.go:171","msg":"trace[2092375090] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"160.62962ms","start":"2026-05-28T02:08:03.788178Z","end":"2026-05-28T02:08:03.948807Z","steps":["trace[2092375090] 'process raft request' (duration: 153.727677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:03.948965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.446504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-05-28T02:08:03.94905Z","caller":"traceutil/trace.go:171","msg":"trace[68862385] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:451; }","duration":"160.582069ms","start":"2026-05-28T02:08:03.788447Z","end":"2026-05-28T02:08:03.949029Z","steps":["trace[68862385] 'agreement among raft nodes before linearized reading' (duration: 160.382892ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:03.949193Z","caller":"traceutil/trace.go:171","msg":"trace[509344618] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"158.992848ms","start":"2026-05-28T02:08:03.790159Z","end":"2026-05-28T02:08:03.949152Z","steps":["trace[509344618] 'process raft request' (duration: 158.576944ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:09.856373Z","caller":"traceutil/trace.go:171","msg":"trace[1219953508] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"169.029103ms","start":"2026-05-28T02:08:09.687316Z","end":"2026-05-28T02:08:09.856345Z","steps":["trace[1219953508] 'process raft request' (duration: 97.312097ms)","trace[1219953508] 'compare' (duration: 71.600102ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:08:17.351775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254100885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:17.852752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254100885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:18.353414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254100885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:18.834406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.991560334s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:08:18.834683Z","caller":"traceutil/trace.go:171","msg":"trace[754327959] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"1.991963437s","start":"2026-05-28T02:08:16.842701Z","end":"2026-05-28T02:08:18.834664Z","steps":["trace[754327959] 'process raft request' (duration: 1.991874434s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:18.834779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.842674Z","time spent":"1.99206574s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:18.852089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000718001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:08:18.852168Z","caller":"traceutil/trace.go:171","msg":"trace[2075972639] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000830105s","start":"2026-05-28T02:08:16.851322Z","end":"2026-05-28T02:08:18.852152Z","steps":["trace[2075972639] 'agreement among raft nodes before linearized reading' (duration: 2.000742332s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:18.852206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.851309Z","time spent":"2.000887966s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:08:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-28T02:08:19.09098Z","caller":"traceutil/trace.go:171","msg":"trace[1147983616] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"2.242295356s","start":"2026-05-28T02:08:16.848638Z","end":"2026-05-28T02:08:19.090934Z","steps":["trace[1147983616] 'process raft request' (duration: 2.24210458s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:19.091135Z","caller":"traceutil/trace.go:171","msg":"trace[616276644] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"2.233177491s","start":"2026-05-28T02:08:16.857923Z","end":"2026-05-28T02:08:19.091101Z","steps":["trace[616276644] 'process raft request' (duration: 2.233024026s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.09122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.848627Z","time spent":"2.242502423s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:19.091311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.857888Z","time spent":"2.233350596s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:19.090993Z","caller":"traceutil/trace.go:171","msg":"trace[2044474220] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"2.240160057s","start":"2026-05-28T02:08:16.850802Z","end":"2026-05-28T02:08:19.090962Z","steps":["trace[2044474220] 'process raft request' (duration: 2.240044044s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:19.092112Z","caller":"traceutil/trace.go:171","msg":"trace[1025147894] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"2.23159396s","start":"2026-05-28T02:08:16.860486Z","end":"2026-05-28T02:08:19.09208Z","steps":["trace[1025147894] 'process raft request' (duration: 2.230599757s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.092192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.860449Z","time spent":"2.231716193s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:19.092199Z","caller":"traceutil/trace.go:171","msg":"trace[1342178972] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"2.233864483s","start":"2026-05-28T02:08:16.858294Z","end":"2026-05-28T02:08:19.092159Z","steps":["trace[1342178972] 'process raft request' (duration: 2.232686085s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.092333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.858282Z","time spent":"2.233999397s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:19.092505Z","caller":"traceutil/trace.go:171","msg":"trace[789547457] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"2.231796686s","start":"2026-05-28T02:08:16.860494Z","end":"2026-05-28T02:08:19.092291Z","steps":["trace[789547457] 'process raft request' (duration: 2.230513875s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.092549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.86048Z","time spent":"2.232043654s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:19.092563Z","caller":"traceutil/trace.go:171","msg":"trace[1453261858] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"2.214106242s","start":"2026-05-28T02:08:16.878178Z","end":"2026-05-28T02:08:19.092284Z","steps":["trace[1453261858] 'process raft request' (duration: 2.213059408s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.09275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.878161Z","time spent":"2.214510925s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:19.09271Z","caller":"traceutil/trace.go:171","msg":"trace[1549732122] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"2.19583151s","start":"2026-05-28T02:08:16.89678Z","end":"2026-05-28T02:08:19.092611Z","steps":["trace[1549732122] 'process raft request' (duration: 2.194554808s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:19.092563Z","caller":"traceutil/trace.go:171","msg":"trace[201097331] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"2.234398381s","start":"2026-05-28T02:08:16.857867Z","end":"2026-05-28T02:08:19.092266Z","steps":["trace[201097331] 'process raft request' (duration: 2.233013866s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.092816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.850789Z","time spent":"2.24056743s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:19.092921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.896749Z","time spent":"2.196079258s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:19.09291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.857828Z","time spent":"2.23499967s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:19.111116Z","caller":"traceutil/trace.go:171","msg":"trace[1703146074] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"2.192352146s","start":"2026-05-28T02:08:16.918609Z","end":"2026-05-28T02:08:19.110961Z","steps":["trace[1703146074] 'process raft request' (duration: 2.176038057s)","trace[1703146074] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; req_size:79370; } (duration: 16.144424ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:19.111146Z","caller":"traceutil/trace.go:171","msg":"trace[816483645] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:554; }","duration":"2.259763003s","start":"2026-05-28T02:08:16.851353Z","end":"2026-05-28T02:08:19.111116Z","steps":["trace[816483645] 'read index received' (duration: 1.983336557s)","trace[816483645] 'applied index is now lower than readState.Index' (duration: 276.425776ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:19.111208Z","caller":"traceutil/trace.go:171","msg":"trace[1034315281] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"2.069283403s","start":"2026-05-28T02:08:17.041914Z","end":"2026-05-28T02:08:19.111198Z","steps":["trace[1034315281] 'process raft request' (duration: 2.069041326s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.111257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:17.041883Z","time spent":"2.069341415s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:19.112419Z","caller":"traceutil/trace.go:171","msg":"trace[1585816439] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"1.34346357s","start":"2026-05-28T02:08:17.768939Z","end":"2026-05-28T02:08:19.112403Z","steps":["trace[1585816439] 'process raft request' (duration: 1.342129106s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.112511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:17.768915Z","time spent":"1.343544022s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:19.112667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:16.918568Z","time spent":"2.192597514s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:19.256802Z","caller":"traceutil/trace.go:171","msg":"trace[1611514924] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:566; }","duration":"145.613724ms","start":"2026-05-28T02:08:19.111166Z","end":"2026-05-28T02:08:19.25678Z","steps":["trace[1611514924] 'read index received' (duration: 129.138739ms)","trace[1611514924] 'applied index is now lower than readState.Index' (duration: 16.473715ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:19.256901Z","caller":"traceutil/trace.go:171","msg":"trace[557930208] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"416.568092ms","start":"2026-05-28T02:08:18.840301Z","end":"2026-05-28T02:08:19.256869Z","steps":["trace[557930208] 'process raft request' (duration: 399.911121ms)","trace[557930208] 'compare' (duration: 16.274188ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:08:19.256996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374132584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:08:19.256998Z","caller":"traceutil/trace.go:171","msg":"trace[1767527761] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"415.847537ms","start":"2026-05-28T02:08:18.841102Z","end":"2026-05-28T02:08:19.256949Z","steps":["trace[1767527761] 'process raft request' (duration: 415.573988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.257026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.459201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:08:19.257052Z","caller":"traceutil/trace.go:171","msg":"trace[625385116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:548; }","duration":"1.374241657s","start":"2026-05-28T02:08:17.882796Z","end":"2026-05-28T02:08:19.257037Z","steps":["trace[625385116] 'agreement among raft nodes before linearized reading' (duration: 1.374070321s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:19.257092Z","caller":"traceutil/trace.go:171","msg":"trace[2008174913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:548; }","duration":"873.557814ms","start":"2026-05-28T02:08:18.383521Z","end":"2026-05-28T02:08:19.257079Z","steps":["trace[2008174913] 'agreement among raft nodes before linearized reading' (duration: 873.386409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.257104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:17.882771Z","time spent":"1.37432326s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:08:19.257107Z","caller":"traceutil/trace.go:171","msg":"trace[1777147534] transaction","detail":"{read_only:false; number_of_response:1; response_revision:548; }","duration":"415.350981ms","start":"2026-05-28T02:08:18.841727Z","end":"2026-05-28T02:08:19.257078Z","steps":["trace[1777147534] 'process raft request' (duration: 415.01152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.257136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:18.383503Z","time spent":"873.624557ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:08:19.257159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.558041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:08:19.257189Z","caller":"traceutil/trace.go:171","msg":"trace[756568815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:548; }","duration":"662.610473ms","start":"2026-05-28T02:08:18.594569Z","end":"2026-05-28T02:08:19.25718Z","steps":["trace[756568815] 'agreement among raft nodes before linearized reading' (duration: 662.503919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.257035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:18.840276Z","time spent":"416.696325ms","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:19.257184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:18.841094Z","time spent":"415.990173ms","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:19.257223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:18.594557Z","time spent":"662.660514ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:08:19.257254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:18.841717Z","time spent":"415.458555ms","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6937,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:19.257516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.866382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:08:19.257864Z","caller":"traceutil/trace.go:171","msg":"trace[240517831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:548; }","duration":"405.723729ms","start":"2026-05-28T02:08:18.851971Z","end":"2026-05-28T02:08:19.257695Z","steps":["trace[240517831] 'agreement among raft nodes before linearized reading' (duration: 404.856791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.257904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:18.851951Z","time spent":"405.941967ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:08:19.257937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.383101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:08:19.258268Z","caller":"traceutil/trace.go:171","msg":"trace[2102999384] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:548; }","duration":"701.739121ms","start":"2026-05-28T02:08:18.556505Z","end":"2026-05-28T02:08:19.258245Z","steps":["trace[2102999384] 'agreement among raft nodes before linearized reading' (duration: 700.385727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:19.258325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:18.556489Z","time spent":"701.819254ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:08:19.259665Z","caller":"traceutil/trace.go:171","msg":"trace[1975208348] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"144.997823ms","start":"2026-05-28T02:08:19.114642Z","end":"2026-05-28T02:08:19.25964Z","steps":["trace[1975208348] 'process raft request' (duration: 144.600181ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:19.25989Z","caller":"traceutil/trace.go:171","msg":"trace[469963793] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"147.115902ms","start":"2026-05-28T02:08:19.112762Z","end":"2026-05-28T02:08:19.259877Z","steps":["trace[469963793] 'process raft request' (duration: 146.305466ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:19.259919Z","caller":"traceutil/trace.go:171","msg":"trace[1261372395] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"140.87719ms","start":"2026-05-28T02:08:19.119022Z","end":"2026-05-28T02:08:19.259899Z","steps":["trace[1261372395] 'process raft request' (duration: 140.28024ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:19.26003Z","caller":"traceutil/trace.go:171","msg":"trace[1835610226] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"147.240886ms","start":"2026-05-28T02:08:19.112779Z","end":"2026-05-28T02:08:19.26002Z","steps":["trace[1835610226] 'process raft request' (duration: 146.408909ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:19.260134Z","caller":"traceutil/trace.go:171","msg":"trace[1182003324] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"140.164817ms","start":"2026-05-28T02:08:19.119955Z","end":"2026-05-28T02:08:19.26012Z","steps":["trace[1182003324] 'process raft request' (duration: 139.384212ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:19.260258Z","caller":"traceutil/trace.go:171","msg":"trace[1511021602] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"135.904158ms","start":"2026-05-28T02:08:19.124343Z","end":"2026-05-28T02:08:19.260247Z","steps":["trace[1511021602] 'process raft request' (duration: 135.05009ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:19.260429Z","caller":"traceutil/trace.go:171","msg":"trace[362755536] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"133.559333ms","start":"2026-05-28T02:08:19.126856Z","end":"2026-05-28T02:08:19.260416Z","steps":["trace[362755536] 'process raft request' (duration: 132.615122ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:19.260498Z","caller":"traceutil/trace.go:171","msg":"trace[1805292378] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"131.101382ms","start":"2026-05-28T02:08:19.129373Z","end":"2026-05-28T02:08:19.260474Z","steps":["trace[1805292378] 'process raft request' (duration: 130.169712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:25.791825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254101063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:26.292439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254101063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:26.793426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254101063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:27.294402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254101063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:27.794766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254101063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:27.855277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000845439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:08:27.855354Z","caller":"traceutil/trace.go:171","msg":"trace[1119726769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000982153s","start":"2026-05-28T02:08:25.854354Z","end":"2026-05-28T02:08:27.855336Z","steps":["trace[1119726769] 'agreement among raft nodes before linearized reading' (duration: 2.00088704s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:27.855399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:25.854329Z","time spent":"2.001061745s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:08:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:08:28.295651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254101063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:28.718313Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.445851275s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:08:28.721821Z","caller":"traceutil/trace.go:171","msg":"trace[322916143] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:666; }","duration":"3.431010847s","start":"2026-05-28T02:08:25.290745Z","end":"2026-05-28T02:08:28.721756Z","steps":["trace[322916143] 'read index received' (duration: 3.427691305s)","trace[322916143] 'applied index is now lower than readState.Index' (duration: 3.317992ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:28.721965Z","caller":"traceutil/trace.go:171","msg":"trace[1703999751] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"3.450497869s","start":"2026-05-28T02:08:25.271456Z","end":"2026-05-28T02:08:28.721954Z","steps":["trace[1703999751] 'process raft request' (duration: 3.447790923s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:28.722112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.431355388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:08:28.722151Z","caller":"traceutil/trace.go:171","msg":"trace[405102276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:642; }","duration":"3.43144435s","start":"2026-05-28T02:08:25.290695Z","end":"2026-05-28T02:08:28.722139Z","steps":["trace[405102276] 'agreement among raft nodes before linearized reading' (duration: 3.431302146s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:28.722128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:25.271433Z","time spent":"3.450570521s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:28.722184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.319835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:08:28.722493Z","caller":"traceutil/trace.go:171","msg":"trace[1447779413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"859.645134ms","start":"2026-05-28T02:08:27.862803Z","end":"2026-05-28T02:08:28.722448Z","steps":["trace[1447779413] 'agreement among raft nodes before linearized reading' (duration: 859.235952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:28.722259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428794384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T02:08:28.722179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:25.290674Z","time spent":"3.431497882s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:08:28.722568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:27.862788Z","time spent":"859.752217ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:08:28.722582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.570921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-28T02:08:28.722588Z","caller":"traceutil/trace.go:171","msg":"trace[1686816553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:642; }","duration":"3.429099972s","start":"2026-05-28T02:08:25.293443Z","end":"2026-05-28T02:08:28.722543Z","steps":["trace[1686816553] 'agreement among raft nodes before linearized reading' (duration: 3.428608869s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:28.722649Z","caller":"traceutil/trace.go:171","msg":"trace[243999995] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d; range_end:; response_count:1; response_revision:642; }","duration":"864.663744ms","start":"2026-05-28T02:08:27.857956Z","end":"2026-05-28T02:08:28.72262Z","steps":["trace[243999995] 'agreement among raft nodes before linearized reading' (duration: 864.118228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:28.722647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:25.293389Z","time spent":"3.429241607s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:08:28.722637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427441748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T02:08:28.722687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:27.857935Z","time spent":"864.742706ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" "} {"level":"info","ts":"2026-05-28T02:08:28.722739Z","caller":"traceutil/trace.go:171","msg":"trace[1027072396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:642; }","duration":"3.427555672s","start":"2026-05-28T02:08:25.295144Z","end":"2026-05-28T02:08:28.7227Z","steps":["trace[1027072396] 'agreement among raft nodes before linearized reading' (duration: 3.426927164s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:28.722791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:25.295138Z","time spent":"3.427641864s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:08:28.723024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427432977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:08:28.723063Z","caller":"traceutil/trace.go:171","msg":"trace[1168213513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:642; }","duration":"3.427478587s","start":"2026-05-28T02:08:25.295565Z","end":"2026-05-28T02:08:28.723043Z","steps":["trace[1168213513] 'agreement among raft nodes before linearized reading' (duration: 3.426471879s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:28.723097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.277533193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cstcv\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-05-28T02:08:28.723122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:25.295556Z","time spent":"3.427558579s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:08:28.723203Z","caller":"traceutil/trace.go:171","msg":"trace[873306682] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cstcv; range_end:; response_count:1; response_revision:642; }","duration":"3.277708819s","start":"2026-05-28T02:08:25.445462Z","end":"2026-05-28T02:08:28.72317Z","steps":["trace[873306682] 'agreement among raft nodes before linearized reading' (duration: 3.276568667s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:28.723268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:25.445444Z","time spent":"3.277810341s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-cstcv\" "} {"level":"info","ts":"2026-05-28T02:08:29.665185Z","caller":"traceutil/trace.go:171","msg":"trace[2065917279] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"939.079508ms","start":"2026-05-28T02:08:28.726079Z","end":"2026-05-28T02:08:29.665159Z","steps":["trace[2065917279] 'process raft request' (duration: 938.914933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:29.665416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:28.726063Z","time spent":"939.210541ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:31.854828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:08:31.854897Z","caller":"traceutil/trace.go:171","msg":"trace[1296932127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000304169s","start":"2026-05-28T02:08:29.854576Z","end":"2026-05-28T02:08:31.85488Z","steps":["trace[1296932127] 'agreement among raft nodes before linearized reading' (duration: 2.000214566s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:31.854935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:29.854555Z","time spent":"2.000370441s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:08:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:08:32.032905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.367740138s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:08:32.033322Z","caller":"traceutil/trace.go:171","msg":"trace[1813463307] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"3.304962323s","start":"2026-05-28T02:08:28.728337Z","end":"2026-05-28T02:08:32.033299Z","steps":["trace[1813463307] 'process raft request' (duration: 3.304895091s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:32.0334Z","caller":"traceutil/trace.go:171","msg":"trace[659039871] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"3.305555329s","start":"2026-05-28T02:08:28.727797Z","end":"2026-05-28T02:08:32.033352Z","steps":["trace[659039871] 'process raft request' (duration: 3.305299342s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:32.033452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:28.728329Z","time spent":"3.305049505s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:32.033645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:28.727789Z","time spent":"3.305715544s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:08:32.033706Z","caller":"traceutil/trace.go:171","msg":"trace[636083833] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"3.30524677s","start":"2026-05-28T02:08:28.728432Z","end":"2026-05-28T02:08:32.033679Z","steps":["trace[636083833] 'process raft request' (duration: 3.304834249s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:32.033827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:28.728428Z","time spent":"3.305347153s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:08:32.033914Z","caller":"traceutil/trace.go:171","msg":"trace[1141679999] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"3.305328873s","start":"2026-05-28T02:08:28.728575Z","end":"2026-05-28T02:08:32.033904Z","steps":["trace[1141679999] 'process raft request' (duration: 3.305047305s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:32.033999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:28.72857Z","time spent":"3.305374194s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:08:32.034037Z","caller":"traceutil/trace.go:171","msg":"trace[88764760] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"3.29302882s","start":"2026-05-28T02:08:28.740965Z","end":"2026-05-28T02:08:32.033994Z","steps":["trace[88764760] 'process raft request' (duration: 3.292821114s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:32.034047Z","caller":"traceutil/trace.go:171","msg":"trace[1378600706] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:667; }","duration":"2.377311324s","start":"2026-05-28T02:08:29.656698Z","end":"2026-05-28T02:08:32.034009Z","steps":["trace[1378600706] 'read index received' (duration: 8.27162ms)","trace[1378600706] 'applied index is now lower than readState.Index' (duration: 2.369038244s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:32.034103Z","caller":"traceutil/trace.go:171","msg":"trace[134368709] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"2.536235942s","start":"2026-05-28T02:08:29.497831Z","end":"2026-05-28T02:08:32.034067Z","steps":["trace[134368709] 'process raft request' (duration: 2.536113149s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:32.034135Z","caller":"traceutil/trace.go:171","msg":"trace[2011081858] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"3.220201581s","start":"2026-05-28T02:08:28.813914Z","end":"2026-05-28T02:08:32.034116Z","steps":["trace[2011081858] 'process raft request' (duration: 3.219968904s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:32.034183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:29.497813Z","time spent":"2.536334884s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:32.034226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:28.813892Z","time spent":"3.220287903s","remote":"127.0.0.1:38284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:32.034238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:28.740916Z","time spent":"3.293219316s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:32.034336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.148591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:08:32.034377Z","caller":"traceutil/trace.go:171","msg":"trace[1136765886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:650; }","duration":"179.183682ms","start":"2026-05-28T02:08:31.855179Z","end":"2026-05-28T02:08:32.034362Z","steps":["trace[1136765886] 'agreement among raft nodes before linearized reading' (duration: 179.11003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:32.034393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377667853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T02:08:32.03444Z","caller":"traceutil/trace.go:171","msg":"trace[1740715881] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:650; }","duration":"2.377777726s","start":"2026-05-28T02:08:29.656645Z","end":"2026-05-28T02:08:32.034423Z","steps":["trace[1740715881] 'agreement among raft nodes before linearized reading' (duration: 2.37755512s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:32.034507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:29.656621Z","time spent":"2.377876159s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-28T02:08:33.915256Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.624029083s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:08:33.953632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662346141s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-28T02:08:33.953763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:32.035903Z","time spent":"1.917853651s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T02:08:33.953935Z","caller":"traceutil/trace.go:171","msg":"trace[665876238] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"1.732203528s","start":"2026-05-28T02:08:32.221706Z","end":"2026-05-28T02:08:33.95391Z","steps":["trace[665876238] 'process raft request' (duration: 1.732052573s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:33.954022Z","caller":"traceutil/trace.go:171","msg":"trace[1237997062] linearizableReadLoop","detail":"{readStateIndex:676; appliedIndex:675; }","duration":"1.915547847s","start":"2026-05-28T02:08:32.038439Z","end":"2026-05-28T02:08:33.953987Z","steps":["trace[1237997062] 'read index received' (duration: 252.818935ms)","trace[1237997062] 'applied index is now lower than readState.Index' (duration: 1.662718241s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:08:33.954053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:32.221673Z","time spent":"1.73230124s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:33.9543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915836665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-28T02:08:33.954302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908388517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:08:33.954343Z","caller":"traceutil/trace.go:171","msg":"trace[595304080] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d; range_end:; response_count:1; response_revision:651; }","duration":"1.915938597s","start":"2026-05-28T02:08:32.038392Z","end":"2026-05-28T02:08:33.95433Z","steps":["trace[595304080] 'agreement among raft nodes before linearized reading' (duration: 1.915729751s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:33.954359Z","caller":"traceutil/trace.go:171","msg":"trace[1696669558] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:651; }","duration":"1.908462079s","start":"2026-05-28T02:08:32.045879Z","end":"2026-05-28T02:08:33.954341Z","steps":["trace[1696669558] 'agreement among raft nodes before linearized reading' (duration: 1.908351366s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:33.954373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:32.038343Z","time spent":"1.91602243s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" "} {"level":"warn","ts":"2026-05-28T02:08:33.954391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:32.045874Z","time spent":"1.90851056s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-05-28T02:08:33.954382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912254745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:08:33.954578Z","caller":"traceutil/trace.go:171","msg":"trace[126992417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:651; }","duration":"1.912506682s","start":"2026-05-28T02:08:32.042022Z","end":"2026-05-28T02:08:33.954528Z","steps":["trace[126992417] 'agreement among raft nodes before linearized reading' (duration: 1.912199203s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:33.954672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:32.042007Z","time spent":"1.912652435s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:08:34.611743Z","caller":"traceutil/trace.go:171","msg":"trace[1189101688] linearizableReadLoop","detail":"{readStateIndex:684; appliedIndex:683; }","duration":"143.638783ms","start":"2026-05-28T02:08:34.468076Z","end":"2026-05-28T02:08:34.611715Z","steps":["trace[1189101688] 'read index received' (duration: 142.871601ms)","trace[1189101688] 'applied index is now lower than readState.Index' (duration: 766.172µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:08:34.612059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.92159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cstcv\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-05-28T02:08:34.612165Z","caller":"traceutil/trace.go:171","msg":"trace[992889051] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cstcv; range_end:; response_count:1; response_revision:658; }","duration":"144.124186ms","start":"2026-05-28T02:08:34.468026Z","end":"2026-05-28T02:08:34.61215Z","steps":["trace[992889051] 'agreement among raft nodes before linearized reading' (duration: 143.795266ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:34.612074Z","caller":"traceutil/trace.go:171","msg":"trace[147365920] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"185.685595ms","start":"2026-05-28T02:08:34.426351Z","end":"2026-05-28T02:08:34.612037Z","steps":["trace[147365920] 'process raft request' (duration: 184.753729ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:34.613276Z","caller":"traceutil/trace.go:171","msg":"trace[485245816] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"143.22441ms","start":"2026-05-28T02:08:34.470029Z","end":"2026-05-28T02:08:34.613253Z","steps":["trace[485245816] 'process raft request' (duration: 142.954233ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:36.003517Z","caller":"traceutil/trace.go:171","msg":"trace[853509841] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"410.731096ms","start":"2026-05-28T02:08:35.592755Z","end":"2026-05-28T02:08:36.003486Z","steps":["trace[853509841] 'process raft request' (duration: 366.005479ms)","trace[853509841] 'compare' (duration: 44.602043ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:08:36.003726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:35.592733Z","time spent":"410.88342ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:08:36.008016Z","caller":"traceutil/trace.go:171","msg":"trace[1846080120] linearizableReadLoop","detail":"{readStateIndex:713; appliedIndex:711; }","duration":"153.62417ms","start":"2026-05-28T02:08:35.854373Z","end":"2026-05-28T02:08:36.007998Z","steps":["trace[1846080120] 'read index received' (duration: 104.400669ms)","trace[1846080120] 'applied index is now lower than readState.Index' (duration: 49.222651ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:36.008059Z","caller":"traceutil/trace.go:171","msg":"trace[236821622] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"285.963439ms","start":"2026-05-28T02:08:35.722064Z","end":"2026-05-28T02:08:36.008028Z","steps":["trace[236821622] 'process raft request' (duration: 285.819325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:36.008153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.767265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:08:36.00819Z","caller":"traceutil/trace.go:171","msg":"trace[460015008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:687; }","duration":"153.851848ms","start":"2026-05-28T02:08:35.854328Z","end":"2026-05-28T02:08:36.008179Z","steps":["trace[460015008] 'agreement among raft nodes before linearized reading' (duration: 153.752755ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:39.68076Z","caller":"traceutil/trace.go:171","msg":"trace[1065688489] linearizableReadLoop","detail":"{readStateIndex:761; appliedIndex:760; }","duration":"365.902186ms","start":"2026-05-28T02:08:39.314829Z","end":"2026-05-28T02:08:39.680731Z","steps":["trace[1065688489] 'read index received' (duration: 365.709071ms)","trace[1065688489] 'applied index is now lower than readState.Index' (duration: 191.885µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:39.680968Z","caller":"traceutil/trace.go:171","msg":"trace[1156232702] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"533.492556ms","start":"2026-05-28T02:08:39.147407Z","end":"2026-05-28T02:08:39.6809Z","steps":["trace[1156232702] 'process raft request' (duration: 533.145456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:39.68114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:39.147379Z","time spent":"533.687212ms","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:08:39.68114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.295267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-05-28T02:08:39.681253Z","caller":"traceutil/trace.go:171","msg":"trace[424814583] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:733; }","duration":"366.41681ms","start":"2026-05-28T02:08:39.314775Z","end":"2026-05-28T02:08:39.681192Z","steps":["trace[424814583] 'agreement among raft nodes before linearized reading' (duration: 366.102891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:39.68131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:39.314753Z","time spent":"366.541304ms","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-05-28T02:08:39.87344Z","caller":"traceutil/trace.go:171","msg":"trace[1778312424] linearizableReadLoop","detail":"{readStateIndex:762; appliedIndex:761; }","duration":"192.568626ms","start":"2026-05-28T02:08:39.680848Z","end":"2026-05-28T02:08:39.873416Z","steps":["trace[1778312424] 'read index received' (duration: 192.37571ms)","trace[1778312424] 'applied index is now lower than readState.Index' (duration: 191.856µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:39.873479Z","caller":"traceutil/trace.go:171","msg":"trace[1704862487] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"328.407552ms","start":"2026-05-28T02:08:39.545042Z","end":"2026-05-28T02:08:39.873449Z","steps":["trace[1704862487] 'process raft request' (duration: 328.190756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:39.873796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.689448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T02:08:39.873868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:39.545023Z","time spent":"328.766181ms","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:08:39.873925Z","caller":"traceutil/trace.go:171","msg":"trace[2117307415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:734; }","duration":"338.857992ms","start":"2026-05-28T02:08:39.535048Z","end":"2026-05-28T02:08:39.873906Z","steps":["trace[2117307415] 'agreement among raft nodes before linearized reading' (duration: 338.498932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:39.873836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.362069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-28T02:08:39.873981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:39.535035Z","time spent":"338.932244ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:08:39.873891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.158019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cstcv\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-05-28T02:08:39.874018Z","caller":"traceutil/trace.go:171","msg":"trace[2104221691] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:734; }","duration":"216.589895ms","start":"2026-05-28T02:08:39.657405Z","end":"2026-05-28T02:08:39.873995Z","steps":["trace[2104221691] 'agreement among raft nodes before linearized reading' (duration: 216.116822ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:39.874115Z","caller":"traceutil/trace.go:171","msg":"trace[803370026] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cstcv; range_end:; response_count:1; response_revision:734; }","duration":"354.364474ms","start":"2026-05-28T02:08:39.519678Z","end":"2026-05-28T02:08:39.874043Z","steps":["trace[803370026] 'agreement among raft nodes before linearized reading' (duration: 353.972563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:39.874223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:39.519661Z","time spent":"354.54127ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18360,"request content":"key:\"/registry/pods/kube-system/cilium-cstcv\" "} {"level":"info","ts":"2026-05-28T02:08:39.879653Z","caller":"traceutil/trace.go:171","msg":"trace[1807122794] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"104.865212ms","start":"2026-05-28T02:08:39.774763Z","end":"2026-05-28T02:08:39.879628Z","steps":["trace[1807122794] 'process raft request' (duration: 104.644836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:39.879677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.11862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-05-28T02:08:39.879808Z","caller":"traceutil/trace.go:171","msg":"trace[1546591272] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:735; }","duration":"156.278954ms","start":"2026-05-28T02:08:39.723515Z","end":"2026-05-28T02:08:39.879794Z","steps":["trace[1546591272] 'agreement among raft nodes before linearized reading' (duration: 156.045788ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:40.093313Z","caller":"traceutil/trace.go:171","msg":"trace[117632840] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"148.959631ms","start":"2026-05-28T02:08:39.944322Z","end":"2026-05-28T02:08:40.093282Z","steps":["trace[117632840] 'process raft request' (duration: 93.901136ms)","trace[117632840] 'compare' (duration: 54.847419ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:40.094901Z","caller":"traceutil/trace.go:171","msg":"trace[1749741464] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"133.543091ms","start":"2026-05-28T02:08:39.961295Z","end":"2026-05-28T02:08:40.094838Z","steps":["trace[1749741464] 'process raft request' (duration: 132.988315ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:50.546105Z","caller":"traceutil/trace.go:171","msg":"trace[504968928] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"230.311048ms","start":"2026-05-28T02:08:50.315766Z","end":"2026-05-28T02:08:50.546077Z","steps":["trace[504968928] 'process raft request' (duration: 154.509176ms)","trace[504968928] 'compare' (duration: 75.635207ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:50.546303Z","caller":"traceutil/trace.go:171","msg":"trace[914920160] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"230.06646ms","start":"2026-05-28T02:08:50.316206Z","end":"2026-05-28T02:08:50.546272Z","steps":["trace[914920160] 'process raft request' (duration: 229.969738ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:50.546351Z","caller":"traceutil/trace.go:171","msg":"trace[961041366] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"230.338538ms","start":"2026-05-28T02:08:50.315999Z","end":"2026-05-28T02:08:50.546337Z","steps":["trace[961041366] 'process raft request' (duration: 230.03398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:52.682972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.498608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:08:52.683093Z","caller":"traceutil/trace.go:171","msg":"trace[1300422818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:817; }","duration":"284.683233ms","start":"2026-05-28T02:08:52.398384Z","end":"2026-05-28T02:08:52.683067Z","steps":["trace[1300422818] 'range keys from in-memory index tree' (duration: 284.271172ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:52.684567Z","caller":"traceutil/trace.go:171","msg":"trace[868969351] linearizableReadLoop","detail":"{readStateIndex:850; appliedIndex:849; }","duration":"134.554099ms","start":"2026-05-28T02:08:52.549984Z","end":"2026-05-28T02:08:52.684538Z","steps":["trace[868969351] 'read index received' (duration: 134.330963ms)","trace[868969351] 'applied index is now lower than readState.Index' (duration: 221.996µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:52.68465Z","caller":"traceutil/trace.go:171","msg":"trace[2053820411] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"186.95075ms","start":"2026-05-28T02:08:52.497684Z","end":"2026-05-28T02:08:52.684635Z","steps":["trace[2053820411] 'process raft request' (duration: 186.699093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:52.684807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.821187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-28T02:08:52.684858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.745174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:08:52.684886Z","caller":"traceutil/trace.go:171","msg":"trace[776761128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:818; }","duration":"134.917759ms","start":"2026-05-28T02:08:52.54995Z","end":"2026-05-28T02:08:52.684867Z","steps":["trace[776761128] 'agreement among raft nodes before linearized reading' (duration: 134.709044ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:52.684917Z","caller":"traceutil/trace.go:171","msg":"trace[1553700060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:818; }","duration":"134.895579ms","start":"2026-05-28T02:08:52.550002Z","end":"2026-05-28T02:08:52.684897Z","steps":["trace[1553700060] 'agreement among raft nodes before linearized reading' (duration: 134.699924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:52.684963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.669483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T02:08:52.684965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.742421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:08:52.685072Z","caller":"traceutil/trace.go:171","msg":"trace[918961432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:818; }","duration":"134.846498ms","start":"2026-05-28T02:08:52.550203Z","end":"2026-05-28T02:08:52.68505Z","steps":["trace[918961432] 'agreement among raft nodes before linearized reading' (duration: 134.558849ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:08:52.685088Z","caller":"traceutil/trace.go:171","msg":"trace[1149831393] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:818; }","duration":"117.935847ms","start":"2026-05-28T02:08:52.567128Z","end":"2026-05-28T02:08:52.685064Z","steps":["trace[1149831393] 'agreement among raft nodes before linearized reading' (duration: 117.618868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:56.355261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254101526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:56.855952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254101526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:57.356772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254101526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:08:57.692037Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.094418303s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:08:57.692544Z","caller":"traceutil/trace.go:171","msg":"trace[1588480378] linearizableReadLoop","detail":"{readStateIndex:870; appliedIndex:869; }","duration":"1.8376769s","start":"2026-05-28T02:08:55.854811Z","end":"2026-05-28T02:08:57.692488Z","steps":["trace[1588480378] 'read index received' (duration: 1.837457603s)","trace[1588480378] 'applied index is now lower than readState.Index' (duration: 218.067µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:08:57.692673Z","caller":"traceutil/trace.go:171","msg":"trace[493541122] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"2.095116325s","start":"2026-05-28T02:08:55.597482Z","end":"2026-05-28T02:08:57.692599Z","steps":["trace[493541122] 'process raft request' (duration: 2.094820325s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:57.692743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837909208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:08:57.692781Z","caller":"traceutil/trace.go:171","msg":"trace[922697476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:837; }","duration":"1.837999781s","start":"2026-05-28T02:08:55.854769Z","end":"2026-05-28T02:08:57.692769Z","steps":["trace[922697476] 'agreement among raft nodes before linearized reading' (duration: 1.837921098s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:57.692818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:55.85475Z","time spent":"1.838058793s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:08:57.692856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:55.597455Z","time spent":"2.095306891s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:08:57.692943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.689085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T02:08:57.693009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.367707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:08:57.693021Z","caller":"traceutil/trace.go:171","msg":"trace[550834689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:837; }","duration":"987.781728ms","start":"2026-05-28T02:08:56.705223Z","end":"2026-05-28T02:08:57.693005Z","steps":["trace[550834689] 'agreement among raft nodes before linearized reading' (duration: 987.552941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:57.693004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.787568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:08:57.693042Z","caller":"traceutil/trace.go:171","msg":"trace[971882530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:837; }","duration":"988.433519ms","start":"2026-05-28T02:08:56.704598Z","end":"2026-05-28T02:08:57.693032Z","steps":["trace[971882530] 'agreement among raft nodes before linearized reading' (duration: 988.288074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:57.693054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:56.705155Z","time spent":"987.892802ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:08:57.693075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:56.704577Z","time spent":"988.492221ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:08:57.693073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.127677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:08:57.693087Z","caller":"traceutil/trace.go:171","msg":"trace[1618827941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:837; }","duration":"987.896612ms","start":"2026-05-28T02:08:56.705168Z","end":"2026-05-28T02:08:57.693065Z","steps":["trace[1618827941] 'agreement among raft nodes before linearized reading' (duration: 987.682505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:57.693142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:56.705155Z","time spent":"987.975044ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:08:57.693141Z","caller":"traceutil/trace.go:171","msg":"trace[2114172268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:837; }","duration":"987.253121ms","start":"2026-05-28T02:08:56.705864Z","end":"2026-05-28T02:08:57.693117Z","steps":["trace[2114172268] 'agreement among raft nodes before linearized reading' (duration: 986.946811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:57.693198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:56.705851Z","time spent":"987.337194ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:08:57.69345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585816566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T02:08:57.693502Z","caller":"traceutil/trace.go:171","msg":"trace[1255060414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:837; }","duration":"1.58591591s","start":"2026-05-28T02:08:56.107576Z","end":"2026-05-28T02:08:57.693492Z","steps":["trace[1255060414] 'agreement among raft nodes before linearized reading' (duration: 1.585158535s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:08:57.69353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:08:56.107547Z","time spent":"1.585977161s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:09:09.636919Z","caller":"traceutil/trace.go:171","msg":"trace[167675822] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"207.621036ms","start":"2026-05-28T02:09:09.429275Z","end":"2026-05-28T02:09:09.636896Z","steps":["trace[167675822] 'process raft request' (duration: 207.567364ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:09.637023Z","caller":"traceutil/trace.go:171","msg":"trace[28022437] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"213.619428ms","start":"2026-05-28T02:09:09.423365Z","end":"2026-05-28T02:09:09.636984Z","steps":["trace[28022437] 'process raft request' (duration: 213.35694ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:09.807826Z","caller":"traceutil/trace.go:171","msg":"trace[2005006268] linearizableReadLoop","detail":"{readStateIndex:999; appliedIndex:998; }","duration":"149.486854ms","start":"2026-05-28T02:09:09.658314Z","end":"2026-05-28T02:09:09.807801Z","steps":["trace[2005006268] 'read index received' (duration: 53.854435ms)","trace[2005006268] 'applied index is now lower than readState.Index' (duration: 95.631389ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:09.807911Z","caller":"traceutil/trace.go:171","msg":"trace[649414254] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"165.880921ms","start":"2026-05-28T02:09:09.641993Z","end":"2026-05-28T02:09:09.807874Z","steps":["trace[649414254] 'process raft request' (duration: 70.206001ms)","trace[649414254] 'compare' (duration: 95.463424ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:09:09.808136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.810114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T02:09:09.80822Z","caller":"traceutil/trace.go:171","msg":"trace[19115047] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:964; }","duration":"149.904517ms","start":"2026-05-28T02:09:09.658296Z","end":"2026-05-28T02:09:09.808201Z","steps":["trace[19115047] 'agreement among raft nodes before linearized reading' (duration: 149.620058ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:10.025681Z","caller":"traceutil/trace.go:171","msg":"trace[399549817] linearizableReadLoop","detail":"{readStateIndex:1008; appliedIndex:1007; }","duration":"135.066659ms","start":"2026-05-28T02:09:09.890588Z","end":"2026-05-28T02:09:10.025655Z","steps":["trace[399549817] 'read index received' (duration: 78.8815ms)","trace[399549817] 'applied index is now lower than readState.Index' (duration: 56.183829ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:10.025725Z","caller":"traceutil/trace.go:171","msg":"trace[507058920] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"148.488642ms","start":"2026-05-28T02:09:09.877224Z","end":"2026-05-28T02:09:10.025712Z","steps":["trace[507058920] 'process raft request' (duration: 92.190009ms)","trace[507058920] 'compare' (duration: 55.931391ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:09:10.025909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.439829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-28T02:09:10.025938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.337677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:09:10.025966Z","caller":"traceutil/trace.go:171","msg":"trace[1330889956] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:972; }","duration":"134.521212ms","start":"2026-05-28T02:09:09.891431Z","end":"2026-05-28T02:09:10.025953Z","steps":["trace[1330889956] 'agreement among raft nodes before linearized reading' (duration: 134.376057ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:10.026013Z","caller":"traceutil/trace.go:171","msg":"trace[1988823949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:972; }","duration":"135.435291ms","start":"2026-05-28T02:09:09.89056Z","end":"2026-05-28T02:09:10.025995Z","steps":["trace[1988823949] 'agreement among raft nodes before linearized reading' (duration: 135.236735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:14.184076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.85128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:09:14.184152Z","caller":"traceutil/trace.go:171","msg":"trace[704738671] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1021; }","duration":"160.987914ms","start":"2026-05-28T02:09:14.023144Z","end":"2026-05-28T02:09:14.184132Z","steps":["trace[704738671] 'count revisions from in-memory index tree' (duration: 160.730105ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:16.031922Z","caller":"traceutil/trace.go:171","msg":"trace[1761930889] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"120.256152ms","start":"2026-05-28T02:09:15.91163Z","end":"2026-05-28T02:09:16.031886Z","steps":["trace[1761930889] 'process raft request' (duration: 119.711995ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:19.918787Z","caller":"traceutil/trace.go:171","msg":"trace[1271731378] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"200.04146ms","start":"2026-05-28T02:09:19.71871Z","end":"2026-05-28T02:09:19.918751Z","steps":["trace[1271731378] 'process raft request' (duration: 199.836484ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:19.918953Z","caller":"traceutil/trace.go:171","msg":"trace[1200027600] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"201.746156ms","start":"2026-05-28T02:09:19.717169Z","end":"2026-05-28T02:09:19.918915Z","steps":["trace[1200027600] 'process raft request' (duration: 197.501519ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:27.332173Z","caller":"traceutil/trace.go:171","msg":"trace[157973819] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"527.487525ms","start":"2026-05-28T02:09:26.804666Z","end":"2026-05-28T02:09:27.332153Z","steps":["trace[157973819] 'process raft request' (duration: 527.355521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:27.332317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:26.804637Z","time spent":"527.600619ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:09:29.468785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50737348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:09:29.469093Z","caller":"traceutil/trace.go:171","msg":"trace[1830540229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1235; }","duration":"1.50767507s","start":"2026-05-28T02:09:27.961391Z","end":"2026-05-28T02:09:29.469066Z","steps":["trace[1830540229] 'range keys from in-memory index tree' (duration: 1.507309548s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:29.469108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508193256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:09:29.469239Z","caller":"traceutil/trace.go:171","msg":"trace[1946552346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1235; }","duration":"1.508375703s","start":"2026-05-28T02:09:27.960839Z","end":"2026-05-28T02:09:29.469215Z","steps":["trace[1946552346] 'range keys from in-memory index tree' (duration: 1.50800625s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:29.469245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614254792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:09:29.469304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:27.960832Z","time spent":"1.508461415s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:09:29.469334Z","caller":"traceutil/trace.go:171","msg":"trace[1629461040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1235; }","duration":"1.614390127s","start":"2026-05-28T02:09:27.854916Z","end":"2026-05-28T02:09:29.469306Z","steps":["trace[1629461040] 'range keys from in-memory index tree' (duration: 1.614090987s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:29.469528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:27.854882Z","time spent":"1.614628884s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:09:29.469158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:27.961386Z","time spent":"1.507760663s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:09:29.468891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507607968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:09:29.469715Z","caller":"traceutil/trace.go:171","msg":"trace[462327771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1235; }","duration":"1.508440605s","start":"2026-05-28T02:09:27.961267Z","end":"2026-05-28T02:09:29.469707Z","steps":["trace[462327771] 'range keys from in-memory index tree' (duration: 1.507541855s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:29.469758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:27.961264Z","time spent":"1.508485146s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:09:29.468768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507485464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:09:29.469842Z","caller":"traceutil/trace.go:171","msg":"trace[63937546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1235; }","duration":"1.508580789s","start":"2026-05-28T02:09:27.961238Z","end":"2026-05-28T02:09:29.469819Z","steps":["trace[63937546] 'range keys from in-memory index tree' (duration: 1.507312948s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:29.468546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508498226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T02:09:29.469912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:27.961223Z","time spent":"1.508665941s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:09:29.46995Z","caller":"traceutil/trace.go:171","msg":"trace[1311453837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1235; }","duration":"1.509922972s","start":"2026-05-28T02:09:27.960004Z","end":"2026-05-28T02:09:29.469927Z","steps":["trace[1311453837] 'range keys from in-memory index tree' (duration: 1.50831002s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:29.470019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:27.959948Z","time spent":"1.510053266s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:09:29.469455Z","caller":"traceutil/trace.go:171","msg":"trace[2064281996] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"132.120704ms","start":"2026-05-28T02:09:29.337321Z","end":"2026-05-28T02:09:29.469441Z","steps":["trace[2064281996] 'process raft request' (duration: 127.508405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:46.060314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254102532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:09:46.560953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254102532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:09:46.612371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006981581s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:09:46.612742Z","caller":"traceutil/trace.go:171","msg":"trace[342318269] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"1.073307808s","start":"2026-05-28T02:09:45.539415Z","end":"2026-05-28T02:09:46.612723Z","steps":["trace[342318269] 'process raft request' (duration: 1.073179584s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:46.612854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:45.53939Z","time spent":"1.073399871s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:46.771627Z","caller":"traceutil/trace.go:171","msg":"trace[560266975] linearizableReadLoop","detail":"{readStateIndex:1426; appliedIndex:1424; }","duration":"1.212090828s","start":"2026-05-28T02:09:45.559508Z","end":"2026-05-28T02:09:46.771599Z","steps":["trace[560266975] 'read index received' (duration: 1.05318671s)","trace[560266975] 'applied index is now lower than readState.Index' (duration: 158.902968ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:46.771765Z","caller":"traceutil/trace.go:171","msg":"trace[563795079] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"918.567466ms","start":"2026-05-28T02:09:45.853184Z","end":"2026-05-28T02:09:46.771751Z","steps":["trace[563795079] 'process raft request' (duration: 840.183524ms)","trace[563795079] 'compare' (duration: 78.095703ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:09:46.771871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:45.853163Z","time spent":"918.629848ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:09:46.77202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191964329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T02:09:46.772046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172339165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:09:46.772092Z","caller":"traceutil/trace.go:171","msg":"trace[1613053229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1376; }","duration":"1.192093782s","start":"2026-05-28T02:09:45.579984Z","end":"2026-05-28T02:09:46.772077Z","steps":["trace[1613053229] 'agreement among raft nodes before linearized reading' (duration: 1.191925187s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:46.772117Z","caller":"traceutil/trace.go:171","msg":"trace[828356295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1376; }","duration":"1.172454448s","start":"2026-05-28T02:09:45.599645Z","end":"2026-05-28T02:09:46.772099Z","steps":["trace[828356295] 'agreement among raft nodes before linearized reading' (duration: 1.172283983s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:46.77213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212639535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-28T02:09:46.772128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:45.579959Z","time spent":"1.192160685s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:09:46.772162Z","caller":"traceutil/trace.go:171","msg":"trace[1940067471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1376; }","duration":"1.212723437s","start":"2026-05-28T02:09:45.559428Z","end":"2026-05-28T02:09:46.772152Z","steps":["trace[1940067471] 'agreement among raft nodes before linearized reading' (duration: 1.212662635s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:46.772166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:45.599634Z","time spent":"1.172519261s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:09:46.772187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:45.559396Z","time spent":"1.212786799s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:09:46.772065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.754423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:09:46.772153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174003846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:09:46.77223Z","caller":"traceutil/trace.go:171","msg":"trace[531582385] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1376; }","duration":"306.970559ms","start":"2026-05-28T02:09:46.465251Z","end":"2026-05-28T02:09:46.772222Z","steps":["trace[531582385] 'agreement among raft nodes before linearized reading' (duration: 306.760562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:46.772254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:46.465229Z","time spent":"307.015761ms","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:09:46.772259Z","caller":"traceutil/trace.go:171","msg":"trace[1719762712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1376; }","duration":"1.17416007s","start":"2026-05-28T02:09:45.598075Z","end":"2026-05-28T02:09:46.772235Z","steps":["trace[1719762712] 'agreement among raft nodes before linearized reading' (duration: 1.173877062s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:46.772259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171279152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T02:09:46.772315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.435151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-djj6v\" ","response":"range_response_count:1 size:4197"} {"level":"warn","ts":"2026-05-28T02:09:46.772315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:45.598052Z","time spent":"1.174250702s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:09:46.772344Z","caller":"traceutil/trace.go:171","msg":"trace[855956280] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-djj6v; range_end:; response_count:1; response_revision:1376; }","duration":"956.502074ms","start":"2026-05-28T02:09:45.815826Z","end":"2026-05-28T02:09:46.772329Z","steps":["trace[855956280] 'agreement among raft nodes before linearized reading' (duration: 956.092072ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:46.772328Z","caller":"traceutil/trace.go:171","msg":"trace[643681217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1376; }","duration":"1.171365075s","start":"2026-05-28T02:09:45.600945Z","end":"2026-05-28T02:09:46.77231Z","steps":["trace[643681217] 'agreement among raft nodes before linearized reading' (duration: 1.17117355s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:46.772363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:45.815802Z","time spent":"956.556585ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4220,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-djj6v\" "} {"level":"warn","ts":"2026-05-28T02:09:46.772374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:45.600937Z","time spent":"1.171428937s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:09:46.772449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.187295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:09:46.772569Z","caller":"traceutil/trace.go:171","msg":"trace[1877989069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1376; }","duration":"920.35306ms","start":"2026-05-28T02:09:45.852166Z","end":"2026-05-28T02:09:46.772519Z","steps":["trace[1877989069] 'agreement among raft nodes before linearized reading' (duration: 920.01884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:46.772649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:45.852148Z","time spent":"920.489184ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:09:46.915253Z","caller":"traceutil/trace.go:171","msg":"trace[930710617] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"139.991756ms","start":"2026-05-28T02:09:46.77523Z","end":"2026-05-28T02:09:46.915222Z","steps":["trace[930710617] 'process raft request' (duration: 105.261595ms)","trace[930710617] 'compare' (duration: 34.572846ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:46.920001Z","caller":"traceutil/trace.go:171","msg":"trace[1642348069] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"143.850753ms","start":"2026-05-28T02:09:46.776088Z","end":"2026-05-28T02:09:46.919939Z","steps":["trace[1642348069] 'process raft request' (duration: 143.653717ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:46.920381Z","caller":"traceutil/trace.go:171","msg":"trace[376725026] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"144.063039ms","start":"2026-05-28T02:09:46.776288Z","end":"2026-05-28T02:09:46.920351Z","steps":["trace[376725026] 'process raft request' (duration: 143.616936ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:46.92049Z","caller":"traceutil/trace.go:171","msg":"trace[1168131545] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"140.800431ms","start":"2026-05-28T02:09:46.779671Z","end":"2026-05-28T02:09:46.920472Z","steps":["trace[1168131545] 'process raft request' (duration: 140.716698ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:46.920531Z","caller":"traceutil/trace.go:171","msg":"trace[1317970546] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"142.693088ms","start":"2026-05-28T02:09:46.777814Z","end":"2026-05-28T02:09:46.920508Z","steps":["trace[1317970546] 'process raft request' (duration: 142.527603ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:46.920864Z","caller":"traceutil/trace.go:171","msg":"trace[1306186075] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"142.844702ms","start":"2026-05-28T02:09:46.777568Z","end":"2026-05-28T02:09:46.920412Z","steps":["trace[1306186075] 'process raft request' (duration: 142.646886ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:51.806295Z","caller":"traceutil/trace.go:171","msg":"trace[603228736] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"194.065412ms","start":"2026-05-28T02:09:51.612199Z","end":"2026-05-28T02:09:51.806265Z","steps":["trace[603228736] 'process raft request' (duration: 193.980039ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:51.806372Z","caller":"traceutil/trace.go:171","msg":"trace[1913420830] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"196.071423ms","start":"2026-05-28T02:09:51.610258Z","end":"2026-05-28T02:09:51.80633Z","steps":["trace[1913420830] 'process raft request' (duration: 117.499265ms)","trace[1913420830] 'compare' (duration: 78.194146ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:53.441457Z","caller":"traceutil/trace.go:171","msg":"trace[840191158] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"317.505398ms","start":"2026-05-28T02:09:53.123916Z","end":"2026-05-28T02:09:53.441421Z","steps":["trace[840191158] 'process raft request' (duration: 317.25409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:53.441701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:53.123891Z","time spent":"317.669993ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:53.896295Z","caller":"traceutil/trace.go:171","msg":"trace[369070889] linearizableReadLoop","detail":"{readStateIndex:1545; appliedIndex:1543; }","duration":"766.574206ms","start":"2026-05-28T02:09:53.129696Z","end":"2026-05-28T02:09:53.89627Z","steps":["trace[369070889] 'read index received' (duration: 311.436184ms)","trace[369070889] 'applied index is now lower than readState.Index' (duration: 455.135052ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:53.896366Z","caller":"traceutil/trace.go:171","msg":"trace[1929952657] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"770.99611ms","start":"2026-05-28T02:09:53.125337Z","end":"2026-05-28T02:09:53.896333Z","steps":["trace[1929952657] 'process raft request' (duration: 754.360637ms)","trace[1929952657] 'compare' (duration: 16.368275ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:09:53.896513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:53.125309Z","time spent":"771.125124ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:09:53.896574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.822844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-28T02:09:53.896566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.043198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:09:53.896526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.797653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:09:53.896628Z","caller":"traceutil/trace.go:171","msg":"trace[2038820499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1493; }","duration":"766.892487ms","start":"2026-05-28T02:09:53.129723Z","end":"2026-05-28T02:09:53.896616Z","steps":["trace[2038820499] 'agreement among raft nodes before linearized reading' (duration: 766.723982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:53.896669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:53.129715Z","time spent":"766.944708ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:09:53.896672Z","caller":"traceutil/trace.go:171","msg":"trace[271943327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1493; }","duration":"766.979669ms","start":"2026-05-28T02:09:53.129673Z","end":"2026-05-28T02:09:53.896652Z","steps":["trace[271943327] 'agreement among raft nodes before linearized reading' (duration: 766.725151ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:53.896663Z","caller":"traceutil/trace.go:171","msg":"trace[1029196092] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1493; }","duration":"526.204683ms","start":"2026-05-28T02:09:53.370432Z","end":"2026-05-28T02:09:53.896637Z","steps":["trace[1029196092] 'agreement among raft nodes before linearized reading' (duration: 526.036368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:53.896695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.128073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-28T02:09:53.896737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:53.129664Z","time spent":"767.057401ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:09:53.896812Z","caller":"traceutil/trace.go:171","msg":"trace[2076872519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1493; }","duration":"766.248226ms","start":"2026-05-28T02:09:53.130525Z","end":"2026-05-28T02:09:53.896774Z","steps":["trace[2076872519] 'agreement among raft nodes before linearized reading' (duration: 765.976858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:53.896742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:53.370389Z","time spent":"526.335927ms","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:09:53.896884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:53.130517Z","time spent":"766.3573ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:09:54.099877Z","caller":"traceutil/trace.go:171","msg":"trace[1444391797] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"198.967491ms","start":"2026-05-28T02:09:53.900891Z","end":"2026-05-28T02:09:54.099859Z","steps":["trace[1444391797] 'process raft request' (duration: 128.280662ms)","trace[1444391797] 'compare' (duration: 70.363919ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:54.099931Z","caller":"traceutil/trace.go:171","msg":"trace[1894016329] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"198.973641ms","start":"2026-05-28T02:09:53.900937Z","end":"2026-05-28T02:09:54.09991Z","steps":["trace[1894016329] 'process raft request' (duration: 198.846777ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:54.100119Z","caller":"traceutil/trace.go:171","msg":"trace[619201923] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"197.820105ms","start":"2026-05-28T02:09:53.902262Z","end":"2026-05-28T02:09:54.100082Z","steps":["trace[619201923] 'process raft request' (duration: 197.609439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:56.60478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254102743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:09:57.105313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254102743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:09:57.26843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.365102669s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:09:57.26878Z","caller":"traceutil/trace.go:171","msg":"trace[1528324118] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"1.365518411s","start":"2026-05-28T02:09:55.903237Z","end":"2026-05-28T02:09:57.268755Z","steps":["trace[1528324118] 'process raft request' (duration: 1.365374776s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:57.268947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:55.903213Z","time spent":"1.365631795s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:09:57.78465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.31452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:09:57.784809Z","caller":"traceutil/trace.go:171","msg":"trace[1464553025] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"1.025055569s","start":"2026-05-28T02:09:56.759731Z","end":"2026-05-28T02:09:57.784787Z","steps":["trace[1464553025] 'process raft request' (duration: 598.493801ms)","trace[1464553025] 'compare' (duration: 426.208837ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:09:57.784879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:56.759709Z","time spent":"1.025139231s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:57.785076Z","caller":"traceutil/trace.go:171","msg":"trace[999062580] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"871.301355ms","start":"2026-05-28T02:09:56.913748Z","end":"2026-05-28T02:09:57.78505Z","steps":["trace[999062580] 'process raft request' (duration: 870.994285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:57.78523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6810915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-28T02:09:57.785239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:56.913719Z","time spent":"871.425538ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:57.785057Z","caller":"traceutil/trace.go:171","msg":"trace[50537900] linearizableReadLoop","detail":"{readStateIndex:1560; appliedIndex:1557; }","duration":"1.680884934s","start":"2026-05-28T02:09:56.104129Z","end":"2026-05-28T02:09:57.785014Z","steps":["trace[50537900] 'read index received' (duration: 1.164466227s)","trace[50537900] 'applied index is now lower than readState.Index' (duration: 516.414746ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:09:57.785274Z","caller":"traceutil/trace.go:171","msg":"trace[1872767597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1507; }","duration":"1.681167952s","start":"2026-05-28T02:09:56.104096Z","end":"2026-05-28T02:09:57.785264Z","steps":["trace[1872767597] 'agreement among raft nodes before linearized reading' (duration: 1.681016217s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:57.785307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:56.104071Z","time spent":"1.681228834s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:09:57.785422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.923355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:09:57.785498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.621944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T02:09:57.785501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681338758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:09:57.785512Z","caller":"traceutil/trace.go:171","msg":"trace[347054499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1507; }","duration":"914.037309ms","start":"2026-05-28T02:09:56.871453Z","end":"2026-05-28T02:09:57.78549Z","steps":["trace[347054499] 'agreement among raft nodes before linearized reading' (duration: 913.909885ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:57.785547Z","caller":"traceutil/trace.go:171","msg":"trace[2921451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1507; }","duration":"327.673355ms","start":"2026-05-28T02:09:57.457859Z","end":"2026-05-28T02:09:57.785532Z","steps":["trace[2921451] 'agreement among raft nodes before linearized reading' (duration: 327.50095ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:57.78556Z","caller":"traceutil/trace.go:171","msg":"trace[1181029968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1507; }","duration":"1.681440311s","start":"2026-05-28T02:09:56.104103Z","end":"2026-05-28T02:09:57.785543Z","steps":["trace[1181029968] 'agreement among raft nodes before linearized reading' (duration: 1.681254225s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:57.785569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:56.87144Z","time spent":"914.116771ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:09:57.785636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:57.457792Z","time spent":"327.83429ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:09:57.785641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:56.104078Z","time spent":"1.681548914s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:09:57.785572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681337647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T02:09:57.785853Z","caller":"traceutil/trace.go:171","msg":"trace[1336339931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1507; }","duration":"1.681734019s","start":"2026-05-28T02:09:56.104095Z","end":"2026-05-28T02:09:57.785829Z","steps":["trace[1336339931] 'agreement among raft nodes before linearized reading' (duration: 1.681027348s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:57.785968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:56.104071Z","time spent":"1.681877124s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:09:58.34628Z","caller":"traceutil/trace.go:171","msg":"trace[888904787] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"543.660482ms","start":"2026-05-28T02:09:57.802598Z","end":"2026-05-28T02:09:58.346259Z","steps":["trace[888904787] 'process raft request' (duration: 489.300667ms)","trace[888904787] 'compare' (duration: 54.262262ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:09:58.346398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:57.802572Z","time spent":"543.763434ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:09:58.400798Z","caller":"traceutil/trace.go:171","msg":"trace[268970953] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"596.580533ms","start":"2026-05-28T02:09:57.804194Z","end":"2026-05-28T02:09:58.400774Z","steps":["trace[268970953] 'process raft request' (duration: 596.536991ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:58.400864Z","caller":"traceutil/trace.go:171","msg":"trace[890357823] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"598.197441ms","start":"2026-05-28T02:09:57.802639Z","end":"2026-05-28T02:09:58.400836Z","steps":["trace[890357823] 'process raft request' (duration: 597.868802ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:09:58.400926Z","caller":"traceutil/trace.go:171","msg":"trace[1863067789] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"596.923463ms","start":"2026-05-28T02:09:57.80397Z","end":"2026-05-28T02:09:58.400893Z","steps":["trace[1863067789] 'process raft request' (duration: 596.723467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:09:58.400956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:57.804184Z","time spent":"596.690557ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:09:58.400969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:57.802623Z","time spent":"598.291195ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:09:58.401068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:09:57.803947Z","time spent":"597.047227ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:00.039772Z","caller":"traceutil/trace.go:171","msg":"trace[1316717498] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"142.843873ms","start":"2026-05-28T02:09:59.896892Z","end":"2026-05-28T02:10:00.039736Z","steps":["trace[1316717498] 'process raft request' (duration: 131.954563ms)","trace[1316717498] 'compare' (duration: 10.717174ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:00.214386Z","caller":"traceutil/trace.go:171","msg":"trace[1383382512] linearizableReadLoop","detail":"{readStateIndex:1572; appliedIndex:1571; }","duration":"133.693496ms","start":"2026-05-28T02:10:00.080664Z","end":"2026-05-28T02:10:00.214357Z","steps":["trace[1383382512] 'read index received' (duration: 131.950263ms)","trace[1383382512] 'applied index is now lower than readState.Index' (duration: 1.742063ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:00.214473Z","caller":"traceutil/trace.go:171","msg":"trace[617731921] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"168.126067ms","start":"2026-05-28T02:10:00.046318Z","end":"2026-05-28T02:10:00.214444Z","steps":["trace[617731921] 'process raft request' (duration: 166.325413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:00.215157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.472439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:00.215214Z","caller":"traceutil/trace.go:171","msg":"trace[876373390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1518; }","duration":"134.577662ms","start":"2026-05-28T02:10:00.080625Z","end":"2026-05-28T02:10:00.215202Z","steps":["trace[876373390] 'agreement among raft nodes before linearized reading' (duration: 133.85356ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:00.31975Z","caller":"traceutil/trace.go:171","msg":"trace[2043953229] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"100.80023ms","start":"2026-05-28T02:10:00.218932Z","end":"2026-05-28T02:10:00.319732Z","steps":["trace[2043953229] 'process raft request' (duration: 100.342436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:00.56397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.205312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:10:00.564273Z","caller":"traceutil/trace.go:171","msg":"trace[617574689] linearizableReadLoop","detail":"{readStateIndex:1576; appliedIndex:1574; }","duration":"159.328282ms","start":"2026-05-28T02:10:00.404891Z","end":"2026-05-28T02:10:00.56422Z","steps":["trace[617574689] 'read index received' (duration: 57.777989ms)","trace[617574689] 'applied index is now lower than readState.Index' (duration: 101.549263ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:00.564286Z","caller":"traceutil/trace.go:171","msg":"trace[1222553435] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1521; }","duration":"184.161733ms","start":"2026-05-28T02:10:00.380061Z","end":"2026-05-28T02:10:00.564223Z","steps":["trace[1222553435] 'process raft request' (duration: 82.573599ms)","trace[1222553435] 'compare' (duration: 101.083719ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:00.564398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.487306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:10:00.564308Z","caller":"traceutil/trace.go:171","msg":"trace[2144613086] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"181.596895ms","start":"2026-05-28T02:10:00.382696Z","end":"2026-05-28T02:10:00.564292Z","steps":["trace[2144613086] 'process raft request' (duration: 181.454521ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:00.56444Z","caller":"traceutil/trace.go:171","msg":"trace[1518757909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1522; }","duration":"159.563098ms","start":"2026-05-28T02:10:00.404866Z","end":"2026-05-28T02:10:00.564429Z","steps":["trace[1518757909] 'agreement among raft nodes before linearized reading' (duration: 159.408273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:00.564609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.084254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-28T02:10:00.564633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.711953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:10:00.564736Z","caller":"traceutil/trace.go:171","msg":"trace[187443378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1522; }","duration":"159.194068ms","start":"2026-05-28T02:10:00.405489Z","end":"2026-05-28T02:10:00.564683Z","steps":["trace[187443378] 'agreement among raft nodes before linearized reading' (duration: 159.016072ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:00.564729Z","caller":"traceutil/trace.go:171","msg":"trace[54080882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1522; }","duration":"159.852447ms","start":"2026-05-28T02:10:00.404854Z","end":"2026-05-28T02:10:00.564707Z","steps":["trace[54080882] 'agreement among raft nodes before linearized reading' (duration: 159.555438ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:00.784351Z","caller":"traceutil/trace.go:171","msg":"trace[1061429422] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1526; }","duration":"150.842235ms","start":"2026-05-28T02:10:00.633347Z","end":"2026-05-28T02:10:00.78419Z","steps":["trace[1061429422] 'process raft request' (duration: 133.718327ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:01.192347Z","caller":"traceutil/trace.go:171","msg":"trace[743323542] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"168.462518ms","start":"2026-05-28T02:10:01.023857Z","end":"2026-05-28T02:10:01.19232Z","steps":["trace[743323542] 'process raft request' (duration: 168.287423ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:01.256737Z","caller":"traceutil/trace.go:171","msg":"trace[74964219] linearizableReadLoop","detail":"{readStateIndex:1587; appliedIndex:1585; }","duration":"147.180523ms","start":"2026-05-28T02:10:01.109531Z","end":"2026-05-28T02:10:01.256711Z","steps":["trace[74964219] 'read index received' (duration: 82.700462ms)","trace[74964219] 'applied index is now lower than readState.Index' (duration: 64.479041ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:01.25682Z","caller":"traceutil/trace.go:171","msg":"trace[978797877] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"231.33637ms","start":"2026-05-28T02:10:01.025457Z","end":"2026-05-28T02:10:01.256793Z","steps":["trace[978797877] 'process raft request' (duration: 226.488293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:01.256914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.356388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:01.256978Z","caller":"traceutil/trace.go:171","msg":"trace[598500705] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1533; }","duration":"147.476472ms","start":"2026-05-28T02:10:01.109487Z","end":"2026-05-28T02:10:01.256964Z","steps":["trace[598500705] 'agreement among raft nodes before linearized reading' (duration: 147.364639ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:02.024878Z","caller":"traceutil/trace.go:171","msg":"trace[314643498] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"115.295749ms","start":"2026-05-28T02:10:01.909559Z","end":"2026-05-28T02:10:02.024855Z","steps":["trace[314643498] 'process raft request' (duration: 115.098343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:03.0565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.213325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:03.056767Z","caller":"traceutil/trace.go:171","msg":"trace[2124723067] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"258.093ms","start":"2026-05-28T02:10:02.798645Z","end":"2026-05-28T02:10:03.056738Z","steps":["trace[2124723067] 'process raft request' (duration: 145.490543ms)","trace[2124723067] 'compare' (duration: 111.981468ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:03.056846Z","caller":"traceutil/trace.go:171","msg":"trace[832370124] linearizableReadLoop","detail":"{readStateIndex:1611; appliedIndex:1610; }","duration":"234.811346ms","start":"2026-05-28T02:10:02.822007Z","end":"2026-05-28T02:10:03.056818Z","steps":["trace[832370124] 'read index received' (duration: 122.042563ms)","trace[832370124] 'applied index is now lower than readState.Index' (duration: 112.764262ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:03.057031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.010121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:03.057064Z","caller":"traceutil/trace.go:171","msg":"trace[1494182480] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1558; }","duration":"235.101584ms","start":"2026-05-28T02:10:02.821954Z","end":"2026-05-28T02:10:03.057056Z","steps":["trace[1494182480] 'agreement among raft nodes before linearized reading' (duration: 234.97785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:03.05708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.017437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:03.057106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.398475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:03.057188Z","caller":"traceutil/trace.go:171","msg":"trace[1425343259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1558; }","duration":"202.511348ms","start":"2026-05-28T02:10:02.854656Z","end":"2026-05-28T02:10:03.057167Z","steps":["trace[1425343259] 'agreement among raft nodes before linearized reading' (duration: 202.398855ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:03.057122Z","caller":"traceutil/trace.go:171","msg":"trace[373122863] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:0; response_revision:1558; }","duration":"217.13294ms","start":"2026-05-28T02:10:02.839978Z","end":"2026-05-28T02:10:03.057111Z","steps":["trace[373122863] 'agreement among raft nodes before linearized reading' (duration: 217.051298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:03.057337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.6992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-thftt\" ","response":"range_response_count:1 size:4218"} {"level":"info","ts":"2026-05-28T02:10:03.057447Z","caller":"traceutil/trace.go:171","msg":"trace[1573508811] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-thftt; range_end:; response_count:1; response_revision:1558; }","duration":"149.907356ms","start":"2026-05-28T02:10:02.907522Z","end":"2026-05-28T02:10:03.05743Z","steps":["trace[1573508811] 'agreement among raft nodes before linearized reading' (duration: 149.518344ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:06.034217Z","caller":"traceutil/trace.go:171","msg":"trace[2084119092] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1615; }","duration":"175.539232ms","start":"2026-05-28T02:10:05.858651Z","end":"2026-05-28T02:10:06.03419Z","steps":["trace[2084119092] 'process raft request' (duration: 106.580405ms)","trace[2084119092] 'compare' (duration: 68.901195ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:09.392601Z","caller":"traceutil/trace.go:171","msg":"trace[2031800566] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"343.36803ms","start":"2026-05-28T02:10:09.049206Z","end":"2026-05-28T02:10:09.392574Z","steps":["trace[2031800566] 'process raft request' (duration: 299.865694ms)","trace[2031800566] 'compare' (duration: 43.251739ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:09.392721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:09.049191Z","time spent":"343.470853ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:10:09.392774Z","caller":"traceutil/trace.go:171","msg":"trace[1285719231] linearizableReadLoop","detail":"{readStateIndex:1767; appliedIndex:1761; }","duration":"288.336434ms","start":"2026-05-28T02:10:09.104415Z","end":"2026-05-28T02:10:09.392752Z","steps":["trace[1285719231] 'read index received' (duration: 244.733925ms)","trace[1285719231] 'applied index is now lower than readState.Index' (duration: 43.601449ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:09.393018Z","caller":"traceutil/trace.go:171","msg":"trace[1447422614] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"336.959226ms","start":"2026-05-28T02:10:09.056008Z","end":"2026-05-28T02:10:09.392967Z","steps":["trace[1447422614] 'process raft request' (duration: 336.597335ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:09.393127Z","caller":"traceutil/trace.go:171","msg":"trace[2063747297] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"328.621894ms","start":"2026-05-28T02:10:09.064478Z","end":"2026-05-28T02:10:09.3931Z","steps":["trace[2063747297] 'process raft request' (duration: 328.226672ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:09.393107Z","caller":"traceutil/trace.go:171","msg":"trace[1289408059] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"341.006639ms","start":"2026-05-28T02:10:09.052062Z","end":"2026-05-28T02:10:09.393069Z","steps":["trace[1289408059] 'process raft request' (duration: 340.493524ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:09.393146Z","caller":"traceutil/trace.go:171","msg":"trace[1998746195] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"336.350337ms","start":"2026-05-28T02:10:09.056767Z","end":"2026-05-28T02:10:09.393117Z","steps":["trace[1998746195] 'process raft request' (duration: 335.899044ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:09.393194Z","caller":"traceutil/trace.go:171","msg":"trace[1748853068] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"341.124132ms","start":"2026-05-28T02:10:09.052057Z","end":"2026-05-28T02:10:09.393181Z","steps":["trace[1748853068] 'process raft request' (duration: 340.460372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:09.393267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:09.052043Z","time spent":"341.203224ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:10:09.393289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:09.055994Z","time spent":"337.146022ms","remote":"127.0.0.1:33746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:09.393301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.265857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9psvd\" ","response":"range_response_count:1 size:4562"} {"level":"warn","ts":"2026-05-28T02:10:09.393332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:09.056758Z","time spent":"336.489602ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5588,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:09.393288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:09.064445Z","time spent":"328.748438ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2924,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:09.393347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:09.052038Z","time spent":"341.221925ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8450,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:10:09.393388Z","caller":"traceutil/trace.go:171","msg":"trace[134765049] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9psvd; range_end:; response_count:1; response_revision:1696; }","duration":"343.387931ms","start":"2026-05-28T02:10:09.049975Z","end":"2026-05-28T02:10:09.393363Z","steps":["trace[134765049] 'agreement among raft nodes before linearized reading' (duration: 343.130753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:09.393443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:09.04996Z","time spent":"343.473653ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4585,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9psvd\" "} {"level":"info","ts":"2026-05-28T02:10:09.394277Z","caller":"traceutil/trace.go:171","msg":"trace[325646907] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"277.437985ms","start":"2026-05-28T02:10:09.116824Z","end":"2026-05-28T02:10:09.394261Z","steps":["trace[325646907] 'process raft request' (duration: 277.389724ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:09.394391Z","caller":"traceutil/trace.go:171","msg":"trace[1211531671] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"279.534008ms","start":"2026-05-28T02:10:09.11484Z","end":"2026-05-28T02:10:09.394374Z","steps":["trace[1211531671] 'process raft request' (duration: 279.306022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:09.404797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.701186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5819"} {"level":"info","ts":"2026-05-28T02:10:09.404865Z","caller":"traceutil/trace.go:171","msg":"trace[1936790174] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1699; }","duration":"291.815671ms","start":"2026-05-28T02:10:09.113036Z","end":"2026-05-28T02:10:09.404851Z","steps":["trace[1936790174] 'agreement among raft nodes before linearized reading' (duration: 291.633085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:09.404985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.715436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1082"} {"level":"info","ts":"2026-05-28T02:10:09.405085Z","caller":"traceutil/trace.go:171","msg":"trace[906274641] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1699; }","duration":"131.888501ms","start":"2026-05-28T02:10:09.273179Z","end":"2026-05-28T02:10:09.405068Z","steps":["trace[906274641] 'agreement among raft nodes before linearized reading' (duration: 131.650424ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:09.646182Z","caller":"traceutil/trace.go:171","msg":"trace[2044543745] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"173.766858ms","start":"2026-05-28T02:10:09.472361Z","end":"2026-05-28T02:10:09.646128Z","steps":["trace[2044543745] 'process raft request' (duration: 122.887018ms)","trace[2044543745] 'compare' (duration: 50.689874ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:09.646748Z","caller":"traceutil/trace.go:171","msg":"trace[1921023499] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"171.83932ms","start":"2026-05-28T02:10:09.474887Z","end":"2026-05-28T02:10:09.646726Z","steps":["trace[1921023499] 'process raft request' (duration: 171.627124ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:09.837983Z","caller":"traceutil/trace.go:171","msg":"trace[18288593] linearizableReadLoop","detail":"{readStateIndex:1780; appliedIndex:1778; }","duration":"128.477758ms","start":"2026-05-28T02:10:09.709437Z","end":"2026-05-28T02:10:09.837914Z","steps":["trace[18288593] 'read index received' (duration: 11.817488ms)","trace[18288593] 'applied index is now lower than readState.Index' (duration: 116.65902ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:09.838282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.826588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:143630"} {"level":"info","ts":"2026-05-28T02:10:09.838321Z","caller":"traceutil/trace.go:171","msg":"trace[82106477] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1708; }","duration":"128.917301ms","start":"2026-05-28T02:10:09.709394Z","end":"2026-05-28T02:10:09.838312Z","steps":["trace[82106477] 'agreement among raft nodes before linearized reading' (duration: 128.671314ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:09.838882Z","caller":"traceutil/trace.go:171","msg":"trace[1158091588] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"105.906495ms","start":"2026-05-28T02:10:09.732949Z","end":"2026-05-28T02:10:09.838856Z","steps":["trace[1158091588] 'process raft request' (duration: 105.840033ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:09.838954Z","caller":"traceutil/trace.go:171","msg":"trace[1658296604] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"112.35204ms","start":"2026-05-28T02:10:09.726543Z","end":"2026-05-28T02:10:09.838895Z","steps":["trace[1658296604] 'process raft request' (duration: 112.04026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:10.190854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.867922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:10.191067Z","caller":"traceutil/trace.go:171","msg":"trace[2034441066] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"335.354947ms","start":"2026-05-28T02:10:09.855663Z","end":"2026-05-28T02:10:10.191018Z","steps":["trace[2034441066] 'process raft request' (duration: 122.183317ms)","trace[2034441066] 'compare' (duration: 212.650014ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:10.191117Z","caller":"traceutil/trace.go:171","msg":"trace[1827854454] linearizableReadLoop","detail":"{readStateIndex:1784; appliedIndex:1783; }","duration":"308.911477ms","start":"2026-05-28T02:10:09.882178Z","end":"2026-05-28T02:10:10.191089Z","steps":["trace[1827854454] 'read index received' (duration: 95.685195ms)","trace[1827854454] 'applied index is now lower than readState.Index' (duration: 213.222322ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:10.191438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:09.855642Z","time spent":"335.518181ms","remote":"127.0.0.1:33734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4245,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:10:10.19144Z","caller":"traceutil/trace.go:171","msg":"trace[346572377] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"308.939138ms","start":"2026-05-28T02:10:09.882467Z","end":"2026-05-28T02:10:10.191406Z","steps":["trace[346572377] 'process raft request' (duration: 308.561646ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:10.19155Z","caller":"traceutil/trace.go:171","msg":"trace[881873211] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"229.708701ms","start":"2026-05-28T02:10:09.961824Z","end":"2026-05-28T02:10:10.191532Z","steps":["trace[881873211] 'process raft request' (duration: 229.308199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:10.191666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:09.882453Z","time spent":"309.143525ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:10.191652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.714899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:10.191727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.535777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-jhhk6.18b398bba1394eec\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-05-28T02:10:10.191732Z","caller":"traceutil/trace.go:171","msg":"trace[952739458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1714; }","duration":"108.859334ms","start":"2026-05-28T02:10:10.082852Z","end":"2026-05-28T02:10:10.191712Z","steps":["trace[952739458] 'agreement among raft nodes before linearized reading' (duration: 108.72314ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:10.191776Z","caller":"traceutil/trace.go:171","msg":"trace[894750822] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-jhhk6.18b398bba1394eec; range_end:; response_count:1; response_revision:1714; }","duration":"309.64693ms","start":"2026-05-28T02:10:09.882119Z","end":"2026-05-28T02:10:10.191766Z","steps":["trace[894750822] 'agreement among raft nodes before linearized reading' (duration: 309.069932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:10.191805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:09.882095Z","time spent":"309.703812ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":906,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-jhhk6.18b398bba1394eec\" "} {"level":"warn","ts":"2026-05-28T02:10:10.191851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.046002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:143630"} {"level":"info","ts":"2026-05-28T02:10:10.191934Z","caller":"traceutil/trace.go:171","msg":"trace[1502279722] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1714; }","duration":"271.143525ms","start":"2026-05-28T02:10:09.920771Z","end":"2026-05-28T02:10:10.191914Z","steps":["trace[1502279722] 'agreement among raft nodes before linearized reading' (duration: 270.764584ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:10.505437Z","caller":"traceutil/trace.go:171","msg":"trace[132680816] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"108.188934ms","start":"2026-05-28T02:10:10.397227Z","end":"2026-05-28T02:10:10.505416Z","steps":["trace[132680816] 'process raft request' (duration: 53.398046ms)","trace[132680816] 'compare' (duration: 54.677704ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:10.54653Z","caller":"traceutil/trace.go:171","msg":"trace[584179531] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"144.167833ms","start":"2026-05-28T02:10:10.402325Z","end":"2026-05-28T02:10:10.546493Z","steps":["trace[584179531] 'process raft request' (duration: 143.934026ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:10.546769Z","caller":"traceutil/trace.go:171","msg":"trace[596112309] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1729; }","duration":"142.523663ms","start":"2026-05-28T02:10:10.404233Z","end":"2026-05-28T02:10:10.546756Z","steps":["trace[596112309] 'process raft request' (duration: 142.220553ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:10.684631Z","caller":"traceutil/trace.go:171","msg":"trace[1365249048] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"119.619689ms","start":"2026-05-28T02:10:10.564991Z","end":"2026-05-28T02:10:10.684611Z","steps":["trace[1365249048] 'process raft request' (duration: 118.950459ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:10.684595Z","caller":"traceutil/trace.go:171","msg":"trace[1442835559] linearizableReadLoop","detail":"{readStateIndex:1804; appliedIndex:1803; }","duration":"111.637918ms","start":"2026-05-28T02:10:10.572901Z","end":"2026-05-28T02:10:10.684539Z","steps":["trace[1442835559] 'read index received' (duration: 111.059141ms)","trace[1442835559] 'applied index is now lower than readState.Index' (duration: 577.527µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:10.684953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.944631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:26978"} {"level":"info","ts":"2026-05-28T02:10:10.685072Z","caller":"traceutil/trace.go:171","msg":"trace[777466982] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:1731; }","duration":"128.107196ms","start":"2026-05-28T02:10:10.556937Z","end":"2026-05-28T02:10:10.685044Z","steps":["trace[777466982] 'agreement among raft nodes before linearized reading' (duration: 127.776916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:10.685034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.747796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook-pzzsn\" ","response":"range_response_count:1 size:2574"} {"level":"info","ts":"2026-05-28T02:10:10.685246Z","caller":"traceutil/trace.go:171","msg":"trace[2044919997] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook-pzzsn; range_end:; response_count:1; response_revision:1731; }","duration":"130.039225ms","start":"2026-05-28T02:10:10.55519Z","end":"2026-05-28T02:10:10.685229Z","steps":["trace[2044919997] 'agreement among raft nodes before linearized reading' (duration: 129.55645ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:10.730077Z","caller":"traceutil/trace.go:171","msg":"trace[2042356232] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"152.187515ms","start":"2026-05-28T02:10:10.577863Z","end":"2026-05-28T02:10:10.730051Z","steps":["trace[2042356232] 'process raft request' (duration: 151.959118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:10.730123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.799803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:3098"} {"level":"info","ts":"2026-05-28T02:10:10.730173Z","caller":"traceutil/trace.go:171","msg":"trace[1942245983] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:1732; }","duration":"148.224636ms","start":"2026-05-28T02:10:10.581938Z","end":"2026-05-28T02:10:10.730162Z","steps":["trace[1942245983] 'agreement among raft nodes before linearized reading' (duration: 148.122732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:10.890469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.608564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:10.89063Z","caller":"traceutil/trace.go:171","msg":"trace[1831382429] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"156.030402ms","start":"2026-05-28T02:10:10.734586Z","end":"2026-05-28T02:10:10.890616Z","steps":["trace[1831382429] 'process raft request' (duration: 55.139029ms)","trace[1831382429] 'compare' (duration: 100.44943ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:10.890851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.541585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:3098"} {"level":"info","ts":"2026-05-28T02:10:10.890918Z","caller":"traceutil/trace.go:171","msg":"trace[1601377612] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:1734; }","duration":"150.652448ms","start":"2026-05-28T02:10:10.740247Z","end":"2026-05-28T02:10:10.890899Z","steps":["trace[1601377612] 'agreement among raft nodes before linearized reading' (duration: 150.478403ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:10.890566Z","caller":"traceutil/trace.go:171","msg":"trace[379211902] linearizableReadLoop","detail":"{readStateIndex:1807; appliedIndex:1806; }","duration":"150.258757ms","start":"2026-05-28T02:10:10.740292Z","end":"2026-05-28T02:10:10.890551Z","steps":["trace[379211902] 'read index received' (duration: 49.380474ms)","trace[379211902] 'applied index is now lower than readState.Index' (duration: 100.876993ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:10.89125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.576666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:10:10.891304Z","caller":"traceutil/trace.go:171","msg":"trace[1306274245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1734; }","duration":"108.672148ms","start":"2026-05-28T02:10:10.782618Z","end":"2026-05-28T02:10:10.89129Z","steps":["trace[1306274245] 'agreement among raft nodes before linearized reading' (duration: 108.525244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:10.891503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.795452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:10:10.89153Z","caller":"traceutil/trace.go:171","msg":"trace[707261031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1734; }","duration":"107.842113ms","start":"2026-05-28T02:10:10.78368Z","end":"2026-05-28T02:10:10.891522Z","steps":["trace[707261031] 'agreement among raft nodes before linearized reading' (duration: 107.756901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:10.89154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.4162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:10:10.891579Z","caller":"traceutil/trace.go:171","msg":"trace[2051852089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1734; }","duration":"108.459442ms","start":"2026-05-28T02:10:10.783108Z","end":"2026-05-28T02:10:10.891567Z","steps":["trace[2051852089] 'agreement among raft nodes before linearized reading' (duration: 108.352108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:11.115268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.354277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:11.115494Z","caller":"traceutil/trace.go:171","msg":"trace[473652937] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"218.066579ms","start":"2026-05-28T02:10:10.897396Z","end":"2026-05-28T02:10:11.115463Z","steps":["trace[473652937] 'process raft request' (duration: 116.408242ms)","trace[473652937] 'compare' (duration: 101.197873ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:11.11555Z","caller":"traceutil/trace.go:171","msg":"trace[1100776622] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"211.694856ms","start":"2026-05-28T02:10:10.903831Z","end":"2026-05-28T02:10:11.115526Z","steps":["trace[1100776622] 'process raft request' (duration: 211.625474ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:11.115857Z","caller":"traceutil/trace.go:171","msg":"trace[268298084] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"217.944975ms","start":"2026-05-28T02:10:10.897886Z","end":"2026-05-28T02:10:11.115831Z","steps":["trace[268298084] 'process raft request' (duration: 217.500592ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:12.43335Z","caller":"traceutil/trace.go:171","msg":"trace[991387623] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"262.612877ms","start":"2026-05-28T02:10:12.170707Z","end":"2026-05-28T02:10:12.43332Z","steps":["trace[991387623] 'process raft request' (duration: 194.577849ms)","trace[991387623] 'compare' (duration: 67.613185ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:12.451093Z","caller":"traceutil/trace.go:171","msg":"trace[925368014] linearizableReadLoop","detail":"{readStateIndex:1822; appliedIndex:1819; }","duration":"243.538329ms","start":"2026-05-28T02:10:12.207528Z","end":"2026-05-28T02:10:12.451067Z","steps":["trace[925368014] 'read index received' (duration: 157.765514ms)","trace[925368014] 'applied index is now lower than readState.Index' (duration: 85.771525ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:12.451166Z","caller":"traceutil/trace.go:171","msg":"trace[1898966351] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"276.557188ms","start":"2026-05-28T02:10:12.174548Z","end":"2026-05-28T02:10:12.451105Z","steps":["trace[1898966351] 'process raft request' (duration: 276.319701ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:12.451272Z","caller":"traceutil/trace.go:171","msg":"trace[1591144084] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"253.569133ms","start":"2026-05-28T02:10:12.197672Z","end":"2026-05-28T02:10:12.451241Z","steps":["trace[1591144084] 'process raft request' (duration: 253.328266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:12.451464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.921791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-wxctl\" ","response":"range_response_count:1 size:7308"} {"level":"info","ts":"2026-05-28T02:10:12.45151Z","caller":"traceutil/trace.go:171","msg":"trace[1575786862] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-wxctl; range_end:; response_count:1; response_revision:1749; }","duration":"244.029704ms","start":"2026-05-28T02:10:12.207466Z","end":"2026-05-28T02:10:12.451496Z","steps":["trace[1575786862] 'agreement among raft nodes before linearized reading' (duration: 243.701964ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:12.572345Z","caller":"traceutil/trace.go:171","msg":"trace[626521895] linearizableReadLoop","detail":"{readStateIndex:1823; appliedIndex:1822; }","duration":"110.05357ms","start":"2026-05-28T02:10:12.46226Z","end":"2026-05-28T02:10:12.572314Z","steps":["trace[626521895] 'read index received' (duration: 109.895575ms)","trace[626521895] 'applied index is now lower than readState.Index' (duration: 155.655µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:12.572501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.216015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:12.572511Z","caller":"traceutil/trace.go:171","msg":"trace[2144715488] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"110.601407ms","start":"2026-05-28T02:10:12.461877Z","end":"2026-05-28T02:10:12.572478Z","steps":["trace[2144715488] 'process raft request' (duration: 110.282608ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:12.572539Z","caller":"traceutil/trace.go:171","msg":"trace[1298955890] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1750; }","duration":"110.288708ms","start":"2026-05-28T02:10:12.462238Z","end":"2026-05-28T02:10:12.572527Z","steps":["trace[1298955890] 'agreement among raft nodes before linearized reading' (duration: 110.193435ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:12.608649Z","caller":"traceutil/trace.go:171","msg":"trace[526810471] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"144.447441ms","start":"2026-05-28T02:10:12.464169Z","end":"2026-05-28T02:10:12.608617Z","steps":["trace[526810471] 'process raft request' (duration: 144.228774ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:13.762583Z","caller":"traceutil/trace.go:171","msg":"trace[1241374333] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"272.97223ms","start":"2026-05-28T02:10:13.489566Z","end":"2026-05-28T02:10:13.762538Z","steps":["trace[1241374333] 'process raft request' (duration: 272.586559ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:15.033346Z","caller":"traceutil/trace.go:171","msg":"trace[1705630169] linearizableReadLoop","detail":"{readStateIndex:1847; appliedIndex:1844; }","duration":"120.417654ms","start":"2026-05-28T02:10:14.912872Z","end":"2026-05-28T02:10:15.033289Z","steps":["trace[1705630169] 'read index received' (duration: 5.404024ms)","trace[1705630169] 'applied index is now lower than readState.Index' (duration: 115.01252ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:15.033525Z","caller":"traceutil/trace.go:171","msg":"trace[1456090652] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1771; }","duration":"176.578954ms","start":"2026-05-28T02:10:14.856867Z","end":"2026-05-28T02:10:15.033446Z","steps":["trace[1456090652] 'process raft request' (duration: 176.248764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:15.033626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.720733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:10:15.033691Z","caller":"traceutil/trace.go:171","msg":"trace[301422946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1772; }","duration":"120.871478ms","start":"2026-05-28T02:10:14.912808Z","end":"2026-05-28T02:10:15.033679Z","steps":["trace[301422946] 'agreement among raft nodes before linearized reading' (duration: 120.637621ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:15.033408Z","caller":"traceutil/trace.go:171","msg":"trace[1413078311] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"163.648372ms","start":"2026-05-28T02:10:14.86973Z","end":"2026-05-28T02:10:15.033379Z","steps":["trace[1413078311] 'process raft request' (duration: 163.468946ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:15.164588Z","caller":"traceutil/trace.go:171","msg":"trace[367453354] linearizableReadLoop","detail":"{readStateIndex:1848; appliedIndex:1847; }","duration":"131.152429ms","start":"2026-05-28T02:10:15.033414Z","end":"2026-05-28T02:10:15.164566Z","steps":["trace[367453354] 'read index received' (duration: 130.85944ms)","trace[367453354] 'applied index is now lower than readState.Index' (duration: 292.109µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:15.164663Z","caller":"traceutil/trace.go:171","msg":"trace[1260893622] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1772; }","duration":"233.783674ms","start":"2026-05-28T02:10:14.930844Z","end":"2026-05-28T02:10:15.164628Z","steps":["trace[1260893622] 'process raft request' (duration: 233.496566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:15.164783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.293042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6805"} {"level":"warn","ts":"2026-05-28T02:10:15.164784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.834412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:10:15.16483Z","caller":"traceutil/trace.go:171","msg":"trace[5776961] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:1772; }","duration":"245.380765ms","start":"2026-05-28T02:10:14.919437Z","end":"2026-05-28T02:10:15.164818Z","steps":["trace[5776961] 'agreement among raft nodes before linearized reading' (duration: 245.244711ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:15.164838Z","caller":"traceutil/trace.go:171","msg":"trace[843405164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1772; }","duration":"221.902014ms","start":"2026-05-28T02:10:14.942924Z","end":"2026-05-28T02:10:15.164826Z","steps":["trace[843405164] 'agreement among raft nodes before linearized reading' (duration: 221.709679ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:15.28087Z","caller":"traceutil/trace.go:171","msg":"trace[444023643] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"243.147418ms","start":"2026-05-28T02:10:15.037692Z","end":"2026-05-28T02:10:15.280839Z","steps":["trace[444023643] 'process raft request' (duration: 242.86103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:15.413147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.356566ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:10:15.413534Z","caller":"traceutil/trace.go:171","msg":"trace[467195861] linearizableReadLoop","detail":"{readStateIndex:1850; appliedIndex:1848; }","duration":"248.844391ms","start":"2026-05-28T02:10:15.164655Z","end":"2026-05-28T02:10:15.4135Z","steps":["trace[467195861] 'read index received' (duration: 115.895537ms)","trace[467195861] 'applied index is now lower than readState.Index' (duration: 132.946343ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:15.413852Z","caller":"traceutil/trace.go:171","msg":"trace[1231765136] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"243.831899ms","start":"2026-05-28T02:10:15.170002Z","end":"2026-05-28T02:10:15.413834Z","steps":["trace[1231765136] 'process raft request' (duration: 243.273322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:15.453352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.497184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:1 size:9379"} {"level":"warn","ts":"2026-05-28T02:10:15.453352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.966822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T02:10:15.453438Z","caller":"traceutil/trace.go:171","msg":"trace[646596933] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:1; response_revision:1774; }","duration":"418.620397ms","start":"2026-05-28T02:10:15.034791Z","end":"2026-05-28T02:10:15.453412Z","steps":["trace[646596933] 'agreement among raft nodes before linearized reading' (duration: 379.04148ms)","trace[646596933] 'range keys from in-memory index tree' (duration: 39.307339ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:15.453441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.040363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:10:15.453493Z","caller":"traceutil/trace.go:171","msg":"trace[1606689799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1774; }","duration":"317.148717ms","start":"2026-05-28T02:10:15.136307Z","end":"2026-05-28T02:10:15.453456Z","steps":["trace[1606689799] 'agreement among raft nodes before linearized reading' (duration: 277.425116ms)","trace[1606689799] 'range keys from in-memory index tree' (duration: 39.363991ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:15.453497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:15.034773Z","time spent":"418.7076ms","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":9402,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" "} {"level":"info","ts":"2026-05-28T02:10:15.45354Z","caller":"traceutil/trace.go:171","msg":"trace[650722726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1774; }","duration":"318.204929ms","start":"2026-05-28T02:10:15.135307Z","end":"2026-05-28T02:10:15.453512Z","steps":["trace[650722726] 'agreement among raft nodes before linearized reading' (duration: 278.450706ms)","trace[650722726] 'range keys from in-memory index tree' (duration: 39.494134ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:15.453513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.469408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:1 size:188953"} {"level":"warn","ts":"2026-05-28T02:10:15.453569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:15.136298Z","time spent":"317.25279ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:10:15.453636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:15.135281Z","time spent":"318.344693ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:10:15.453679Z","caller":"traceutil/trace.go:171","msg":"trace[757304691] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:1; response_revision:1774; }","duration":"287.678365ms","start":"2026-05-28T02:10:15.165967Z","end":"2026-05-28T02:10:15.453645Z","steps":["trace[757304691] 'agreement among raft nodes before linearized reading' (duration: 248.009165ms)","trace[757304691] 'range keys from in-memory index tree' (duration: 39.073062ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:15.454323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.84078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:10:15.454345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.331616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:10:15.454368Z","caller":"traceutil/trace.go:171","msg":"trace[551493742] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1774; }","duration":"251.918213ms","start":"2026-05-28T02:10:15.202435Z","end":"2026-05-28T02:10:15.454353Z","steps":["trace[551493742] 'agreement among raft nodes before linearized reading' (duration: 211.567662ms)","trace[551493742] 'count revisions from in-memory index tree' (duration: 40.280259ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:15.454391Z","caller":"traceutil/trace.go:171","msg":"trace[1279074556] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1774; }","duration":"330.411308ms","start":"2026-05-28T02:10:15.123965Z","end":"2026-05-28T02:10:15.454377Z","steps":["trace[1279074556] 'agreement among raft nodes before linearized reading' (duration: 289.80066ms)","trace[1279074556] 'count revisions from in-memory index tree' (duration: 40.545677ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:15.454426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:15.123944Z","time spent":"330.473011ms","remote":"127.0.0.1:37858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:10:15.688456Z","caller":"traceutil/trace.go:171","msg":"trace[1826951493] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"134.755458ms","start":"2026-05-28T02:10:15.553669Z","end":"2026-05-28T02:10:15.688425Z","steps":["trace[1826951493] 'process raft request' (duration: 61.855292ms)","trace[1826951493] 'compare' (duration: 72.735401ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:16.177839Z","caller":"traceutil/trace.go:171","msg":"trace[1958899437] linearizableReadLoop","detail":"{readStateIndex:1855; appliedIndex:1854; }","duration":"323.066266ms","start":"2026-05-28T02:10:15.854756Z","end":"2026-05-28T02:10:16.177822Z","steps":["trace[1958899437] 'read index received' (duration: 322.908241ms)","trace[1958899437] 'applied index is now lower than readState.Index' (duration: 157.515µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:16.178078Z","caller":"traceutil/trace.go:171","msg":"trace[1250019275] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"406.601854ms","start":"2026-05-28T02:10:15.771466Z","end":"2026-05-28T02:10:16.178068Z","steps":["trace[1250019275] 'process raft request' (duration: 406.248084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:16.178158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:15.771436Z","time spent":"406.665055ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:16.178279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.538231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:16.178303Z","caller":"traceutil/trace.go:171","msg":"trace[1484166275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1778; }","duration":"323.610862ms","start":"2026-05-28T02:10:15.854686Z","end":"2026-05-28T02:10:16.178297Z","steps":["trace[1484166275] 'agreement among raft nodes before linearized reading' (duration: 323.572381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:16.178323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:15.854656Z","time spent":"323.663894ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:10:16.83863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.928059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:16.838784Z","caller":"traceutil/trace.go:171","msg":"trace[414611425] linearizableReadLoop","detail":"{readStateIndex:1857; appliedIndex:1856; }","duration":"288.058747ms","start":"2026-05-28T02:10:16.550702Z","end":"2026-05-28T02:10:16.838761Z","steps":["trace[414611425] 'read index received' (duration: 88.8946ms)","trace[414611425] 'applied index is now lower than readState.Index' (duration: 199.162607ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:16.83889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.960904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:16.838971Z","caller":"traceutil/trace.go:171","msg":"trace[1503063690] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"292.080019ms","start":"2026-05-28T02:10:16.546872Z","end":"2026-05-28T02:10:16.838952Z","steps":["trace[1503063690] 'agreement among raft nodes before linearized reading' (duration: 291.932014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:16.83899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.906762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:16.839055Z","caller":"traceutil/trace.go:171","msg":"trace[1653557321] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"333.935675ms","start":"2026-05-28T02:10:16.505052Z","end":"2026-05-28T02:10:16.838988Z","steps":["trace[1653557321] 'process raft request' (duration: 134.49695ms)","trace[1653557321] 'compare' (duration: 198.734963ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:16.839053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.51676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:16.839195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.095535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:16.839195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:16.505033Z","time spent":"334.09997ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:16.839206Z","caller":"traceutil/trace.go:171","msg":"trace[557456448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"325.753627ms","start":"2026-05-28T02:10:16.513423Z","end":"2026-05-28T02:10:16.839177Z","steps":["trace[557456448] 'agreement among raft nodes before linearized reading' (duration: 325.416917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:16.839196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.161211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:16.839299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:16.513416Z","time spent":"325.85742ms","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:10:16.839318Z","caller":"traceutil/trace.go:171","msg":"trace[34837767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"292.381607ms","start":"2026-05-28T02:10:16.546914Z","end":"2026-05-28T02:10:16.839295Z","steps":["trace[34837767] 'agreement among raft nodes before linearized reading' (duration: 292.102268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:16.839317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.40006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:16.839403Z","caller":"traceutil/trace.go:171","msg":"trace[1170815988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"262.508624ms","start":"2026-05-28T02:10:16.576877Z","end":"2026-05-28T02:10:16.839386Z","steps":["trace[1170815988] 'agreement among raft nodes before linearized reading' (duration: 262.342949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:16.839555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.754108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:16.839592Z","caller":"traceutil/trace.go:171","msg":"trace[1333406415] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"176.842591ms","start":"2026-05-28T02:10:16.662742Z","end":"2026-05-28T02:10:16.839585Z","steps":["trace[1333406415] 'agreement among raft nodes before linearized reading' (duration: 176.785879ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:16.839254Z","caller":"traceutil/trace.go:171","msg":"trace[1942868400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"355.193738ms","start":"2026-05-28T02:10:16.484046Z","end":"2026-05-28T02:10:16.83924Z","steps":["trace[1942868400] 'agreement among raft nodes before linearized reading' (duration: 355.104336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:16.839757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:16.484021Z","time spent":"355.716583ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-05-28T02:10:16.839118Z","caller":"traceutil/trace.go:171","msg":"trace[948895655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"326.063836ms","start":"2026-05-28T02:10:16.513037Z","end":"2026-05-28T02:10:16.839101Z","steps":["trace[948895655] 'agreement among raft nodes before linearized reading' (duration: 325.86158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:16.839953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.38837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:16.84003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.082144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:16.840046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.277141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:16.840085Z","caller":"traceutil/trace.go:171","msg":"trace[664351151] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"205.353044ms","start":"2026-05-28T02:10:16.634723Z","end":"2026-05-28T02:10:16.840076Z","steps":["trace[664351151] 'agreement among raft nodes before linearized reading' (duration: 205.292692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:16.839966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:16.513028Z","time spent":"326.899952ms","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-05-28T02:10:16.840094Z","caller":"traceutil/trace.go:171","msg":"trace[2110565752] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"234.179666ms","start":"2026-05-28T02:10:16.605894Z","end":"2026-05-28T02:10:16.840073Z","steps":["trace[2110565752] 'agreement among raft nodes before linearized reading' (duration: 234.077383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:16.840101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.480972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:16.840073Z","caller":"traceutil/trace.go:171","msg":"trace[2061414227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"146.507613ms","start":"2026-05-28T02:10:16.693505Z","end":"2026-05-28T02:10:16.840013Z","steps":["trace[2061414227] 'agreement among raft nodes before linearized reading' (duration: 146.340148ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:16.840201Z","caller":"traceutil/trace.go:171","msg":"trace[1457235663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"146.639718ms","start":"2026-05-28T02:10:16.693534Z","end":"2026-05-28T02:10:16.840174Z","steps":["trace[1457235663] 'agreement among raft nodes before linearized reading' (duration: 146.4069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:16.840298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.55217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:16.840338Z","caller":"traceutil/trace.go:171","msg":"trace[92593543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"205.635002ms","start":"2026-05-28T02:10:16.634693Z","end":"2026-05-28T02:10:16.840328Z","steps":["trace[92593543] 'agreement among raft nodes before linearized reading' (duration: 205.535939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:16.840361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.418374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:16.8403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.313148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:16.840401Z","caller":"traceutil/trace.go:171","msg":"trace[1805561905] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"234.510646ms","start":"2026-05-28T02:10:16.605877Z","end":"2026-05-28T02:10:16.840387Z","steps":["trace[1805561905] 'agreement among raft nodes before linearized reading' (duration: 234.445744ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:16.840441Z","caller":"traceutil/trace.go:171","msg":"trace[1821188214] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"263.483583ms","start":"2026-05-28T02:10:16.576931Z","end":"2026-05-28T02:10:16.840415Z","steps":["trace[1821188214] 'agreement among raft nodes before linearized reading' (duration: 263.331718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:16.839645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.924653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:16.840802Z","caller":"traceutil/trace.go:171","msg":"trace[1968349293] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"178.104089ms","start":"2026-05-28T02:10:16.662683Z","end":"2026-05-28T02:10:16.840787Z","steps":["trace[1968349293] 'agreement among raft nodes before linearized reading' (duration: 176.933094ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:17.07574Z","caller":"traceutil/trace.go:171","msg":"trace[1059899708] linearizableReadLoop","detail":"{readStateIndex:1859; appliedIndex:1858; }","duration":"166.256429ms","start":"2026-05-28T02:10:16.909466Z","end":"2026-05-28T02:10:17.075723Z","steps":["trace[1059899708] 'read index received' (duration: 116.918846ms)","trace[1059899708] 'applied index is now lower than readState.Index' (duration: 49.335903ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:17.075739Z","caller":"traceutil/trace.go:171","msg":"trace[1049944876] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"179.394287ms","start":"2026-05-28T02:10:16.896325Z","end":"2026-05-28T02:10:17.075719Z","steps":["trace[1049944876] 'process raft request' (duration: 130.156597ms)","trace[1049944876] 'compare' (duration: 48.859079ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:17.075959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.482757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/openstack\" ","response":"range_response_count:1 size:368"} {"level":"info","ts":"2026-05-28T02:10:17.075994Z","caller":"traceutil/trace.go:171","msg":"trace[981367643] range","detail":"{range_begin:/registry/namespaces/openstack; range_end:; response_count:1; response_revision:1781; }","duration":"166.580239ms","start":"2026-05-28T02:10:16.909407Z","end":"2026-05-28T02:10:17.075987Z","steps":["trace[981367643] 'agreement among raft nodes before linearized reading' (duration: 166.382783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:17.076061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.409491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9psvd\" ","response":"range_response_count:1 size:5534"} {"level":"info","ts":"2026-05-28T02:10:17.076132Z","caller":"traceutil/trace.go:171","msg":"trace[245573274] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9psvd; range_end:; response_count:1; response_revision:1781; }","duration":"114.569696ms","start":"2026-05-28T02:10:16.961544Z","end":"2026-05-28T02:10:17.076114Z","steps":["trace[245573274] 'agreement among raft nodes before linearized reading' (duration: 114.292988ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:17.49649Z","caller":"traceutil/trace.go:171","msg":"trace[820779919] linearizableReadLoop","detail":"{readStateIndex:1879; appliedIndex:1878; }","duration":"142.396429ms","start":"2026-05-28T02:10:17.354065Z","end":"2026-05-28T02:10:17.496461Z","steps":["trace[820779919] 'read index received' (duration: 124.472137ms)","trace[820779919] 'applied index is now lower than readState.Index' (duration: 17.923252ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:17.496605Z","caller":"traceutil/trace.go:171","msg":"trace[581887765] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"145.127821ms","start":"2026-05-28T02:10:17.351391Z","end":"2026-05-28T02:10:17.496518Z","steps":["trace[581887765] 'process raft request' (duration: 127.254881ms)","trace[581887765] 'compare' (duration: 17.668284ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:17.496784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.704478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4308"} {"level":"info","ts":"2026-05-28T02:10:17.496883Z","caller":"traceutil/trace.go:171","msg":"trace[1470345896] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:1801; }","duration":"142.850503ms","start":"2026-05-28T02:10:17.354007Z","end":"2026-05-28T02:10:17.496858Z","steps":["trace[1470345896] 'agreement among raft nodes before linearized reading' (duration: 142.580315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:17.496904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.841146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:222191"} {"level":"info","ts":"2026-05-28T02:10:17.496978Z","caller":"traceutil/trace.go:171","msg":"trace[1300159162] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1801; }","duration":"120.975271ms","start":"2026-05-28T02:10:17.375985Z","end":"2026-05-28T02:10:17.49696Z","steps":["trace[1300159162] 'agreement among raft nodes before linearized reading' (duration: 120.62651ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:17.662384Z","caller":"traceutil/trace.go:171","msg":"trace[867184995] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"160.039083ms","start":"2026-05-28T02:10:17.502313Z","end":"2026-05-28T02:10:17.662352Z","steps":["trace[867184995] 'process raft request' (duration: 110.917566ms)","trace[867184995] 'compare' (duration: 49.001173ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:18.018403Z","caller":"traceutil/trace.go:171","msg":"trace[484795514] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"514.952362ms","start":"2026-05-28T02:10:17.503434Z","end":"2026-05-28T02:10:18.018387Z","steps":["trace[484795514] 'process raft request' (duration: 514.838089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.018519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:17.503429Z","time spent":"515.024614ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:18.018552Z","caller":"traceutil/trace.go:171","msg":"trace[436199760] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"515.055785ms","start":"2026-05-28T02:10:17.503476Z","end":"2026-05-28T02:10:18.018532Z","steps":["trace[436199760] 'process raft request' (duration: 514.88525ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:18.018384Z","caller":"traceutil/trace.go:171","msg":"trace[846086379] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"514.987853ms","start":"2026-05-28T02:10:17.503365Z","end":"2026-05-28T02:10:18.018353Z","steps":["trace[846086379] 'process raft request' (duration: 457.862454ms)","trace[846086379] 'compare' (duration: 56.874441ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:18.018668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:17.503471Z","time spent":"515.135738ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:18.018723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:17.503336Z","time spent":"515.302153ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:18.018908Z","caller":"traceutil/trace.go:171","msg":"trace[703862657] linearizableReadLoop","detail":"{readStateIndex:1885; appliedIndex:1879; }","duration":"412.925005ms","start":"2026-05-28T02:10:17.605962Z","end":"2026-05-28T02:10:18.018887Z","steps":["trace[703862657] 'read index received' (duration: 7.474277ms)","trace[703862657] 'applied index is now lower than readState.Index' (duration: 405.449878ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:18.018916Z","caller":"traceutil/trace.go:171","msg":"trace[34742809] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"514.970593ms","start":"2026-05-28T02:10:17.503911Z","end":"2026-05-28T02:10:18.018881Z","steps":["trace[34742809] 'process raft request' (duration: 514.565031ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:18.018972Z","caller":"traceutil/trace.go:171","msg":"trace[1411615131] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"511.214129ms","start":"2026-05-28T02:10:17.507729Z","end":"2026-05-28T02:10:18.018943Z","steps":["trace[1411615131] 'process raft request' (duration: 511.092325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.019071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:17.503885Z","time spent":"515.128327ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":933,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:10:18.019169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.208023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:222191"} {"level":"info","ts":"2026-05-28T02:10:18.019225Z","caller":"traceutil/trace.go:171","msg":"trace[600363136] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1807; }","duration":"413.290406ms","start":"2026-05-28T02:10:17.605914Z","end":"2026-05-28T02:10:18.019205Z","steps":["trace[600363136] 'agreement among raft nodes before linearized reading' (duration: 413.079249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.019295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:17.507684Z","time spent":"511.417245ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4332,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:18.019305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:17.605898Z","time spent":"413.387559ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":3,"response size":222214,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:10:18.027016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.908602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:18.027081Z","caller":"traceutil/trace.go:171","msg":"trace[1395740698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1808; }","duration":"172.013236ms","start":"2026-05-28T02:10:17.855047Z","end":"2026-05-28T02:10:18.02706Z","steps":["trace[1395740698] 'agreement among raft nodes before linearized reading' (duration: 171.916753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.027135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.389063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:10:18.027209Z","caller":"traceutil/trace.go:171","msg":"trace[594493013] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1808; }","duration":"118.520507ms","start":"2026-05-28T02:10:17.908673Z","end":"2026-05-28T02:10:18.027193Z","steps":["trace[594493013] 'agreement among raft nodes before linearized reading' (duration: 118.374572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.420044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.632292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:10:18.420174Z","caller":"traceutil/trace.go:171","msg":"trace[1907731299] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1808; }","duration":"204.852188ms","start":"2026-05-28T02:10:18.215293Z","end":"2026-05-28T02:10:18.420145Z","steps":["trace[1907731299] 'count revisions from in-memory index tree' (duration: 204.514138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.420224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.991491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:10:18.420279Z","caller":"traceutil/trace.go:171","msg":"trace[1292227733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1808; }","duration":"236.087104ms","start":"2026-05-28T02:10:18.184177Z","end":"2026-05-28T02:10:18.420264Z","steps":["trace[1292227733] 'range keys from in-memory index tree' (duration: 235.795035ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:18.420437Z","caller":"traceutil/trace.go:171","msg":"trace[1723467725] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"185.018648ms","start":"2026-05-28T02:10:18.2352Z","end":"2026-05-28T02:10:18.420219Z","steps":["trace[1723467725] 'process raft request' (duration: 99.277504ms)","trace[1723467725] 'compare' (duration: 85.456876ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:18.642206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.364219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:18.6423Z","caller":"traceutil/trace.go:171","msg":"trace[1920463020] linearizableReadLoop","detail":"{readStateIndex:1888; appliedIndex:1887; }","duration":"183.064569ms","start":"2026-05-28T02:10:18.45922Z","end":"2026-05-28T02:10:18.642284Z","steps":["trace[1920463020] 'read index received' (duration: 73.452283ms)","trace[1920463020] 'applied index is now lower than readState.Index' (duration: 109.610936ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:18.642376Z","caller":"traceutil/trace.go:171","msg":"trace[167368103] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"216.989516ms","start":"2026-05-28T02:10:18.425374Z","end":"2026-05-28T02:10:18.642363Z","steps":["trace[167368103] 'process raft request' (duration: 107.375729ms)","trace[167368103] 'compare' (duration: 109.272466ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:18.643384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.155082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T02:10:18.643449Z","caller":"traceutil/trace.go:171","msg":"trace[737060379] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1810; }","duration":"184.266355ms","start":"2026-05-28T02:10:18.459169Z","end":"2026-05-28T02:10:18.643435Z","steps":["trace[737060379] 'agreement among raft nodes before linearized reading' (duration: 183.352367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:18.851992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.12803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:18.852138Z","caller":"traceutil/trace.go:171","msg":"trace[1069010914] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1811; }","duration":"102.340987ms","start":"2026-05-28T02:10:18.74977Z","end":"2026-05-28T02:10:18.852111Z","steps":["trace[1069010914] 'range keys from in-memory index tree' (duration: 102.032777ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:19.859942Z","caller":"traceutil/trace.go:171","msg":"trace[1153279240] linearizableReadLoop","detail":"{readStateIndex:1894; appliedIndex:1893; }","duration":"229.966685ms","start":"2026-05-28T02:10:19.629953Z","end":"2026-05-28T02:10:19.859919Z","steps":["trace[1153279240] 'read index received' (duration: 229.798569ms)","trace[1153279240] 'applied index is now lower than readState.Index' (duration: 167.116µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:19.860232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.264815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T02:10:19.860317Z","caller":"traceutil/trace.go:171","msg":"trace[1404209329] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1816; }","duration":"230.401049ms","start":"2026-05-28T02:10:19.629903Z","end":"2026-05-28T02:10:19.860304Z","steps":["trace[1404209329] 'agreement among raft nodes before linearized reading' (duration: 230.13152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:19.860617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.198408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:10:19.860674Z","caller":"traceutil/trace.go:171","msg":"trace[1157999959] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"249.648935ms","start":"2026-05-28T02:10:19.611013Z","end":"2026-05-28T02:10:19.860662Z","steps":["trace[1157999959] 'process raft request' (duration: 248.758547ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:19.860686Z","caller":"traceutil/trace.go:171","msg":"trace[1638792589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1816; }","duration":"194.291202ms","start":"2026-05-28T02:10:19.666379Z","end":"2026-05-28T02:10:19.86067Z","steps":["trace[1638792589] 'agreement among raft nodes before linearized reading' (duration: 194.141007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:19.860663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.731164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T02:10:19.860742Z","caller":"traceutil/trace.go:171","msg":"trace[128668359] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:1816; }","duration":"198.848177ms","start":"2026-05-28T02:10:19.661876Z","end":"2026-05-28T02:10:19.860724Z","steps":["trace[128668359] 'agreement among raft nodes before linearized reading' (duration: 198.336291ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:20.790745Z","caller":"traceutil/trace.go:171","msg":"trace[504179493] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"128.572938ms","start":"2026-05-28T02:10:20.662152Z","end":"2026-05-28T02:10:20.790725Z","steps":["trace[504179493] 'process raft request' (duration: 128.453934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:22.471608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.704968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:22.471715Z","caller":"traceutil/trace.go:171","msg":"trace[420488353] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:0; response_revision:1837; }","duration":"141.867973ms","start":"2026-05-28T02:10:22.329818Z","end":"2026-05-28T02:10:22.471686Z","steps":["trace[420488353] 'range keys from in-memory index tree' (duration: 141.601535ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:22.824621Z","caller":"traceutil/trace.go:171","msg":"trace[412956355] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"251.331338ms","start":"2026-05-28T02:10:22.57324Z","end":"2026-05-28T02:10:22.824571Z","steps":["trace[412956355] 'process raft request' (duration: 241.432071ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:22.856417Z","caller":"traceutil/trace.go:171","msg":"trace[1140501365] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1917; }","duration":"184.613782ms","start":"2026-05-28T02:10:22.671777Z","end":"2026-05-28T02:10:22.85639Z","steps":["trace[1140501365] 'read index received' (duration: 142.904396ms)","trace[1140501365] 'applied index is now lower than readState.Index' (duration: 41.708496ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:22.856514Z","caller":"traceutil/trace.go:171","msg":"trace[759282762] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"282.738954ms","start":"2026-05-28T02:10:22.573749Z","end":"2026-05-28T02:10:22.856488Z","steps":["trace[759282762] 'process raft request' (duration: 282.508207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:22.856738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.87675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:22.856836Z","caller":"traceutil/trace.go:171","msg":"trace[592105740] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1840; }","duration":"185.090317ms","start":"2026-05-28T02:10:22.671723Z","end":"2026-05-28T02:10:22.856814Z","steps":["trace[592105740] 'agreement among raft nodes before linearized reading' (duration: 184.89222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:22.856948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.633323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-05-28T02:10:22.857044Z","caller":"traceutil/trace.go:171","msg":"trace[599223283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1840; }","duration":"105.767168ms","start":"2026-05-28T02:10:22.75123Z","end":"2026-05-28T02:10:22.856997Z","steps":["trace[599223283] 'agreement among raft nodes before linearized reading' (duration: 105.447827ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:24.492132Z","caller":"traceutil/trace.go:171","msg":"trace[2014136401] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"263.956513ms","start":"2026-05-28T02:10:24.22815Z","end":"2026-05-28T02:10:24.492107Z","steps":["trace[2014136401] 'process raft request' (duration: 263.810848ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:24.531482Z","caller":"traceutil/trace.go:171","msg":"trace[1148774658] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"301.547727ms","start":"2026-05-28T02:10:24.229912Z","end":"2026-05-28T02:10:24.53146Z","steps":["trace[1148774658] 'process raft request' (duration: 301.438483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:24.531605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:24.2299Z","time spent":"301.64377ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:25.130646Z","caller":"traceutil/trace.go:171","msg":"trace[1648891708] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1926; }","duration":"243.068656ms","start":"2026-05-28T02:10:24.887554Z","end":"2026-05-28T02:10:25.130623Z","steps":["trace[1648891708] 'read index received' (duration: 242.909421ms)","trace[1648891708] 'applied index is now lower than readState.Index' (duration: 158.155µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:25.130709Z","caller":"traceutil/trace.go:171","msg":"trace[271122649] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"269.674938ms","start":"2026-05-28T02:10:24.861006Z","end":"2026-05-28T02:10:25.130681Z","steps":["trace[271122649] 'process raft request' (duration: 269.464641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:25.13095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.357385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-05-28T02:10:25.131052Z","caller":"traceutil/trace.go:171","msg":"trace[1825376227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1848; }","duration":"243.527201ms","start":"2026-05-28T02:10:24.887499Z","end":"2026-05-28T02:10:25.131026Z","steps":["trace[1825376227] 'agreement among raft nodes before linearized reading' (duration: 243.247662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:25.582728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.758113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:25.582951Z","caller":"traceutil/trace.go:171","msg":"trace[1889778475] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"576.351151ms","start":"2026-05-28T02:10:25.00656Z","end":"2026-05-28T02:10:25.582911Z","steps":["trace[1889778475] 'process raft request' (duration: 359.301958ms)","trace[1889778475] 'compare' (duration: 216.601678ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:25.583098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:25.006527Z","time spent":"576.488055ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:25.585255Z","caller":"traceutil/trace.go:171","msg":"trace[829449449] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"283.507941ms","start":"2026-05-28T02:10:25.301724Z","end":"2026-05-28T02:10:25.585232Z","steps":["trace[829449449] 'process raft request' (duration: 283.417558ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:25.585256Z","caller":"traceutil/trace.go:171","msg":"trace[1271060491] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1927; }","duration":"454.509338ms","start":"2026-05-28T02:10:25.130711Z","end":"2026-05-28T02:10:25.585221Z","steps":["trace[1271060491] 'read index received' (duration: 235.242664ms)","trace[1271060491] 'applied index is now lower than readState.Index' (duration: 219.263393ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:25.585411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.335522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:25.585471Z","caller":"traceutil/trace.go:171","msg":"trace[906180415] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1850; }","duration":"464.444446ms","start":"2026-05-28T02:10:25.121013Z","end":"2026-05-28T02:10:25.585457Z","steps":["trace[906180415] 'agreement among raft nodes before linearized reading' (duration: 464.336313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:25.58551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:25.120992Z","time spent":"464.507468ms","remote":"127.0.0.1:37990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:10:25.585577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.949958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:10:25.585662Z","caller":"traceutil/trace.go:171","msg":"trace[235327310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1850; }","duration":"187.048271ms","start":"2026-05-28T02:10:25.398599Z","end":"2026-05-28T02:10:25.585647Z","steps":["trace[235327310] 'agreement among raft nodes before linearized reading' (duration: 186.831234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:25.585685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.475085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:10:25.585802Z","caller":"traceutil/trace.go:171","msg":"trace[2050676066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1850; }","duration":"640.6307ms","start":"2026-05-28T02:10:24.945142Z","end":"2026-05-28T02:10:25.585773Z","steps":["trace[2050676066] 'agreement among raft nodes before linearized reading' (duration: 640.265719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:25.58586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:24.94513Z","time spent":"640.720223ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:10:29.659608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254103477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:10:30.160325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254103477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:10:30.326032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.177305159s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:10:30.326445Z","caller":"traceutil/trace.go:171","msg":"trace[2090857444] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"1.177812316s","start":"2026-05-28T02:10:29.148605Z","end":"2026-05-28T02:10:30.326417Z","steps":["trace[2090857444] 'process raft request' (duration: 1.17762584s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.326622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.148572Z","time spent":"1.17794119s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:30.455018Z","caller":"traceutil/trace.go:171","msg":"trace[201156331] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"806.355171ms","start":"2026-05-28T02:10:29.648634Z","end":"2026-05-28T02:10:30.454989Z","steps":["trace[201156331] 'process raft request' (duration: 806.02013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.455202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.648613Z","time spent":"806.500156ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:30.455307Z","caller":"traceutil/trace.go:171","msg":"trace[964048483] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1946; }","duration":"1.296423664s","start":"2026-05-28T02:10:29.158849Z","end":"2026-05-28T02:10:30.455273Z","steps":["trace[964048483] 'read index received' (duration: 1.167381522s)","trace[964048483] 'applied index is now lower than readState.Index' (duration: 129.039872ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:30.455416Z","caller":"traceutil/trace.go:171","msg":"trace[446337215] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"136.429438ms","start":"2026-05-28T02:10:30.318945Z","end":"2026-05-28T02:10:30.455374Z","steps":["trace[446337215] 'process raft request' (duration: 135.989384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.455538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296662041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-05-28T02:10:30.455571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.786027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T02:10:30.455617Z","caller":"traceutil/trace.go:171","msg":"trace[323848144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1869; }","duration":"1.296783145s","start":"2026-05-28T02:10:29.158814Z","end":"2026-05-28T02:10:30.455597Z","steps":["trace[323848144] 'agreement among raft nodes before linearized reading' (duration: 1.296558448s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.455673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.158798Z","time spent":"1.296860007s","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:10:30.455749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.697144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:10:30.455781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.210934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:10:30.455808Z","caller":"traceutil/trace.go:171","msg":"trace[2045496375] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1869; }","duration":"381.779546ms","start":"2026-05-28T02:10:30.074013Z","end":"2026-05-28T02:10:30.455793Z","steps":["trace[2045496375] 'agreement among raft nodes before linearized reading' (duration: 381.688574ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:30.45582Z","caller":"traceutil/trace.go:171","msg":"trace[850808888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1869; }","duration":"785.269386ms","start":"2026-05-28T02:10:29.670539Z","end":"2026-05-28T02:10:30.455808Z","steps":["trace[850808888] 'agreement among raft nodes before linearized reading' (duration: 785.166263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.455833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.519953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-28T02:10:30.455861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:30.073997Z","time spent":"381.849658ms","remote":"127.0.0.1:38196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:10:30.455867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.670527Z","time spent":"785.328847ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:10:30.455668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.769447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:10:30.455899Z","caller":"traceutil/trace.go:171","msg":"trace[1386196219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1869; }","duration":"725.637586ms","start":"2026-05-28T02:10:29.730244Z","end":"2026-05-28T02:10:30.455882Z","steps":["trace[1386196219] 'agreement among raft nodes before linearized reading' (duration: 725.42922ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:30.455936Z","caller":"traceutil/trace.go:171","msg":"trace[1373725077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1869; }","duration":"472.059876ms","start":"2026-05-28T02:10:29.983857Z","end":"2026-05-28T02:10:30.455917Z","steps":["trace[1373725077] 'agreement among raft nodes before linearized reading' (duration: 471.703035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.455959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.730215Z","time spent":"725.716419ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:10:30.45601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.983843Z","time spent":"472.14943ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:10:30.455623Z","caller":"traceutil/trace.go:171","msg":"trace[2135584442] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:1869; }","duration":"792.865989ms","start":"2026-05-28T02:10:29.66274Z","end":"2026-05-28T02:10:30.455606Z","steps":["trace[2135584442] 'agreement among raft nodes before linearized reading' (duration: 792.719765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.455679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.224699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:30.45613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.662727Z","time spent":"793.366965ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-05-28T02:10:30.45613Z","caller":"traceutil/trace.go:171","msg":"trace[196211067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1869; }","duration":"590.706575ms","start":"2026-05-28T02:10:29.865408Z","end":"2026-05-28T02:10:30.456115Z","steps":["trace[196211067] 'agreement among raft nodes before linearized reading' (duration: 590.23895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:30.456204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:29.865383Z","time spent":"590.806658ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:10:34.935162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254103521,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:10:35.286783Z","caller":"traceutil/trace.go:171","msg":"trace[378835308] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"927.454961ms","start":"2026-05-28T02:10:34.359295Z","end":"2026-05-28T02:10:35.28675Z","steps":["trace[378835308] 'process raft request' (duration: 927.220903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.286967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.359269Z","time spent":"927.605676ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:35.287469Z","caller":"traceutil/trace.go:171","msg":"trace[330666679] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"820.831377ms","start":"2026-05-28T02:10:34.46661Z","end":"2026-05-28T02:10:35.287441Z","steps":["trace[330666679] 'process raft request' (duration: 820.660681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.287621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.466589Z","time spent":"820.949021ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:35.287834Z","caller":"traceutil/trace.go:171","msg":"trace[1182792396] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"819.254937ms","start":"2026-05-28T02:10:34.468471Z","end":"2026-05-28T02:10:35.287726Z","steps":["trace[1182792396] 'process raft request' (duration: 818.933637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.288174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.468449Z","time spent":"819.475433ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:35.290219Z","caller":"traceutil/trace.go:171","msg":"trace[648709399] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1966; }","duration":"855.440455ms","start":"2026-05-28T02:10:34.43476Z","end":"2026-05-28T02:10:35.2902Z","steps":["trace[648709399] 'read index received' (duration: 851.753037ms)","trace[648709399] 'applied index is now lower than readState.Index' (duration: 3.686088ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:35.290343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.550649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:10:35.290437Z","caller":"traceutil/trace.go:171","msg":"trace[1266712411] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1888; }","duration":"855.692424ms","start":"2026-05-28T02:10:34.434695Z","end":"2026-05-28T02:10:35.290387Z","steps":["trace[1266712411] 'agreement among raft nodes before linearized reading' (duration: 855.5584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.290519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.434667Z","time spent":"855.812297ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:10:35.290593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.897167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:10:35.290625Z","caller":"traceutil/trace.go:171","msg":"trace[667923728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1888; }","duration":"750.938078ms","start":"2026-05-28T02:10:34.539678Z","end":"2026-05-28T02:10:35.290616Z","steps":["trace[667923728] 'agreement among raft nodes before linearized reading' (duration: 750.865146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.290447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.935065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-05-28T02:10:35.290656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.539672Z","time spent":"750.976739ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:10:35.290522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.534545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T02:10:35.290578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.648673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:10:35.290695Z","caller":"traceutil/trace.go:171","msg":"trace[1147865388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1888; }","duration":"808.200332ms","start":"2026-05-28T02:10:34.482471Z","end":"2026-05-28T02:10:35.290671Z","steps":["trace[1147865388] 'agreement among raft nodes before linearized reading' (duration: 807.866041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.290737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.500334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:35.29077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.482459Z","time spent":"808.282795ms","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:10:35.290765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.750435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T02:10:35.29077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.202946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T02:10:35.290775Z","caller":"traceutil/trace.go:171","msg":"trace[410697205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1888; }","duration":"609.892931ms","start":"2026-05-28T02:10:34.680864Z","end":"2026-05-28T02:10:35.290757Z","steps":["trace[410697205] 'agreement among raft nodes before linearized reading' (duration: 609.55393ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:35.290801Z","caller":"traceutil/trace.go:171","msg":"trace[1564692713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1888; }","duration":"434.609217ms","start":"2026-05-28T02:10:34.856174Z","end":"2026-05-28T02:10:35.290783Z","steps":["trace[1564692713] 'agreement among raft nodes before linearized reading' (duration: 434.448082ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:35.290815Z","caller":"traceutil/trace.go:171","msg":"trace[358411258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1888; }","duration":"751.846417ms","start":"2026-05-28T02:10:34.538955Z","end":"2026-05-28T02:10:35.290801Z","steps":["trace[358411258] 'agreement among raft nodes before linearized reading' (duration: 751.663951ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:35.290822Z","caller":"traceutil/trace.go:171","msg":"trace[420800615] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1888; }","duration":"405.301029ms","start":"2026-05-28T02:10:34.885508Z","end":"2026-05-28T02:10:35.290809Z","steps":["trace[420800615] 'agreement among raft nodes before linearized reading' (duration: 404.971978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.290806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.779837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-28T02:10:35.290851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.538924Z","time spent":"751.91965ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:10:35.290855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.885486Z","time spent":"405.362181ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T02:10:35.290852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.85615Z","time spent":"434.68994ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:10:35.290856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.680846Z","time spent":"609.987174ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:10:35.290874Z","caller":"traceutil/trace.go:171","msg":"trace[1861676245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1888; }","duration":"791.858699ms","start":"2026-05-28T02:10:34.498997Z","end":"2026-05-28T02:10:35.290855Z","steps":["trace[1861676245] 'agreement among raft nodes before linearized reading' (duration: 791.629632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.290922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.498955Z","time spent":"791.958722ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:10:35.290743Z","caller":"traceutil/trace.go:171","msg":"trace[908110392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1888; }","duration":"661.763083ms","start":"2026-05-28T02:10:34.62895Z","end":"2026-05-28T02:10:35.290714Z","steps":["trace[908110392] 'agreement among raft nodes before linearized reading' (duration: 661.516945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:35.290992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:34.628934Z","time spent":"662.049882ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:10:38.356754Z","caller":"traceutil/trace.go:171","msg":"trace[324853878] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"153.519108ms","start":"2026-05-28T02:10:38.203211Z","end":"2026-05-28T02:10:38.35673Z","steps":["trace[324853878] 'process raft request' (duration: 153.358393ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:38.502715Z","caller":"traceutil/trace.go:171","msg":"trace[1527914021] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2003; }","duration":"194.937077ms","start":"2026-05-28T02:10:38.307746Z","end":"2026-05-28T02:10:38.502683Z","steps":["trace[1527914021] 'read index received' (duration: 48.821637ms)","trace[1527914021] 'applied index is now lower than readState.Index' (duration: 146.11395ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:38.502922Z","caller":"traceutil/trace.go:171","msg":"trace[931989298] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"205.532953ms","start":"2026-05-28T02:10:38.297226Z","end":"2026-05-28T02:10:38.502759Z","steps":["trace[931989298] 'process raft request' (duration: 127.514571ms)","trace[931989298] 'compare' (duration: 77.714962ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:38.503057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.281789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-05-28T02:10:38.503164Z","caller":"traceutil/trace.go:171","msg":"trace[900230197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"195.400282ms","start":"2026-05-28T02:10:38.307738Z","end":"2026-05-28T02:10:38.503139Z","steps":["trace[900230197] 'agreement among raft nodes before linearized reading' (duration: 195.070692ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:38.504115Z","caller":"traceutil/trace.go:171","msg":"trace[76206195] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"108.690153ms","start":"2026-05-28T02:10:38.395405Z","end":"2026-05-28T02:10:38.504095Z","steps":["trace[76206195] 'process raft request' (duration: 108.639051ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:38.504113Z","caller":"traceutil/trace.go:171","msg":"trace[1341517137] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"135.877527ms","start":"2026-05-28T02:10:38.368216Z","end":"2026-05-28T02:10:38.504093Z","steps":["trace[1341517137] 'process raft request' (duration: 135.716352ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:38.694688Z","caller":"traceutil/trace.go:171","msg":"trace[1253812810] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"184.003034ms","start":"2026-05-28T02:10:38.510646Z","end":"2026-05-28T02:10:38.694649Z","steps":["trace[1253812810] 'process raft request' (duration: 93.082885ms)","trace[1253812810] 'compare' (duration: 90.737913ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:38.694893Z","caller":"traceutil/trace.go:171","msg":"trace[532874768] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"183.930441ms","start":"2026-05-28T02:10:38.510935Z","end":"2026-05-28T02:10:38.694866Z","steps":["trace[532874768] 'process raft request' (duration: 183.647143ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:38.695005Z","caller":"traceutil/trace.go:171","msg":"trace[440793119] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"184.038754ms","start":"2026-05-28T02:10:38.51095Z","end":"2026-05-28T02:10:38.694989Z","steps":["trace[440793119] 'process raft request' (duration: 183.682423ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:38.695122Z","caller":"traceutil/trace.go:171","msg":"trace[1816054652] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"184.071496ms","start":"2026-05-28T02:10:38.511038Z","end":"2026-05-28T02:10:38.69511Z","steps":["trace[1816054652] 'process raft request' (duration: 183.627132ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:38.695148Z","caller":"traceutil/trace.go:171","msg":"trace[413468018] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"179.836066ms","start":"2026-05-28T02:10:38.515305Z","end":"2026-05-28T02:10:38.695141Z","steps":["trace[413468018] 'process raft request' (duration: 179.439944ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:38.69535Z","caller":"traceutil/trace.go:171","msg":"trace[280517046] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"182.734134ms","start":"2026-05-28T02:10:38.512589Z","end":"2026-05-28T02:10:38.695324Z","steps":["trace[280517046] 'process raft request' (duration: 182.104075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:38.695648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.067617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9247"} {"level":"info","ts":"2026-05-28T02:10:38.695689Z","caller":"traceutil/trace.go:171","msg":"trace[1355350514] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1933; }","duration":"126.167739ms","start":"2026-05-28T02:10:38.569511Z","end":"2026-05-28T02:10:38.695679Z","steps":["trace[1355350514] 'agreement among raft nodes before linearized reading' (duration: 126.031935ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:38.695508Z","caller":"traceutil/trace.go:171","msg":"trace[1301266172] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2008; }","duration":"125.83023ms","start":"2026-05-28T02:10:38.569599Z","end":"2026-05-28T02:10:38.695429Z","steps":["trace[1301266172] 'read index received' (duration: 34.055785ms)","trace[1301266172] 'applied index is now lower than readState.Index' (duration: 91.770264ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:38.898548Z","caller":"traceutil/trace.go:171","msg":"trace[1713048638] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"111.278412ms","start":"2026-05-28T02:10:38.787259Z","end":"2026-05-28T02:10:38.898537Z","steps":["trace[1713048638] 'process raft request' (duration: 111.133458ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:38.898477Z","caller":"traceutil/trace.go:171","msg":"trace[1442033008] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"114.917474ms","start":"2026-05-28T02:10:38.783516Z","end":"2026-05-28T02:10:38.898434Z","steps":["trace[1442033008] 'process raft request' (duration: 114.737968ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:38.898798Z","caller":"traceutil/trace.go:171","msg":"trace[714440991] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"110.761666ms","start":"2026-05-28T02:10:38.788014Z","end":"2026-05-28T02:10:38.898775Z","steps":["trace[714440991] 'process raft request' (duration: 110.414576ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:38.89853Z","caller":"traceutil/trace.go:171","msg":"trace[1095893046] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"113.840141ms","start":"2026-05-28T02:10:38.78466Z","end":"2026-05-28T02:10:38.8985Z","steps":["trace[1095893046] 'process raft request' (duration: 113.689756ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:38.898992Z","caller":"traceutil/trace.go:171","msg":"trace[1259801746] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"101.816623ms","start":"2026-05-28T02:10:38.797143Z","end":"2026-05-28T02:10:38.898959Z","steps":["trace[1259801746] 'process raft request' (duration: 101.570466ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:39.072304Z","caller":"traceutil/trace.go:171","msg":"trace[329472828] linearizableReadLoop","detail":"{readStateIndex:2035; appliedIndex:2033; }","duration":"126.352906ms","start":"2026-05-28T02:10:38.945931Z","end":"2026-05-28T02:10:39.072284Z","steps":["trace[329472828] 'read index received' (duration: 93.464477ms)","trace[329472828] 'applied index is now lower than readState.Index' (duration: 32.887638ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:39.072383Z","caller":"traceutil/trace.go:171","msg":"trace[1311383892] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"144.233204ms","start":"2026-05-28T02:10:38.928118Z","end":"2026-05-28T02:10:39.072351Z","steps":["trace[1311383892] 'process raft request' (duration: 111.156739ms)","trace[1311383892] 'compare' (duration: 32.666512ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:39.07242Z","caller":"traceutil/trace.go:171","msg":"trace[1830768502] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"111.654594ms","start":"2026-05-28T02:10:38.960754Z","end":"2026-05-28T02:10:39.072409Z","steps":["trace[1830768502] 'process raft request' (duration: 111.458228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:39.072516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.571622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:39.072574Z","caller":"traceutil/trace.go:171","msg":"trace[390377537] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:1953; }","duration":"126.698476ms","start":"2026-05-28T02:10:38.945864Z","end":"2026-05-28T02:10:39.072563Z","steps":["trace[390377537] 'agreement among raft nodes before linearized reading' (duration: 126.601513ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:39.072598Z","caller":"traceutil/trace.go:171","msg":"trace[1200629917] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"127.650925ms","start":"2026-05-28T02:10:38.944917Z","end":"2026-05-28T02:10:39.072568Z","steps":["trace[1200629917] 'process raft request' (duration: 127.240103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:39.072706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.966766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"info","ts":"2026-05-28T02:10:39.072778Z","caller":"traceutil/trace.go:171","msg":"trace[521545670] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1953; }","duration":"115.09911ms","start":"2026-05-28T02:10:38.957662Z","end":"2026-05-28T02:10:39.072761Z","steps":["trace[521545670] 'agreement among raft nodes before linearized reading' (duration: 114.880573ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:39.956276Z","caller":"traceutil/trace.go:171","msg":"trace[1789808497] linearizableReadLoop","detail":"{readStateIndex:2061; appliedIndex:2059; }","duration":"104.165105ms","start":"2026-05-28T02:10:39.852089Z","end":"2026-05-28T02:10:39.956254Z","steps":["trace[1789808497] 'read index received' (duration: 9.866223ms)","trace[1789808497] 'applied index is now lower than readState.Index' (duration: 94.297672ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:39.956316Z","caller":"traceutil/trace.go:171","msg":"trace[1648581667] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"173.721987ms","start":"2026-05-28T02:10:39.782551Z","end":"2026-05-28T02:10:39.956273Z","steps":["trace[1648581667] 'process raft request' (duration: 79.391234ms)","trace[1648581667] 'compare' (duration: 93.971032ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:39.956366Z","caller":"traceutil/trace.go:171","msg":"trace[1459452239] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"108.308221ms","start":"2026-05-28T02:10:39.848033Z","end":"2026-05-28T02:10:39.956341Z","steps":["trace[1459452239] 'process raft request' (duration: 108.038583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:39.956435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.33714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:39.956458Z","caller":"traceutil/trace.go:171","msg":"trace[326443322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1977; }","duration":"104.401262ms","start":"2026-05-28T02:10:39.85205Z","end":"2026-05-28T02:10:39.956451Z","steps":["trace[326443322] 'agreement among raft nodes before linearized reading' (duration: 104.322959ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:40.311932Z","caller":"traceutil/trace.go:171","msg":"trace[975983394] linearizableReadLoop","detail":"{readStateIndex:2066; appliedIndex:2065; }","duration":"135.385202ms","start":"2026-05-28T02:10:40.176519Z","end":"2026-05-28T02:10:40.311904Z","steps":["trace[975983394] 'read index received' (duration: 79.816187ms)","trace[975983394] 'applied index is now lower than readState.Index' (duration: 55.568005ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:40.312091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.548157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:40.312132Z","caller":"traceutil/trace.go:171","msg":"trace[165915325] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1982; }","duration":"135.632879ms","start":"2026-05-28T02:10:40.176487Z","end":"2026-05-28T02:10:40.312119Z","steps":["trace[165915325] 'agreement among raft nodes before linearized reading' (duration: 135.520336ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:40.31209Z","caller":"traceutil/trace.go:171","msg":"trace[531401176] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"140.240841ms","start":"2026-05-28T02:10:40.171795Z","end":"2026-05-28T02:10:40.312036Z","steps":["trace[531401176] 'process raft request' (duration: 84.480921ms)","trace[531401176] 'compare' (duration: 55.516612ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:41.190683Z","caller":"traceutil/trace.go:171","msg":"trace[1714429819] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"221.501123ms","start":"2026-05-28T02:10:40.969146Z","end":"2026-05-28T02:10:41.190648Z","steps":["trace[1714429819] 'process raft request' (duration: 174.975376ms)","trace[1714429819] 'compare' (duration: 46.294789ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:41.190701Z","caller":"traceutil/trace.go:171","msg":"trace[2123582353] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"221.054499ms","start":"2026-05-28T02:10:40.969624Z","end":"2026-05-28T02:10:41.190679Z","steps":["trace[2123582353] 'process raft request' (duration: 220.938896ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:41.191167Z","caller":"traceutil/trace.go:171","msg":"trace[1092420024] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"219.42374ms","start":"2026-05-28T02:10:40.97171Z","end":"2026-05-28T02:10:41.191134Z","steps":["trace[1092420024] 'process raft request' (duration: 219.10882ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:41.191201Z","caller":"traceutil/trace.go:171","msg":"trace[892826709] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"221.452491ms","start":"2026-05-28T02:10:40.969705Z","end":"2026-05-28T02:10:41.191158Z","steps":["trace[892826709] 'process raft request' (duration: 220.908224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:43.618093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254103742,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:10:43.643197Z","caller":"traceutil/trace.go:171","msg":"trace[1814993686] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"545.235022ms","start":"2026-05-28T02:10:43.097942Z","end":"2026-05-28T02:10:43.643177Z","steps":["trace[1814993686] 'process raft request' (duration: 545.091617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:43.643323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.097923Z","time spent":"545.333254ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:43.978959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.517934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:43.979208Z","caller":"traceutil/trace.go:171","msg":"trace[1533367337] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"593.502681ms","start":"2026-05-28T02:10:43.385688Z","end":"2026-05-28T02:10:43.97919Z","steps":["trace[1533367337] 'process raft request' (duration: 593.381037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:43.979283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.385672Z","time spent":"593.578874ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:43.979279Z","caller":"traceutil/trace.go:171","msg":"trace[408449389] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"598.170044ms","start":"2026-05-28T02:10:43.381054Z","end":"2026-05-28T02:10:43.979224Z","steps":["trace[408449389] 'process raft request' (duration: 344.273808ms)","trace[408449389] 'compare' (duration: 253.326989ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:43.979393Z","caller":"traceutil/trace.go:171","msg":"trace[1013027978] linearizableReadLoop","detail":"{readStateIndex:2099; appliedIndex:2095; }","duration":"862.119148ms","start":"2026-05-28T02:10:43.117246Z","end":"2026-05-28T02:10:43.979365Z","steps":["trace[1013027978] 'read index received' (duration: 525.918178ms)","trace[1013027978] 'applied index is now lower than readState.Index' (duration: 336.19951ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:43.97942Z","caller":"traceutil/trace.go:171","msg":"trace[1975155760] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"483.524608ms","start":"2026-05-28T02:10:43.495869Z","end":"2026-05-28T02:10:43.979393Z","steps":["trace[1975155760] 'process raft request' (duration: 483.389414ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:43.979418Z","caller":"traceutil/trace.go:171","msg":"trace[1078396106] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"593.47147ms","start":"2026-05-28T02:10:43.385911Z","end":"2026-05-28T02:10:43.979382Z","steps":["trace[1078396106] 'process raft request' (duration: 593.245353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:43.979446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.381019Z","time spent":"598.331979ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:43.979557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.495843Z","time spent":"483.635502ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:43.979559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.275104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:10:43.979586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.385885Z","time spent":"593.617075ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:43.979639Z","caller":"traceutil/trace.go:171","msg":"trace[1681705809] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2015; }","duration":"862.406308ms","start":"2026-05-28T02:10:43.1172Z","end":"2026-05-28T02:10:43.979607Z","steps":["trace[1681705809] 'agreement among raft nodes before linearized reading' (duration: 862.257993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:43.979658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.717446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T02:10:43.979678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.11718Z","time spent":"862.48798ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:10:43.97969Z","caller":"traceutil/trace.go:171","msg":"trace[1203021507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2015; }","duration":"531.767438ms","start":"2026-05-28T02:10:43.447914Z","end":"2026-05-28T02:10:43.979681Z","steps":["trace[1203021507] 'agreement among raft nodes before linearized reading' (duration: 531.641934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:43.979684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.365242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b435424f-8ee7-4b93-8153-68d6053e21d2\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-05-28T02:10:43.979714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.447903Z","time spent":"531.806489ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:10:43.979714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.343105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:43.979744Z","caller":"traceutil/trace.go:171","msg":"trace[1498545940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2015; }","duration":"127.398787ms","start":"2026-05-28T02:10:43.852335Z","end":"2026-05-28T02:10:43.979734Z","steps":["trace[1498545940] 'agreement among raft nodes before linearized reading' (duration: 127.347695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:43.979736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.245032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:10:43.979757Z","caller":"traceutil/trace.go:171","msg":"trace[517455732] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b435424f-8ee7-4b93-8153-68d6053e21d2; range_end:; response_count:1; response_revision:2015; }","duration":"779.467584ms","start":"2026-05-28T02:10:43.200257Z","end":"2026-05-28T02:10:43.979725Z","steps":["trace[517455732] 'agreement among raft nodes before linearized reading' (duration: 779.278919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:43.979745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.44995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:10:43.979793Z","caller":"traceutil/trace.go:171","msg":"trace[1275296656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2015; }","duration":"547.338025ms","start":"2026-05-28T02:10:43.43244Z","end":"2026-05-28T02:10:43.979778Z","steps":["trace[1275296656] 'agreement among raft nodes before linearized reading' (duration: 547.16759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:43.979774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.946136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T02:10:43.979809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.200235Z","time spent":"779.558728ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b435424f-8ee7-4b93-8153-68d6053e21d2\" "} {"level":"warn","ts":"2026-05-28T02:10:43.979826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.86632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:10:43.979824Z","caller":"traceutil/trace.go:171","msg":"trace[1705446833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2015; }","duration":"533.548583ms","start":"2026-05-28T02:10:43.446255Z","end":"2026-05-28T02:10:43.979803Z","steps":["trace[1705446833] 'agreement among raft nodes before linearized reading' (duration: 533.310076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:43.979836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.360807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T02:10:43.979839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.432419Z","time spent":"547.409308ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:10:43.979854Z","caller":"traceutil/trace.go:171","msg":"trace[1018034255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2015; }","duration":"536.07275ms","start":"2026-05-28T02:10:43.443762Z","end":"2026-05-28T02:10:43.979835Z","steps":["trace[1018034255] 'agreement among raft nodes before linearized reading' (duration: 535.809072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:43.979875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.446245Z","time spent":"533.617635ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:10:43.979877Z","caller":"traceutil/trace.go:171","msg":"trace[1160224051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2015; }","duration":"533.411439ms","start":"2026-05-28T02:10:43.446452Z","end":"2026-05-28T02:10:43.979864Z","steps":["trace[1160224051] 'agreement among raft nodes before linearized reading' (duration: 533.255484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:43.979892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.443742Z","time spent":"536.140892ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:10:43.979853Z","caller":"traceutil/trace.go:171","msg":"trace[1746419236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2015; }","duration":"440.924362ms","start":"2026-05-28T02:10:43.538918Z","end":"2026-05-28T02:10:43.979842Z","steps":["trace[1746419236] 'agreement among raft nodes before linearized reading' (duration: 440.85107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:43.979924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.446445Z","time spent":"533.46712ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:10:43.979965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.538898Z","time spent":"441.054025ms","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:10:44.955904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254103749,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:10:45.148407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.164591185s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:10:45.801561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.83411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:45.801736Z","caller":"traceutil/trace.go:171","msg":"trace[1544911278] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"1.817983273s","start":"2026-05-28T02:10:43.983726Z","end":"2026-05-28T02:10:45.80171Z","steps":["trace[1544911278] 'process raft request' (duration: 1.164894415s)","trace[1544911278] 'compare' (duration: 652.543861ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:45.801907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.983709Z","time spent":"1.818076475s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:45.971391Z","caller":"traceutil/trace.go:171","msg":"trace[5964816] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"1.987548823s","start":"2026-05-28T02:10:43.983815Z","end":"2026-05-28T02:10:45.971364Z","steps":["trace[5964816] 'process raft request' (duration: 1.987268725s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:45.971499Z","caller":"traceutil/trace.go:171","msg":"trace[1592935734] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"1.987585825s","start":"2026-05-28T02:10:43.98386Z","end":"2026-05-28T02:10:45.971446Z","steps":["trace[1592935734] 'process raft request' (duration: 1.987383149s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:45.971607Z","caller":"traceutil/trace.go:171","msg":"trace[1121494295] linearizableReadLoop","detail":"{readStateIndex:2105; appliedIndex:2099; }","duration":"1.516070514s","start":"2026-05-28T02:10:44.455521Z","end":"2026-05-28T02:10:45.971592Z","steps":["trace[1121494295] 'read index received' (duration: 693.096466ms)","trace[1121494295] 'applied index is now lower than readState.Index' (duration: 822.973118ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:45.971636Z","caller":"traceutil/trace.go:171","msg":"trace[620651155] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"1.222912824s","start":"2026-05-28T02:10:44.748715Z","end":"2026-05-28T02:10:45.971628Z","steps":["trace[620651155] 'process raft request' (duration: 1.22278889s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:45.971648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.983837Z","time spent":"1.98773064s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:45.97169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:44.748692Z","time spent":"1.222976866s","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7746,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:45.971524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.983803Z","time spent":"1.987652257s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:45.971747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516230059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18b398c28266c5be\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-05-28T02:10:45.971381Z","caller":"traceutil/trace.go:171","msg":"trace[1254734578] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"1.986829272s","start":"2026-05-28T02:10:43.984523Z","end":"2026-05-28T02:10:45.971352Z","steps":["trace[1254734578] 'process raft request' (duration: 1.98675804s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:45.971787Z","caller":"traceutil/trace.go:171","msg":"trace[675599944] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18b398c28266c5be; range_end:; response_count:1; response_revision:2021; }","duration":"1.516299071s","start":"2026-05-28T02:10:44.455473Z","end":"2026-05-28T02:10:45.971772Z","steps":["trace[675599944] 'agreement among raft nodes before linearized reading' (duration: 1.516179437s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:45.97181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:44.455454Z","time spent":"1.516350453s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18b398c28266c5be\" "} {"level":"warn","ts":"2026-05-28T02:10:45.971886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.984512Z","time spent":"1.987302096s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:45.972361Z","caller":"traceutil/trace.go:171","msg":"trace[373021591] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"1.987546993s","start":"2026-05-28T02:10:43.984786Z","end":"2026-05-28T02:10:45.972333Z","steps":["trace[373021591] 'process raft request' (duration: 1.986530872s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:45.972523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:43.984775Z","time spent":"1.987689448s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:45.988647Z","caller":"traceutil/trace.go:171","msg":"trace[343739040] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"108.334893ms","start":"2026-05-28T02:10:45.880295Z","end":"2026-05-28T02:10:45.98863Z","steps":["trace[343739040] 'process raft request' (duration: 108.131487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:45.988864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00399837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b435424f-8ee7-4b93-8153-68d6053e21d2\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-05-28T02:10:45.988877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.862641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:45.988873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137301238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:45.988911Z","caller":"traceutil/trace.go:171","msg":"trace[523139836] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2022; }","duration":"561.901622ms","start":"2026-05-28T02:10:45.426998Z","end":"2026-05-28T02:10:45.9889Z","steps":["trace[523139836] 'agreement among raft nodes before linearized reading' (duration: 561.84024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:45.988938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:45.426927Z","time spent":"562.005255ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:10:45.988939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318469604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:45.988963Z","caller":"traceutil/trace.go:171","msg":"trace[677138048] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2022; }","duration":"1.318528616s","start":"2026-05-28T02:10:44.670427Z","end":"2026-05-28T02:10:45.988955Z","steps":["trace[677138048] 'agreement among raft nodes before linearized reading' (duration: 1.318489395s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:45.988968Z","caller":"traceutil/trace.go:171","msg":"trace[2071177530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2022; }","duration":"1.137438032s","start":"2026-05-28T02:10:44.851486Z","end":"2026-05-28T02:10:45.988924Z","steps":["trace[2071177530] 'agreement among raft nodes before linearized reading' (duration: 1.137307048s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:45.988993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:44.670406Z","time spent":"1.318578927s","remote":"127.0.0.1:54960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:10:45.989037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:44.851468Z","time spent":"1.137533835s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:10:45.988901Z","caller":"traceutil/trace.go:171","msg":"trace[1385013115] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b435424f-8ee7-4b93-8153-68d6053e21d2; range_end:; response_count:1; response_revision:2022; }","duration":"1.004096753s","start":"2026-05-28T02:10:44.984794Z","end":"2026-05-28T02:10:45.988891Z","steps":["trace[1385013115] 'agreement among raft nodes before linearized reading' (duration: 1.003963749s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:45.989231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:44.984772Z","time spent":"1.004443914s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b435424f-8ee7-4b93-8153-68d6053e21d2\" "} {"level":"warn","ts":"2026-05-28T02:10:45.989261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104446921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-05-28T02:10:45.989318Z","caller":"traceutil/trace.go:171","msg":"trace[1530983153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2022; }","duration":"1.104558874s","start":"2026-05-28T02:10:44.884746Z","end":"2026-05-28T02:10:45.989305Z","steps":["trace[1530983153] 'agreement among raft nodes before linearized reading' (duration: 1.104413209s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:45.989346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:44.884722Z","time spent":"1.104618816s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:10:45.989456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002245277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:10:45.989685Z","caller":"traceutil/trace.go:171","msg":"trace[1017947087] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2022; }","duration":"1.00235142s","start":"2026-05-28T02:10:44.987157Z","end":"2026-05-28T02:10:45.989509Z","steps":["trace[1017947087] 'agreement among raft nodes before linearized reading' (duration: 1.002085312s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:45.989769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:44.987138Z","time spent":"1.002606767s","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-28T02:10:48.019458Z","caller":"traceutil/trace.go:171","msg":"trace[1858472334] linearizableReadLoop","detail":"{readStateIndex:2116; appliedIndex:2115; }","duration":"201.601714ms","start":"2026-05-28T02:10:47.817834Z","end":"2026-05-28T02:10:48.019436Z","steps":["trace[1858472334] 'read index received' (duration: 201.505681ms)","trace[1858472334] 'applied index is now lower than readState.Index' (duration: 95.163µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:48.019555Z","caller":"traceutil/trace.go:171","msg":"trace[1544232833] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"208.360291ms","start":"2026-05-28T02:10:47.811167Z","end":"2026-05-28T02:10:48.019527Z","steps":["trace[1544232833] 'process raft request' (duration: 208.0188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.019616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.755408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:48.019653Z","caller":"traceutil/trace.go:171","msg":"trace[1618037063] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2031; }","duration":"201.860801ms","start":"2026-05-28T02:10:47.817779Z","end":"2026-05-28T02:10:48.01964Z","steps":["trace[1618037063] 'agreement among raft nodes before linearized reading' (duration: 201.779559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.340237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.074527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:48.340402Z","caller":"traceutil/trace.go:171","msg":"trace[1965361979] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"343.37047ms","start":"2026-05-28T02:10:47.997015Z","end":"2026-05-28T02:10:48.340386Z","steps":["trace[1965361979] 'process raft request' (duration: 343.299668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.340485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.996969Z","time spent":"343.466303ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:48.340529Z","caller":"traceutil/trace.go:171","msg":"trace[1318320032] linearizableReadLoop","detail":"{readStateIndex:2120; appliedIndex:2116; }","duration":"320.977303ms","start":"2026-05-28T02:10:48.019533Z","end":"2026-05-28T02:10:48.340511Z","steps":["trace[1318320032] 'read index received' (duration: 163.521974ms)","trace[1318320032] 'applied index is now lower than readState.Index' (duration: 157.454569ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:48.340648Z","caller":"traceutil/trace.go:171","msg":"trace[1333674188] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"343.315129ms","start":"2026-05-28T02:10:47.997326Z","end":"2026-05-28T02:10:48.340641Z","steps":["trace[1333674188] 'process raft request' (duration: 343.033421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.340677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.997313Z","time spent":"343.34775ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:48.340671Z","caller":"traceutil/trace.go:171","msg":"trace[528869159] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"343.833775ms","start":"2026-05-28T02:10:47.996795Z","end":"2026-05-28T02:10:48.340629Z","steps":["trace[528869159] 'process raft request' (duration: 186.306554ms)","trace[528869159] 'compare' (duration: 156.962733ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:48.340738Z","caller":"traceutil/trace.go:171","msg":"trace[2075408086] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"343.404532ms","start":"2026-05-28T02:10:47.997327Z","end":"2026-05-28T02:10:48.340731Z","steps":["trace[2075408086] 'process raft request' (duration: 343.108853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.340742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.617952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-28T02:10:48.340764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.997314Z","time spent":"343.434572ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:48.340767Z","caller":"traceutil/trace.go:171","msg":"trace[453545650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2035; }","duration":"364.709085ms","start":"2026-05-28T02:10:47.97605Z","end":"2026-05-28T02:10:48.340759Z","steps":["trace[453545650] 'agreement among raft nodes before linearized reading' (duration: 364.55945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.340792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.976021Z","time spent":"364.765867ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:10:48.340812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.850009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T02:10:48.340829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.289271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T02:10:48.340823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.404995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T02:10:48.340846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.996768Z","time spent":"343.98803ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:48.34087Z","caller":"traceutil/trace.go:171","msg":"trace[1080570547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2035; }","duration":"363.941741ms","start":"2026-05-28T02:10:47.976913Z","end":"2026-05-28T02:10:48.340855Z","steps":["trace[1080570547] 'agreement among raft nodes before linearized reading' (duration: 363.694903ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:48.340883Z","caller":"traceutil/trace.go:171","msg":"trace[1050859755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2035; }","duration":"364.368034ms","start":"2026-05-28T02:10:47.976502Z","end":"2026-05-28T02:10:48.34087Z","steps":["trace[1050859755] 'agreement among raft nodes before linearized reading' (duration: 364.123997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.340895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.577074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:48.340865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.364048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b435424f-8ee7-4b93-8153-68d6053e21d2\" ","response":"range_response_count:1 size:3930"} {"level":"info","ts":"2026-05-28T02:10:48.340911Z","caller":"traceutil/trace.go:171","msg":"trace[962352241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2035; }","duration":"488.651716ms","start":"2026-05-28T02:10:47.852255Z","end":"2026-05-28T02:10:48.340906Z","steps":["trace[962352241] 'agreement among raft nodes before linearized reading' (duration: 488.624015ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:48.340895Z","caller":"traceutil/trace.go:171","msg":"trace[745219267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2035; }","duration":"364.514728ms","start":"2026-05-28T02:10:47.976365Z","end":"2026-05-28T02:10:48.340879Z","steps":["trace[745219267] 'agreement among raft nodes before linearized reading' (duration: 364.24005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.340915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.976489Z","time spent":"364.418965ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:10:48.340934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.85222Z","time spent":"488.711018ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:10:48.340901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.976902Z","time spent":"363.990663ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:10:48.340945Z","caller":"traceutil/trace.go:171","msg":"trace[78581529] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b435424f-8ee7-4b93-8153-68d6053e21d2; range_end:; response_count:1; response_revision:2035; }","duration":"340.472731ms","start":"2026-05-28T02:10:48.000454Z","end":"2026-05-28T02:10:48.340926Z","steps":["trace[78581529] 'agreement among raft nodes before linearized reading' (duration: 340.147381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.340945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.990942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:10:48.340987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.773465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-b435424f-8ee7-4b93-8153-68d6053e21d2\" ","response":"range_response_count:1 size:2243"} {"level":"warn","ts":"2026-05-28T02:10:48.340995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:48.000443Z","time spent":"340.542464ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3953,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b435424f-8ee7-4b93-8153-68d6053e21d2\" "} {"level":"info","ts":"2026-05-28T02:10:48.341007Z","caller":"traceutil/trace.go:171","msg":"trace[84818317] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-b435424f-8ee7-4b93-8153-68d6053e21d2; range_end:; response_count:1; response_revision:2035; }","duration":"241.822186ms","start":"2026-05-28T02:10:48.099178Z","end":"2026-05-28T02:10:48.341Z","steps":["trace[84818317] 'agreement among raft nodes before linearized reading' (duration: 241.762944ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:48.341002Z","caller":"traceutil/trace.go:171","msg":"trace[567558489] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2035; }","duration":"258.100245ms","start":"2026-05-28T02:10:48.082889Z","end":"2026-05-28T02:10:48.34099Z","steps":["trace[567558489] 'agreement among raft nodes before linearized reading' (duration: 257.908319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.34104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.399786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-28T02:10:48.340952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:47.97635Z","time spent":"364.587341ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:10:48.341072Z","caller":"traceutil/trace.go:171","msg":"trace[1711948332] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2035; }","duration":"336.452338ms","start":"2026-05-28T02:10:48.004611Z","end":"2026-05-28T02:10:48.341063Z","steps":["trace[1711948332] 'agreement among raft nodes before linearized reading' (duration: 336.346365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:48.341092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:48.0046Z","time spent":"336.487809ms","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-28T02:10:48.521838Z","caller":"traceutil/trace.go:171","msg":"trace[888171442] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2036; }","duration":"178.36129ms","start":"2026-05-28T02:10:48.343445Z","end":"2026-05-28T02:10:48.521806Z","steps":["trace[888171442] 'process raft request' (duration: 153.2584ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:48.525289Z","caller":"traceutil/trace.go:171","msg":"trace[480742031] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"180.245538ms","start":"2026-05-28T02:10:48.345021Z","end":"2026-05-28T02:10:48.525266Z","steps":["trace[480742031] 'process raft request' (duration: 180.079483ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:48.525571Z","caller":"traceutil/trace.go:171","msg":"trace[838826036] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"180.474884ms","start":"2026-05-28T02:10:48.345063Z","end":"2026-05-28T02:10:48.525538Z","steps":["trace[838826036] 'process raft request' (duration: 180.157025ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:48.525859Z","caller":"traceutil/trace.go:171","msg":"trace[787687038] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"180.587268ms","start":"2026-05-28T02:10:48.345246Z","end":"2026-05-28T02:10:48.525834Z","steps":["trace[787687038] 'process raft request' (duration: 180.209327ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:48.5259Z","caller":"traceutil/trace.go:171","msg":"trace[1743529610] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"180.596719ms","start":"2026-05-28T02:10:48.345283Z","end":"2026-05-28T02:10:48.525879Z","steps":["trace[1743529610] 'process raft request' (duration: 180.461615ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:52.237908Z","caller":"traceutil/trace.go:171","msg":"trace[225397703] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"133.535116ms","start":"2026-05-28T02:10:52.10434Z","end":"2026-05-28T02:10:52.237875Z","steps":["trace[225397703] 'process raft request' (duration: 79.354484ms)","trace[225397703] 'compare' (duration: 53.957595ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:52.551317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.026706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:52.551416Z","caller":"traceutil/trace.go:171","msg":"trace[1737748850] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"223.35185ms","start":"2026-05-28T02:10:52.328047Z","end":"2026-05-28T02:10:52.551399Z","steps":["trace[1737748850] 'process raft request' (duration: 20.174119ms)","trace[1737748850] 'compare' (duration: 202.916953ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:52.635524Z","caller":"traceutil/trace.go:171","msg":"trace[861070400] linearizableReadLoop","detail":"{readStateIndex:2170; appliedIndex:2166; }","duration":"301.595219ms","start":"2026-05-28T02:10:52.333894Z","end":"2026-05-28T02:10:52.63549Z","steps":["trace[861070400] 'read index received' (duration: 14.337479ms)","trace[861070400] 'applied index is now lower than readState.Index' (duration: 287.25682ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:52.635588Z","caller":"traceutil/trace.go:171","msg":"trace[815804463] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"306.928833ms","start":"2026-05-28T02:10:52.328648Z","end":"2026-05-28T02:10:52.635577Z","steps":["trace[815804463] 'process raft request' (duration: 306.601523ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:52.635568Z","caller":"traceutil/trace.go:171","msg":"trace[1074314790] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"306.394186ms","start":"2026-05-28T02:10:52.329146Z","end":"2026-05-28T02:10:52.63554Z","steps":["trace[1074314790] 'process raft request' (duration: 306.256452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:52.635797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:52.329138Z","time spent":"306.597982ms","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1683,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:52.635681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:52.32864Z","time spent":"306.974645ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:52.635651Z","caller":"traceutil/trace.go:171","msg":"trace[718751090] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"305.954003ms","start":"2026-05-28T02:10:52.329649Z","end":"2026-05-28T02:10:52.635603Z","steps":["trace[718751090] 'process raft request' (duration: 305.805169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:52.636187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:52.329641Z","time spent":"306.4887ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1138,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:52.635681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.768474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:10:52.63628Z","caller":"traceutil/trace.go:171","msg":"trace[2122174487] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2083; }","duration":"302.398453ms","start":"2026-05-28T02:10:52.333856Z","end":"2026-05-28T02:10:52.636254Z","steps":["trace[2122174487] 'agreement among raft nodes before linearized reading' (duration: 301.772054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:52.636375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:52.333847Z","time spent":"302.494857ms","remote":"127.0.0.1:38032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:10:52.765832Z","caller":"traceutil/trace.go:171","msg":"trace[507200546] linearizableReadLoop","detail":"{readStateIndex:2174; appliedIndex:2170; }","duration":"130.206743ms","start":"2026-05-28T02:10:52.635601Z","end":"2026-05-28T02:10:52.765807Z","steps":["trace[507200546] 'read index received' (duration: 97.646785ms)","trace[507200546] 'applied index is now lower than readState.Index' (duration: 32.558758ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:52.76596Z","caller":"traceutil/trace.go:171","msg":"trace[1568397693] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"415.364448ms","start":"2026-05-28T02:10:52.350576Z","end":"2026-05-28T02:10:52.76594Z","steps":["trace[1568397693] 'process raft request' (duration: 382.701547ms)","trace[1568397693] 'compare' (duration: 31.698952ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:52.765886Z","caller":"traceutil/trace.go:171","msg":"trace[1442607081] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"413.740008ms","start":"2026-05-28T02:10:52.35211Z","end":"2026-05-28T02:10:52.76585Z","steps":["trace[1442607081] 'process raft request' (duration: 413.573863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:52.766022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.847566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T02:10:52.766041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.788024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:10:52.766079Z","caller":"traceutil/trace.go:171","msg":"trace[821710884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2087; }","duration":"225.946689ms","start":"2026-05-28T02:10:52.540118Z","end":"2026-05-28T02:10:52.766065Z","steps":["trace[821710884] 'agreement among raft nodes before linearized reading' (duration: 225.764693ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:52.766094Z","caller":"traceutil/trace.go:171","msg":"trace[206737209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2087; }","duration":"225.889098ms","start":"2026-05-28T02:10:52.540192Z","end":"2026-05-28T02:10:52.766081Z","steps":["trace[206737209] 'agreement among raft nodes before linearized reading' (duration: 225.681211ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:52.766101Z","caller":"traceutil/trace.go:171","msg":"trace[1447831008] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"412.872522ms","start":"2026-05-28T02:10:52.353215Z","end":"2026-05-28T02:10:52.766088Z","steps":["trace[1447831008] 'process raft request' (duration: 412.521331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:52.766102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:52.350557Z","time spent":"415.45648ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:52.76618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:52.353184Z","time spent":"412.942574ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:52.766235Z","caller":"traceutil/trace.go:171","msg":"trace[336086952] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"414.152061ms","start":"2026-05-28T02:10:52.352072Z","end":"2026-05-28T02:10:52.766224Z","steps":["trace[336086952] 'process raft request' (duration: 413.45869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:52.766266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.615489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-28T02:10:52.766252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.954665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:10:52.766295Z","caller":"traceutil/trace.go:171","msg":"trace[807785346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2087; }","duration":"225.64515ms","start":"2026-05-28T02:10:52.540641Z","end":"2026-05-28T02:10:52.766286Z","steps":["trace[807785346] 'agreement among raft nodes before linearized reading' (duration: 225.559587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:52.766295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:52.352043Z","time spent":"414.219333ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:10:52.766347Z","caller":"traceutil/trace.go:171","msg":"trace[1109058548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2087; }","duration":"399.094399ms","start":"2026-05-28T02:10:52.367228Z","end":"2026-05-28T02:10:52.766322Z","steps":["trace[1109058548] 'agreement among raft nodes before linearized reading' (duration: 398.7994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:52.76619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:52.352099Z","time spent":"413.997056ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:10:52.766403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:52.367208Z","time spent":"399.182262ms","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:10:52.766453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.026552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:10:52.766563Z","caller":"traceutil/trace.go:171","msg":"trace[367569813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2087; }","duration":"228.25876ms","start":"2026-05-28T02:10:52.538272Z","end":"2026-05-28T02:10:52.766531Z","steps":["trace[367569813] 'agreement among raft nodes before linearized reading' (duration: 227.637811ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:54.968655Z","caller":"traceutil/trace.go:171","msg":"trace[1335338616] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"196.95489ms","start":"2026-05-28T02:10:54.771677Z","end":"2026-05-28T02:10:54.968632Z","steps":["trace[1335338616] 'process raft request' (duration: 196.809115ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:55.013409Z","caller":"traceutil/trace.go:171","msg":"trace[1373232884] linearizableReadLoop","detail":"{readStateIndex:2182; appliedIndex:2179; }","duration":"232.103518ms","start":"2026-05-28T02:10:54.781274Z","end":"2026-05-28T02:10:55.013377Z","steps":["trace[1373232884] 'read index received' (duration: 187.246182ms)","trace[1373232884] 'applied index is now lower than readState.Index' (duration: 44.855996ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:55.013475Z","caller":"traceutil/trace.go:171","msg":"trace[1981052985] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"240.253358ms","start":"2026-05-28T02:10:54.773162Z","end":"2026-05-28T02:10:55.013415Z","steps":["trace[1981052985] 'process raft request' (duration: 240.135414ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:55.013491Z","caller":"traceutil/trace.go:171","msg":"trace[2077774729] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"221.652828ms","start":"2026-05-28T02:10:54.791813Z","end":"2026-05-28T02:10:55.013466Z","steps":["trace[2077774729] 'process raft request' (duration: 221.527104ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:55.013469Z","caller":"traceutil/trace.go:171","msg":"trace[1090577305] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"241.696362ms","start":"2026-05-28T02:10:54.771733Z","end":"2026-05-28T02:10:55.01343Z","steps":["trace[1090577305] 'process raft request' (duration: 241.411314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:55.013701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.361307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:10:55.013697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.151936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T02:10:55.013716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.426878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-28T02:10:55.013711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.373218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:10:55.013736Z","caller":"traceutil/trace.go:171","msg":"trace[1033586493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2096; }","duration":"197.236119ms","start":"2026-05-28T02:10:54.81649Z","end":"2026-05-28T02:10:55.013727Z","steps":["trace[1033586493] 'agreement among raft nodes before linearized reading' (duration: 197.032092ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:55.013769Z","caller":"traceutil/trace.go:171","msg":"trace[2010390224] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2096; }","duration":"232.49673ms","start":"2026-05-28T02:10:54.781258Z","end":"2026-05-28T02:10:55.013755Z","steps":["trace[2010390224] 'agreement among raft nodes before linearized reading' (duration: 232.259003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:55.013746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.863693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:10:55.013733Z","caller":"traceutil/trace.go:171","msg":"trace[1098356314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2096; }","duration":"159.45472ms","start":"2026-05-28T02:10:54.854268Z","end":"2026-05-28T02:10:55.013723Z","steps":["trace[1098356314] 'agreement among raft nodes before linearized reading' (duration: 159.395579ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:55.013814Z","caller":"traceutil/trace.go:171","msg":"trace[242437410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2096; }","duration":"144.958346ms","start":"2026-05-28T02:10:54.868843Z","end":"2026-05-28T02:10:55.013802Z","steps":["trace[242437410] 'agreement among raft nodes before linearized reading' (duration: 144.77382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:55.013839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.74329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:10:55.013867Z","caller":"traceutil/trace.go:171","msg":"trace[148661708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2096; }","duration":"145.809382ms","start":"2026-05-28T02:10:54.86805Z","end":"2026-05-28T02:10:55.013859Z","steps":["trace[148661708] 'agreement among raft nodes before linearized reading' (duration: 145.713309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:55.013742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.723579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:10:55.013954Z","caller":"traceutil/trace.go:171","msg":"trace[1124990213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2096; }","duration":"145.933705ms","start":"2026-05-28T02:10:54.868007Z","end":"2026-05-28T02:10:55.013941Z","steps":["trace[1124990213] 'agreement among raft nodes before linearized reading' (duration: 145.649856ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:55.013781Z","caller":"traceutil/trace.go:171","msg":"trace[1629924574] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2096; }","duration":"100.482192ms","start":"2026-05-28T02:10:54.913282Z","end":"2026-05-28T02:10:55.013765Z","steps":["trace[1629924574] 'agreement among raft nodes before linearized reading' (duration: 100.367398ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:55.138684Z","caller":"traceutil/trace.go:171","msg":"trace[1450704597] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"120.565547ms","start":"2026-05-28T02:10:55.018078Z","end":"2026-05-28T02:10:55.138643Z","steps":["trace[1450704597] 'process raft request' (duration: 101.178263ms)","trace[1450704597] 'compare' (duration: 19.162077ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:55.218718Z","caller":"traceutil/trace.go:171","msg":"trace[1239977664] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"199.836458ms","start":"2026-05-28T02:10:55.018862Z","end":"2026-05-28T02:10:55.218699Z","steps":["trace[1239977664] 'process raft request' (duration: 199.779347ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:55.218734Z","caller":"traceutil/trace.go:171","msg":"trace[1595203997] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"199.858059ms","start":"2026-05-28T02:10:55.018854Z","end":"2026-05-28T02:10:55.218712Z","steps":["trace[1595203997] 'process raft request' (duration: 199.684243ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:55.21895Z","caller":"traceutil/trace.go:171","msg":"trace[213349079] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"198.801046ms","start":"2026-05-28T02:10:55.020124Z","end":"2026-05-28T02:10:55.218925Z","steps":["trace[213349079] 'process raft request' (duration: 198.549619ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:10:55.354951Z","caller":"traceutil/trace.go:171","msg":"trace[1222699248] linearizableReadLoop","detail":"{readStateIndex:2188; appliedIndex:2184; }","duration":"190.206404ms","start":"2026-05-28T02:10:55.164697Z","end":"2026-05-28T02:10:55.354903Z","steps":["trace[1222699248] 'read index received' (duration: 53.905363ms)","trace[1222699248] 'applied index is now lower than readState.Index' (duration: 136.298991ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:10:55.355019Z","caller":"traceutil/trace.go:171","msg":"trace[1538796835] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"189.374808ms","start":"2026-05-28T02:10:55.165608Z","end":"2026-05-28T02:10:55.354983Z","steps":["trace[1538796835] 'process raft request' (duration: 189.064199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:55.355231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.514533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"info","ts":"2026-05-28T02:10:55.355303Z","caller":"traceutil/trace.go:171","msg":"trace[289416164] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2101; }","duration":"190.627786ms","start":"2026-05-28T02:10:55.164659Z","end":"2026-05-28T02:10:55.355286Z","steps":["trace[289416164] 'agreement among raft nodes before linearized reading' (duration: 190.398769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:55.355452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.408214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-28T02:10:55.355556Z","caller":"traceutil/trace.go:171","msg":"trace[1801054992] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2101; }","duration":"182.585589ms","start":"2026-05-28T02:10:55.172947Z","end":"2026-05-28T02:10:55.355533Z","steps":["trace[1801054992] 'agreement among raft nodes before linearized reading' (duration: 182.249779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:56.951246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.080259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T02:10:56.95134Z","caller":"traceutil/trace.go:171","msg":"trace[1886773616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2103; }","duration":"774.234363ms","start":"2026-05-28T02:10:56.177084Z","end":"2026-05-28T02:10:56.951318Z","steps":["trace[1886773616] 'range keys from in-memory index tree' (duration: 773.826021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:10:56.95139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:56.177055Z","time spent":"774.322365ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:10:56.952286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.834872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:10:56.95249Z","caller":"traceutil/trace.go:171","msg":"trace[615957455] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"720.723392ms","start":"2026-05-28T02:10:56.231679Z","end":"2026-05-28T02:10:56.952403Z","steps":["trace[615957455] 'process raft request' (duration: 290.667473ms)","trace[615957455] 'compare' (duration: 429.525523ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:10:56.952628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:10:56.231654Z","time spent":"720.895477ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:01.384369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.403035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:11:01.384448Z","caller":"traceutil/trace.go:171","msg":"trace[97732348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2130; }","duration":"125.496729ms","start":"2026-05-28T02:11:01.258933Z","end":"2026-05-28T02:11:01.38443Z","steps":["trace[97732348] 'range keys from in-memory index tree' (duration: 125.227311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:04.257908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254104021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:11:04.758081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254104021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:11:05.258259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254104021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:11:05.690184Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.152394968s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:11:05.859065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.58583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:05.859183Z","caller":"traceutil/trace.go:171","msg":"trace[1146621899] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"2.321506263s","start":"2026-05-28T02:11:03.537638Z","end":"2026-05-28T02:11:05.859144Z","steps":["trace[1146621899] 'process raft request' (duration: 2.152746338s)","trace[1146621899] 'compare' (duration: 167.451605ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:05.859278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:03.537579Z","time spent":"2.321653508s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:05.862392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999943333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:11:05.862452Z","caller":"traceutil/trace.go:171","msg":"trace[599531226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000037706s","start":"2026-05-28T02:11:03.8624Z","end":"2026-05-28T02:11:05.862438Z","steps":["trace[599531226] 'agreement among raft nodes before linearized reading' (duration: 1.999964314s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:05.862483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:03.862385Z","time spent":"2.000091848s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:11:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-28T02:11:05.919351Z","caller":"traceutil/trace.go:171","msg":"trace[86004964] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"787.225451ms","start":"2026-05-28T02:11:05.132101Z","end":"2026-05-28T02:11:05.919327Z","steps":["trace[86004964] 'process raft request' (duration: 787.123518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:05.91951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.132079Z","time spent":"787.350295ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:05.919639Z","caller":"traceutil/trace.go:171","msg":"trace[1638203805] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"853.186605ms","start":"2026-05-28T02:11:05.066401Z","end":"2026-05-28T02:11:05.919587Z","steps":["trace[1638203805] 'process raft request' (duration: 852.6909ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:05.919813Z","caller":"traceutil/trace.go:171","msg":"trace[673372776] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"785.87089ms","start":"2026-05-28T02:11:05.133918Z","end":"2026-05-28T02:11:05.919789Z","steps":["trace[673372776] 'process raft request' (duration: 785.377385ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:05.919893Z","caller":"traceutil/trace.go:171","msg":"trace[1238173372] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"783.960352ms","start":"2026-05-28T02:11:05.135902Z","end":"2026-05-28T02:11:05.919863Z","steps":["trace[1238173372] 'process raft request' (duration: 783.676773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:05.919921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.066384Z","time spent":"853.435953ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:05.919969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.133902Z","time spent":"785.971393ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:05.920021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.135892Z","time spent":"784.066464ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:06.751148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.431288ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:11:06.751253Z","caller":"traceutil/trace.go:171","msg":"trace[1978983593] linearizableReadLoop","detail":"{readStateIndex:2241; appliedIndex:2235; }","duration":"2.994335399s","start":"2026-05-28T02:11:03.756898Z","end":"2026-05-28T02:11:06.751233Z","steps":["trace[1978983593] 'read index received' (duration: 1.933492975s)","trace[1978983593] 'applied index is now lower than readState.Index' (duration: 1.060840714s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:06.751614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.331425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:06.751654Z","caller":"traceutil/trace.go:171","msg":"trace[1963976652] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2151; }","duration":"666.415337ms","start":"2026-05-28T02:11:06.085228Z","end":"2026-05-28T02:11:06.751643Z","steps":["trace[1963976652] 'agreement among raft nodes before linearized reading' (duration: 666.314934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:06.751633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296150999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T02:11:06.751672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252388718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:06.751702Z","caller":"traceutil/trace.go:171","msg":"trace[1359388738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2151; }","duration":"1.296239533s","start":"2026-05-28T02:11:05.455446Z","end":"2026-05-28T02:11:06.751685Z","steps":["trace[1359388738] 'agreement among raft nodes before linearized reading' (duration: 1.296074388s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:06.75171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.947292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:06.751825Z","caller":"traceutil/trace.go:171","msg":"trace[893267357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2151; }","duration":"889.106656ms","start":"2026-05-28T02:11:05.862699Z","end":"2026-05-28T02:11:06.751806Z","steps":["trace[893267357] 'agreement among raft nodes before linearized reading' (duration: 888.8925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:06.751844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994950837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-28T02:11:06.751864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616283377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T02:11:06.751879Z","caller":"traceutil/trace.go:171","msg":"trace[908850723] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2151; }","duration":"2.99501919s","start":"2026-05-28T02:11:03.75685Z","end":"2026-05-28T02:11:06.751869Z","steps":["trace[908850723] 'agreement among raft nodes before linearized reading' (duration: 2.994878826s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:06.751924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:03.756831Z","time spent":"2.995087642s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-28T02:11:06.751934Z","caller":"traceutil/trace.go:171","msg":"trace[678323629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2151; }","duration":"1.616347919s","start":"2026-05-28T02:11:05.135571Z","end":"2026-05-28T02:11:06.751918Z","steps":["trace[678323629] 'agreement among raft nodes before linearized reading' (duration: 1.616217125s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:06.75188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.862685Z","time spent":"889.185039ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:11:06.751949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.061222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"warn","ts":"2026-05-28T02:11:06.751983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.135526Z","time spent":"1.616445572s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:11:06.752001Z","caller":"traceutil/trace.go:171","msg":"trace[637383365] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2151; }","duration":"600.152875ms","start":"2026-05-28T02:11:06.151834Z","end":"2026-05-28T02:11:06.751987Z","steps":["trace[637383365] 'agreement among raft nodes before linearized reading' (duration: 599.99596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:06.75197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557267667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-28T02:11:06.752008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304745313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-28T02:11:06.752043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:06.151806Z","time spent":"600.225017ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12009,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:11:06.751695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:06.08521Z","time spent":"666.47521ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:11:06.752072Z","caller":"traceutil/trace.go:171","msg":"trace[1950501229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2151; }","duration":"1.304830156s","start":"2026-05-28T02:11:05.447232Z","end":"2026-05-28T02:11:06.752062Z","steps":["trace[1950501229] 'agreement among raft nodes before linearized reading' (duration: 1.304560318s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:06.752081Z","caller":"traceutil/trace.go:171","msg":"trace[869264907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2151; }","duration":"1.557435423s","start":"2026-05-28T02:11:05.194623Z","end":"2026-05-28T02:11:06.752058Z","steps":["trace[869264907] 'agreement among raft nodes before linearized reading' (duration: 1.557117813s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:06.751754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.455441Z","time spent":"1.296305405s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:11:06.751936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437005689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-28T02:11:06.752138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.194602Z","time spent":"1.557521835s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:11:06.752153Z","caller":"traceutil/trace.go:171","msg":"trace[821471815] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2151; }","duration":"1.437257297s","start":"2026-05-28T02:11:05.314888Z","end":"2026-05-28T02:11:06.752146Z","steps":["trace[821471815] 'agreement among raft nodes before linearized reading' (duration: 1.436911126s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:06.752112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561065042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:11:06.752181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.31487Z","time spent":"1.437305669s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T02:11:06.751757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296711667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:11:06.752214Z","caller":"traceutil/trace.go:171","msg":"trace[2129405861] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2151; }","duration":"2.561236767s","start":"2026-05-28T02:11:04.190952Z","end":"2026-05-28T02:11:06.752189Z","steps":["trace[2129405861] 'agreement among raft nodes before linearized reading' (duration: 2.560852895s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:06.751753Z","caller":"traceutil/trace.go:171","msg":"trace[545484032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2151; }","duration":"1.252496521s","start":"2026-05-28T02:11:05.499238Z","end":"2026-05-28T02:11:06.751735Z","steps":["trace[545484032] 'agreement among raft nodes before linearized reading' (duration: 1.252361167s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:06.752255Z","caller":"traceutil/trace.go:171","msg":"trace[2115230886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2151; }","duration":"1.297240674s","start":"2026-05-28T02:11:05.454999Z","end":"2026-05-28T02:11:06.75224Z","steps":["trace[2115230886] 'agreement among raft nodes before linearized reading' (duration: 1.296678176s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:06.752271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.499226Z","time spent":"1.253038237s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:11:06.752274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:04.190925Z","time spent":"2.56133357s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":267,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:06.752305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.454981Z","time spent":"1.297309855s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:11:06.75212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:05.447217Z","time spent":"1.304894178s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:11:06.751635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607452274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:06.752467Z","caller":"traceutil/trace.go:171","msg":"trace[435343856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2151; }","duration":"2.608343681s","start":"2026-05-28T02:11:04.144114Z","end":"2026-05-28T02:11:06.752457Z","steps":["trace[435343856] 'agreement among raft nodes before linearized reading' (duration: 2.607377022s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:06.752497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:04.144087Z","time spent":"2.608401513s","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:11:09.050509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.739087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:09.050647Z","caller":"traceutil/trace.go:171","msg":"trace[760875122] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"186.470358ms","start":"2026-05-28T02:11:08.864146Z","end":"2026-05-28T02:11:09.050616Z","steps":["trace[760875122] 'process raft request' (duration: 58.534075ms)","trace[760875122] 'compare' (duration: 127.573042ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:09.095352Z","caller":"traceutil/trace.go:171","msg":"trace[111979516] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"230.779538ms","start":"2026-05-28T02:11:08.864553Z","end":"2026-05-28T02:11:09.095333Z","steps":["trace[111979516] 'process raft request' (duration: 230.606152ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:09.095633Z","caller":"traceutil/trace.go:171","msg":"trace[718513299] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"230.785518ms","start":"2026-05-28T02:11:08.864813Z","end":"2026-05-28T02:11:09.095599Z","steps":["trace[718513299] 'process raft request' (duration: 230.671164ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:09.09564Z","caller":"traceutil/trace.go:171","msg":"trace[1564637413] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"230.889721ms","start":"2026-05-28T02:11:08.864716Z","end":"2026-05-28T02:11:09.095606Z","steps":["trace[1564637413] 'process raft request' (duration: 230.590162ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:09.355884Z","caller":"traceutil/trace.go:171","msg":"trace[649246872] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"136.382452ms","start":"2026-05-28T02:11:09.219473Z","end":"2026-05-28T02:11:09.355855Z","steps":["trace[649246872] 'process raft request' (duration: 71.811732ms)","trace[649246872] 'compare' (duration: 64.448737ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:10.037015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.247067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:10.037397Z","caller":"traceutil/trace.go:171","msg":"trace[165110164] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2261; }","duration":"183.121275ms","start":"2026-05-28T02:11:09.85425Z","end":"2026-05-28T02:11:10.037372Z","steps":["trace[165110164] 'read index received' (duration: 79.429055ms)","trace[165110164] 'applied index is now lower than readState.Index' (duration: 103.68899ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:10.037567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.311832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:10.037649Z","caller":"traceutil/trace.go:171","msg":"trace[1017008418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2172; }","duration":"183.440646ms","start":"2026-05-28T02:11:09.854194Z","end":"2026-05-28T02:11:10.037634Z","steps":["trace[1017008418] 'agreement among raft nodes before linearized reading' (duration: 183.25814ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:10.037853Z","caller":"traceutil/trace.go:171","msg":"trace[363040500] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"199.655873ms","start":"2026-05-28T02:11:09.838179Z","end":"2026-05-28T02:11:10.037835Z","steps":["trace[363040500] 'process raft request' (duration: 95.497088ms)","trace[363040500] 'compare' (duration: 103.105922ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:10.489124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.56584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:10.489293Z","caller":"traceutil/trace.go:171","msg":"trace[1514728305] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"525.139365ms","start":"2026-05-28T02:11:09.964136Z","end":"2026-05-28T02:11:10.489275Z","steps":["trace[1514728305] 'process raft request' (duration: 250.310987ms)","trace[1514728305] 'compare' (duration: 274.100716ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:10.489369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:09.964121Z","time spent":"525.218287ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:10.489559Z","caller":"traceutil/trace.go:171","msg":"trace[44453320] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"525.31727ms","start":"2026-05-28T02:11:09.964213Z","end":"2026-05-28T02:11:10.48953Z","steps":["trace[44453320] 'process raft request' (duration: 525.008781ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:10.489664Z","caller":"traceutil/trace.go:171","msg":"trace[1603687262] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"524.864697ms","start":"2026-05-28T02:11:09.96478Z","end":"2026-05-28T02:11:10.489645Z","steps":["trace[1603687262] 'process raft request' (duration: 524.64102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:10.48969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.148176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:11:10.489737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:09.964205Z","time spent":"525.454284ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:10.489765Z","caller":"traceutil/trace.go:171","msg":"trace[1572521823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2175; }","duration":"451.250328ms","start":"2026-05-28T02:11:10.038484Z","end":"2026-05-28T02:11:10.489735Z","steps":["trace[1572521823] 'agreement among raft nodes before linearized reading' (duration: 451.148625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:10.489785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:09.964769Z","time spent":"524.962729ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:10.489809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:10.038468Z","time spent":"451.330601ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:11:10.489565Z","caller":"traceutil/trace.go:171","msg":"trace[1365918609] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2263; }","duration":"451.028921ms","start":"2026-05-28T02:11:10.038516Z","end":"2026-05-28T02:11:10.489545Z","steps":["trace[1365918609] 'read index received' (duration: 175.833722ms)","trace[1365918609] 'applied index is now lower than readState.Index' (duration: 275.193929ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:10.490032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.485815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-28T02:11:10.490071Z","caller":"traceutil/trace.go:171","msg":"trace[1534640811] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2175; }","duration":"450.559917ms","start":"2026-05-28T02:11:10.039501Z","end":"2026-05-28T02:11:10.490061Z","steps":["trace[1534640811] 'agreement among raft nodes before linearized reading' (duration: 450.487065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:10.490099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:10.039473Z","time spent":"450.619649ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T02:11:10.490168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.898993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:10.490338Z","caller":"traceutil/trace.go:171","msg":"trace[1111591083] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2175; }","duration":"249.115479ms","start":"2026-05-28T02:11:10.241208Z","end":"2026-05-28T02:11:10.490323Z","steps":["trace[1111591083] 'agreement among raft nodes before linearized reading' (duration: 248.846351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:13.337074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.867901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:13.337296Z","caller":"traceutil/trace.go:171","msg":"trace[624313324] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"162.309908ms","start":"2026-05-28T02:11:13.174948Z","end":"2026-05-28T02:11:13.337258Z","steps":["trace[624313324] 'process raft request' (duration: 36.17637ms)","trace[624313324] 'compare' (duration: 125.663434ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:13.337411Z","caller":"traceutil/trace.go:171","msg":"trace[2130911268] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"162.293387ms","start":"2026-05-28T02:11:13.175085Z","end":"2026-05-28T02:11:13.337378Z","steps":["trace[2130911268] 'process raft request' (duration: 162.07599ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:14.687415Z","caller":"traceutil/trace.go:171","msg":"trace[26762981] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"127.867851ms","start":"2026-05-28T02:11:14.559521Z","end":"2026-05-28T02:11:14.687388Z","steps":["trace[26762981] 'process raft request' (duration: 127.745168ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:14.687455Z","caller":"traceutil/trace.go:171","msg":"trace[56168826] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"128.384777ms","start":"2026-05-28T02:11:14.559033Z","end":"2026-05-28T02:11:14.687418Z","steps":["trace[56168826] 'process raft request' (duration: 30.133484ms)","trace[56168826] 'compare' (duration: 97.844891ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:15.072589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.159774ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:11:15.072703Z","caller":"traceutil/trace.go:171","msg":"trace[2082366817] linearizableReadLoop","detail":"{readStateIndex:2286; appliedIndex:2285; }","duration":"219.490901ms","start":"2026-05-28T02:11:14.853189Z","end":"2026-05-28T02:11:15.07268Z","steps":["trace[2082366817] 'read index received' (duration: 63.182µs)","trace[2082366817] 'applied index is now lower than readState.Index' (duration: 219.425599ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:15.072812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.613385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:15.072843Z","caller":"traceutil/trace.go:171","msg":"trace[996847431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2194; }","duration":"219.683788ms","start":"2026-05-28T02:11:14.853149Z","end":"2026-05-28T02:11:15.072833Z","steps":["trace[996847431] 'agreement among raft nodes before linearized reading' (duration: 219.618676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:15.07296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.066451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:11:15.073022Z","caller":"traceutil/trace.go:171","msg":"trace[2101330376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2194; }","duration":"103.177064ms","start":"2026-05-28T02:11:14.969832Z","end":"2026-05-28T02:11:15.073009Z","steps":["trace[2101330376] 'agreement among raft nodes before linearized reading' (duration: 102.992949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:15.07312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.445975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:15.073215Z","caller":"traceutil/trace.go:171","msg":"trace[182625628] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2194; }","duration":"197.583749ms","start":"2026-05-28T02:11:14.875609Z","end":"2026-05-28T02:11:15.073193Z","steps":["trace[182625628] 'agreement among raft nodes before linearized reading' (duration: 197.30873ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:16.684323Z","caller":"traceutil/trace.go:171","msg":"trace[1108018237] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"104.304568ms","start":"2026-05-28T02:11:16.579985Z","end":"2026-05-28T02:11:16.684289Z","steps":["trace[1108018237] 'process raft request' (duration: 49.117836ms)","trace[1108018237] 'compare' (duration: 55.084089ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:16.905Z","caller":"traceutil/trace.go:171","msg":"trace[1276609640] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"213.60206ms","start":"2026-05-28T02:11:16.691367Z","end":"2026-05-28T02:11:16.904969Z","steps":["trace[1276609640] 'process raft request' (duration: 125.103736ms)","trace[1276609640] 'compare' (duration: 88.248907ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:16.905263Z","caller":"traceutil/trace.go:171","msg":"trace[1403548578] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"212.575609ms","start":"2026-05-28T02:11:16.692641Z","end":"2026-05-28T02:11:16.905216Z","steps":["trace[1403548578] 'process raft request' (duration: 212.28338ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:17.415251Z","caller":"traceutil/trace.go:171","msg":"trace[2004102566] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"106.883927ms","start":"2026-05-28T02:11:17.308302Z","end":"2026-05-28T02:11:17.415186Z","steps":["trace[2004102566] 'process raft request' (duration: 42.07351ms)","trace[2004102566] 'compare' (duration: 64.56373ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:17.558645Z","caller":"traceutil/trace.go:171","msg":"trace[268496446] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"139.439206ms","start":"2026-05-28T02:11:17.419182Z","end":"2026-05-28T02:11:17.558621Z","steps":["trace[268496446] 'process raft request' (duration: 136.409113ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:17.558833Z","caller":"traceutil/trace.go:171","msg":"trace[1237530272] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"135.428063ms","start":"2026-05-28T02:11:17.423386Z","end":"2026-05-28T02:11:17.558814Z","steps":["trace[1237530272] 'process raft request' (duration: 135.157505ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:19.063453Z","caller":"traceutil/trace.go:171","msg":"trace[1700283513] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"153.025053ms","start":"2026-05-28T02:11:18.9104Z","end":"2026-05-28T02:11:19.063425Z","steps":["trace[1700283513] 'process raft request' (duration: 136.94911ms)","trace[1700283513] 'compare' (duration: 15.944029ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:19.673479Z","caller":"traceutil/trace.go:171","msg":"trace[99159046] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"177.298118ms","start":"2026-05-28T02:11:19.496144Z","end":"2026-05-28T02:11:19.673442Z","steps":["trace[99159046] 'process raft request' (duration: 160.851033ms)","trace[99159046] 'compare' (duration: 16.208407ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:19.842141Z","caller":"traceutil/trace.go:171","msg":"trace[1135252237] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"124.046554ms","start":"2026-05-28T02:11:19.718072Z","end":"2026-05-28T02:11:19.842118Z","steps":["trace[1135252237] 'process raft request' (duration: 114.364118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:20.367818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.426944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:20.367897Z","caller":"traceutil/trace.go:171","msg":"trace[2111251085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2221; }","duration":"287.581769ms","start":"2026-05-28T02:11:20.080298Z","end":"2026-05-28T02:11:20.367879Z","steps":["trace[2111251085] 'range keys from in-memory index tree' (duration: 287.328902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:20.368074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.431779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:20.368148Z","caller":"traceutil/trace.go:171","msg":"trace[938391592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2221; }","duration":"250.560424ms","start":"2026-05-28T02:11:20.117563Z","end":"2026-05-28T02:11:20.368124Z","steps":["trace[938391592] 'range keys from in-memory index tree' (duration: 250.236434ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:20.368129Z","caller":"traceutil/trace.go:171","msg":"trace[646000704] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"182.340692ms","start":"2026-05-28T02:11:20.185748Z","end":"2026-05-28T02:11:20.368089Z","steps":["trace[646000704] 'process raft request' (duration: 113.432559ms)","trace[646000704] 'compare' (duration: 68.759358ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:23.708571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.323508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:11:23.70864Z","caller":"traceutil/trace.go:171","msg":"trace[1731146998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2239; }","duration":"132.450712ms","start":"2026-05-28T02:11:23.576175Z","end":"2026-05-28T02:11:23.708625Z","steps":["trace[1731146998] 'range keys from in-memory index tree' (duration: 132.137463ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:24.9643Z","caller":"traceutil/trace.go:171","msg":"trace[1629070664] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"133.244666ms","start":"2026-05-28T02:11:24.831023Z","end":"2026-05-28T02:11:24.964268Z","steps":["trace[1629070664] 'process raft request' (duration: 74.616718ms)","trace[1629070664] 'compare' (duration: 58.445672ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:25.383976Z","caller":"traceutil/trace.go:171","msg":"trace[479307549] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"218.358657ms","start":"2026-05-28T02:11:25.165568Z","end":"2026-05-28T02:11:25.383927Z","steps":["trace[479307549] 'process raft request' (duration: 217.406948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:25.499882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.019788ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:11:25.50001Z","caller":"traceutil/trace.go:171","msg":"trace[1913240736] linearizableReadLoop","detail":"{readStateIndex:2345; appliedIndex:2343; }","duration":"210.051831ms","start":"2026-05-28T02:11:25.289936Z","end":"2026-05-28T02:11:25.499988Z","steps":["trace[1913240736] 'read index received' (duration: 93.066464ms)","trace[1913240736] 'applied index is now lower than readState.Index' (duration: 116.983467ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:25.500258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.31955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-28T02:11:25.500298Z","caller":"traceutil/trace.go:171","msg":"trace[989958807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2251; }","duration":"210.404172ms","start":"2026-05-28T02:11:25.28988Z","end":"2026-05-28T02:11:25.500285Z","steps":["trace[989958807] 'agreement among raft nodes before linearized reading' (duration: 210.212656ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:25.992824Z","caller":"traceutil/trace.go:171","msg":"trace[1988746905] linearizableReadLoop","detail":"{readStateIndex:2348; appliedIndex:2347; }","duration":"189.068918ms","start":"2026-05-28T02:11:25.803731Z","end":"2026-05-28T02:11:25.9928Z","steps":["trace[1988746905] 'read index received' (duration: 188.841081ms)","trace[1988746905] 'applied index is now lower than readState.Index' (duration: 226.987µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:25.99289Z","caller":"traceutil/trace.go:171","msg":"trace[1402878348] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"253.064781ms","start":"2026-05-28T02:11:25.739791Z","end":"2026-05-28T02:11:25.992856Z","steps":["trace[1402878348] 'process raft request' (duration: 252.860265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:25.993027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.269814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:25.993127Z","caller":"traceutil/trace.go:171","msg":"trace[1083176893] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2254; }","duration":"189.357487ms","start":"2026-05-28T02:11:25.803713Z","end":"2026-05-28T02:11:25.99307Z","steps":["trace[1083176893] 'agreement among raft nodes before linearized reading' (duration: 189.236483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:25.993151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.25539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:25.993185Z","caller":"traceutil/trace.go:171","msg":"trace[329128476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2254; }","duration":"138.330772ms","start":"2026-05-28T02:11:25.854843Z","end":"2026-05-28T02:11:25.993174Z","steps":["trace[329128476] 'agreement among raft nodes before linearized reading' (duration: 138.245429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:25.993215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.756396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:11:25.993296Z","caller":"traceutil/trace.go:171","msg":"trace[1704316896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2254; }","duration":"184.922581ms","start":"2026-05-28T02:11:25.808353Z","end":"2026-05-28T02:11:25.993275Z","steps":["trace[1704316896] 'agreement among raft nodes before linearized reading' (duration: 184.644262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:25.993297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.11574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:11:25.993394Z","caller":"traceutil/trace.go:171","msg":"trace[483050367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2254; }","duration":"130.279245ms","start":"2026-05-28T02:11:25.863094Z","end":"2026-05-28T02:11:25.993373Z","steps":["trace[483050367] 'agreement among raft nodes before linearized reading' (duration: 129.938894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:28.776208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.207545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:28.776606Z","caller":"traceutil/trace.go:171","msg":"trace[381649949] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"310.172377ms","start":"2026-05-28T02:11:28.466415Z","end":"2026-05-28T02:11:28.776587Z","steps":["trace[381649949] 'process raft request' (duration: 310.104195ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:28.776612Z","caller":"traceutil/trace.go:171","msg":"trace[1512779541] linearizableReadLoop","detail":"{readStateIndex:2370; appliedIndex:2369; }","duration":"359.218393ms","start":"2026-05-28T02:11:28.417369Z","end":"2026-05-28T02:11:28.776588Z","steps":["trace[1512779541] 'read index received' (duration: 80.533622ms)","trace[1512779541] 'applied index is now lower than readState.Index' (duration: 278.682921ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:28.776708Z","caller":"traceutil/trace.go:171","msg":"trace[1499920179] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"379.865797ms","start":"2026-05-28T02:11:28.39683Z","end":"2026-05-28T02:11:28.776696Z","steps":["trace[1499920179] 'process raft request' (duration: 101.093763ms)","trace[1499920179] 'compare' (duration: 278.02774ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:28.776785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:28.396802Z","time spent":"379.940969ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:28.776916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.719047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:28.776995Z","caller":"traceutil/trace.go:171","msg":"trace[134447494] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2277; }","duration":"255.832351ms","start":"2026-05-28T02:11:28.521136Z","end":"2026-05-28T02:11:28.776968Z","steps":["trace[134447494] 'agreement among raft nodes before linearized reading' (duration: 255.648815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:28.777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.609785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-28T02:11:28.777095Z","caller":"traceutil/trace.go:171","msg":"trace[902398955] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2277; }","duration":"359.713908ms","start":"2026-05-28T02:11:28.417357Z","end":"2026-05-28T02:11:28.777071Z","steps":["trace[902398955] 'agreement among raft nodes before linearized reading' (duration: 359.477151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:28.777154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:28.417311Z","time spent":"359.829232ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:11:28.776719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:28.466397Z","time spent":"310.251659ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:30.962021Z","caller":"traceutil/trace.go:171","msg":"trace[665788889] linearizableReadLoop","detail":"{readStateIndex:2385; appliedIndex:2384; }","duration":"171.457036ms","start":"2026-05-28T02:11:30.79054Z","end":"2026-05-28T02:11:30.961997Z","steps":["trace[665788889] 'read index received' (duration: 171.237809ms)","trace[665788889] 'applied index is now lower than readState.Index' (duration: 218.057µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:30.96214Z","caller":"traceutil/trace.go:171","msg":"trace[452193351] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"174.36238ms","start":"2026-05-28T02:11:30.787764Z","end":"2026-05-28T02:11:30.962126Z","steps":["trace[452193351] 'process raft request' (duration: 174.06114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:30.962431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.853799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:30.962533Z","caller":"traceutil/trace.go:171","msg":"trace[615562134] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2290; }","duration":"171.995944ms","start":"2026-05-28T02:11:30.790506Z","end":"2026-05-28T02:11:30.962502Z","steps":["trace[615562134] 'agreement among raft nodes before linearized reading' (duration: 171.671033ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:31.337009Z","caller":"traceutil/trace.go:171","msg":"trace[1797851289] linearizableReadLoop","detail":"{readStateIndex:2386; appliedIndex:2385; }","duration":"374.892054ms","start":"2026-05-28T02:11:30.962094Z","end":"2026-05-28T02:11:31.336986Z","steps":["trace[1797851289] 'read index received' (duration: 374.695798ms)","trace[1797851289] 'applied index is now lower than readState.Index' (duration: 195.326µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:31.337114Z","caller":"traceutil/trace.go:171","msg":"trace[1279888555] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"491.085726ms","start":"2026-05-28T02:11:30.846018Z","end":"2026-05-28T02:11:31.337104Z","steps":["trace[1279888555] 'process raft request' (duration: 490.853319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:31.337218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:30.845999Z","time spent":"491.142677ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:31.337357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.016658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:31.337391Z","caller":"traceutil/trace.go:171","msg":"trace[259112710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2291; }","duration":"483.06575ms","start":"2026-05-28T02:11:30.854316Z","end":"2026-05-28T02:11:31.337382Z","steps":["trace[259112710] 'agreement among raft nodes before linearized reading' (duration: 483.010848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:31.337415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:30.85431Z","time spent":"483.099831ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:11:31.837184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254104353,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:11:31.964659Z","caller":"traceutil/trace.go:171","msg":"trace[45919042] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"921.554596ms","start":"2026-05-28T02:11:31.043073Z","end":"2026-05-28T02:11:31.964628Z","steps":["trace[45919042] 'process raft request' (duration: 843.380119ms)","trace[45919042] 'compare' (duration: 77.932769ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:31.964815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:31.043049Z","time spent":"921.68555ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:31.964912Z","caller":"traceutil/trace.go:171","msg":"trace[2028276105] linearizableReadLoop","detail":"{readStateIndex:2388; appliedIndex:2386; }","duration":"627.785222ms","start":"2026-05-28T02:11:31.337072Z","end":"2026-05-28T02:11:31.964857Z","steps":["trace[2028276105] 'read index received' (duration: 549.411159ms)","trace[2028276105] 'applied index is now lower than readState.Index' (duration: 78.371843ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:31.965177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.736697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:31.965278Z","caller":"traceutil/trace.go:171","msg":"trace[920203275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2293; }","duration":"831.896882ms","start":"2026-05-28T02:11:31.133355Z","end":"2026-05-28T02:11:31.965252Z","steps":["trace[920203275] 'agreement among raft nodes before linearized reading' (duration: 831.718206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:31.965302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.933075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:31.96535Z","caller":"traceutil/trace.go:171","msg":"trace[1492570111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2293; }","duration":"627.020378ms","start":"2026-05-28T02:11:31.338317Z","end":"2026-05-28T02:11:31.965337Z","steps":["trace[1492570111] 'agreement among raft nodes before linearized reading' (duration: 626.921995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:31.96534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:31.13332Z","time spent":"832.003355ms","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:11:31.965377Z","caller":"traceutil/trace.go:171","msg":"trace[706777644] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"787.215874ms","start":"2026-05-28T02:11:31.178138Z","end":"2026-05-28T02:11:31.965354Z","steps":["trace[706777644] 'process raft request' (duration: 786.44359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:31.965385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:31.338304Z","time spent":"627.073009ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:11:31.965443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:31.178117Z","time spent":"787.292417ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:31.96544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.075896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:31.965499Z","caller":"traceutil/trace.go:171","msg":"trace[114459400] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2293; }","duration":"182.242831ms","start":"2026-05-28T02:11:31.783242Z","end":"2026-05-28T02:11:31.965485Z","steps":["trace[114459400] 'agreement among raft nodes before linearized reading' (duration: 182.107957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:31.965551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.093709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-05-28T02:11:31.965562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.803155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:11:31.965659Z","caller":"traceutil/trace.go:171","msg":"trace[275260641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2293; }","duration":"314.935999ms","start":"2026-05-28T02:11:31.650707Z","end":"2026-05-28T02:11:31.965643Z","steps":["trace[275260641] 'agreement among raft nodes before linearized reading' (duration: 314.710532ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:31.965662Z","caller":"traceutil/trace.go:171","msg":"trace[1192768575] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2293; }","duration":"539.233943ms","start":"2026-05-28T02:11:31.4264Z","end":"2026-05-28T02:11:31.965634Z","steps":["trace[1192768575] 'agreement among raft nodes before linearized reading' (duration: 539.016116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:31.96571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:31.650685Z","time spent":"315.012232ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:11:31.965713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:31.426355Z","time spent":"539.345507ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:11:31.965566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.842686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:11:31.965802Z","caller":"traceutil/trace.go:171","msg":"trace[659378393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2293; }","duration":"356.099525ms","start":"2026-05-28T02:11:31.609672Z","end":"2026-05-28T02:11:31.965771Z","steps":["trace[659378393] 'agreement among raft nodes before linearized reading' (duration: 355.731333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:31.965896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:31.609648Z","time spent":"356.218749ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:11:32.564902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.931081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:32.565003Z","caller":"traceutil/trace.go:171","msg":"trace[1239339832] linearizableReadLoop","detail":"{readStateIndex:2390; appliedIndex:2389; }","duration":"590.747838ms","start":"2026-05-28T02:11:31.974236Z","end":"2026-05-28T02:11:32.564984Z","steps":["trace[1239339832] 'read index received' (duration: 80.297325ms)","trace[1239339832] 'applied index is now lower than readState.Index' (duration: 510.449063ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:32.565135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.894613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:32.565163Z","caller":"traceutil/trace.go:171","msg":"trace[509629445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2295; }","duration":"590.944625ms","start":"2026-05-28T02:11:31.974209Z","end":"2026-05-28T02:11:32.565153Z","steps":["trace[509629445] 'agreement among raft nodes before linearized reading' (duration: 590.889963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:32.565201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:31.9742Z","time spent":"590.992756ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:11:32.565202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.903016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:11:32.565224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.038642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T02:11:32.56523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.340778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T02:11:32.56525Z","caller":"traceutil/trace.go:171","msg":"trace[282619592] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2295; }","duration":"504.98837ms","start":"2026-05-28T02:11:32.060253Z","end":"2026-05-28T02:11:32.565241Z","steps":["trace[282619592] 'agreement among raft nodes before linearized reading' (duration: 504.895417ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:32.56526Z","caller":"traceutil/trace.go:171","msg":"trace[1087005680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2295; }","duration":"509.38283ms","start":"2026-05-28T02:11:32.05587Z","end":"2026-05-28T02:11:32.565253Z","steps":["trace[1087005680] 'agreement among raft nodes before linearized reading' (duration: 509.269376ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:32.565258Z","caller":"traceutil/trace.go:171","msg":"trace[942250976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2295; }","duration":"526.097524ms","start":"2026-05-28T02:11:32.039152Z","end":"2026-05-28T02:11:32.565249Z","steps":["trace[942250976] 'agreement among raft nodes before linearized reading' (duration: 525.995931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:32.56528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:32.055835Z","time spent":"509.438732ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:11:32.565281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:32.060241Z","time spent":"505.032631ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:32.565295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:32.039127Z","time spent":"526.158075ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:11:32.565292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.638779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-05-28T02:11:32.565312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.365342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T02:11:32.565363Z","caller":"traceutil/trace.go:171","msg":"trace[1654983270] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2295; }","duration":"582.734742ms","start":"2026-05-28T02:11:31.982614Z","end":"2026-05-28T02:11:32.565349Z","steps":["trace[1654983270] 'agreement among raft nodes before linearized reading' (duration: 582.528795ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:32.565024Z","caller":"traceutil/trace.go:171","msg":"trace[1070326929] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"594.166148ms","start":"2026-05-28T02:11:31.97083Z","end":"2026-05-28T02:11:32.564996Z","steps":["trace[1070326929] 'process raft request' (duration: 335.02595ms)","trace[1070326929] 'compare' (duration: 258.635212ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:32.565397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:31.982607Z","time spent":"582.781754ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T02:11:32.565387Z","caller":"traceutil/trace.go:171","msg":"trace[1578271750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2295; }","duration":"521.483096ms","start":"2026-05-28T02:11:32.043886Z","end":"2026-05-28T02:11:32.565369Z","steps":["trace[1578271750] 'agreement among raft nodes before linearized reading' (duration: 521.260709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:32.565441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:31.970812Z","time spent":"594.57824ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:32.565438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:32.043873Z","time spent":"521.555739ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:11:33.076574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254104362,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:11:33.222729Z","caller":"traceutil/trace.go:171","msg":"trace[1287094873] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"653.505534ms","start":"2026-05-28T02:11:32.569194Z","end":"2026-05-28T02:11:33.222699Z","steps":["trace[1287094873] 'process raft request' (duration: 653.322848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:33.222907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:32.569173Z","time spent":"653.643078ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:33.257797Z","caller":"traceutil/trace.go:171","msg":"trace[1059976523] linearizableReadLoop","detail":"{readStateIndex:2394; appliedIndex:2390; }","duration":"681.661643ms","start":"2026-05-28T02:11:32.576109Z","end":"2026-05-28T02:11:33.25777Z","steps":["trace[1059976523] 'read index received' (duration: 646.421687ms)","trace[1059976523] 'applied index is now lower than readState.Index' (duration: 35.238756ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:33.257828Z","caller":"traceutil/trace.go:171","msg":"trace[625527018] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"688.219793ms","start":"2026-05-28T02:11:32.569572Z","end":"2026-05-28T02:11:33.257792Z","steps":["trace[625527018] 'process raft request' (duration: 687.952884ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:33.257936Z","caller":"traceutil/trace.go:171","msg":"trace[704505094] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"281.038577ms","start":"2026-05-28T02:11:32.976865Z","end":"2026-05-28T02:11:33.257903Z","steps":["trace[704505094] 'process raft request' (duration: 280.872302ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:33.25791Z","caller":"traceutil/trace.go:171","msg":"trace[1558381516] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"688.090699ms","start":"2026-05-28T02:11:32.569775Z","end":"2026-05-28T02:11:33.257865Z","steps":["trace[1558381516] 'process raft request' (duration: 687.903833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:33.257958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.826609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:11:33.258063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:32.569553Z","time spent":"688.361848ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:33.258115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:32.569746Z","time spent":"688.280795ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:33.25817Z","caller":"traceutil/trace.go:171","msg":"trace[697332864] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2299; }","duration":"682.048315ms","start":"2026-05-28T02:11:32.576073Z","end":"2026-05-28T02:11:33.258121Z","steps":["trace[697332864] 'agreement among raft nodes before linearized reading' (duration: 681.823988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:33.258251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.524033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:33.258363Z","caller":"traceutil/trace.go:171","msg":"trace[1882792584] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2299; }","duration":"281.685237ms","start":"2026-05-28T02:11:32.976654Z","end":"2026-05-28T02:11:33.258339Z","steps":["trace[1882792584] 'agreement among raft nodes before linearized reading' (duration: 281.342446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:33.258293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:32.576058Z","time spent":"682.19683ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T02:11:33.765265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.999649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:33.765397Z","caller":"traceutil/trace.go:171","msg":"trace[1155740756] linearizableReadLoop","detail":"{readStateIndex:2395; appliedIndex:2394; }","duration":"250.721539ms","start":"2026-05-28T02:11:33.514655Z","end":"2026-05-28T02:11:33.765377Z","steps":["trace[1155740756] 'read index received' (duration: 142.419079ms)","trace[1155740756] 'applied index is now lower than readState.Index' (duration: 108.30115ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:33.765505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.850132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:33.765505Z","caller":"traceutil/trace.go:171","msg":"trace[1672393007] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"422.64016ms","start":"2026-05-28T02:11:33.342782Z","end":"2026-05-28T02:11:33.765422Z","steps":["trace[1672393007] 'process raft request' (duration: 314.400893ms)","trace[1672393007] 'compare' (duration: 107.855975ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:33.765536Z","caller":"traceutil/trace.go:171","msg":"trace[1293795036] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2300; }","duration":"250.915564ms","start":"2026-05-28T02:11:33.514608Z","end":"2026-05-28T02:11:33.765523Z","steps":["trace[1293795036] 'agreement among raft nodes before linearized reading' (duration: 250.855022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:33.765607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.086042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:11:33.76564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:33.342744Z","time spent":"422.811305ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:33.76565Z","caller":"traceutil/trace.go:171","msg":"trace[331389986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2300; }","duration":"185.215346ms","start":"2026-05-28T02:11:33.580424Z","end":"2026-05-28T02:11:33.765639Z","steps":["trace[331389986] 'agreement among raft nodes before linearized reading' (duration: 185.100042ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:34.124692Z","caller":"traceutil/trace.go:171","msg":"trace[289949844] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"148.114461ms","start":"2026-05-28T02:11:33.976542Z","end":"2026-05-28T02:11:34.124657Z","steps":["trace[289949844] 'process raft request' (duration: 137.42806ms)","trace[289949844] 'compare' (duration: 10.373431ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:34.126784Z","caller":"traceutil/trace.go:171","msg":"trace[425262422] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"150.071754ms","start":"2026-05-28T02:11:33.976666Z","end":"2026-05-28T02:11:34.126737Z","steps":["trace[425262422] 'process raft request' (duration: 149.94787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:35.486322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.343043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:35.486507Z","caller":"traceutil/trace.go:171","msg":"trace[1235307117] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"179.893326ms","start":"2026-05-28T02:11:35.306597Z","end":"2026-05-28T02:11:35.48649Z","steps":["trace[1235307117] 'process raft request' (duration: 179.839974ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:35.486569Z","caller":"traceutil/trace.go:171","msg":"trace[1008332752] linearizableReadLoop","detail":"{readStateIndex:2403; appliedIndex:2402; }","duration":"184.40241ms","start":"2026-05-28T02:11:35.302129Z","end":"2026-05-28T02:11:35.486532Z","steps":["trace[1008332752] 'read index received' (duration: 69.782049ms)","trace[1008332752] 'applied index is now lower than readState.Index' (duration: 114.614221ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:35.486752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.408928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:35.486789Z","caller":"traceutil/trace.go:171","msg":"trace[1237539419] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2308; }","duration":"116.484611ms","start":"2026-05-28T02:11:35.370295Z","end":"2026-05-28T02:11:35.48678Z","steps":["trace[1237539419] 'agreement among raft nodes before linearized reading' (duration: 116.414119ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:35.486531Z","caller":"traceutil/trace.go:171","msg":"trace[1251145611] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"221.509196ms","start":"2026-05-28T02:11:35.264937Z","end":"2026-05-28T02:11:35.486446Z","steps":["trace[1251145611] 'process raft request' (duration: 106.964397ms)","trace[1251145611] 'compare' (duration: 114.170607ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:35.486831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.157219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:35.486901Z","caller":"traceutil/trace.go:171","msg":"trace[880008767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2308; }","duration":"213.257002ms","start":"2026-05-28T02:11:35.273618Z","end":"2026-05-28T02:11:35.486875Z","steps":["trace[880008767] 'agreement among raft nodes before linearized reading' (duration: 213.029785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:35.487043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.56846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T02:11:35.487172Z","caller":"traceutil/trace.go:171","msg":"trace[405491359] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2308; }","duration":"222.730304ms","start":"2026-05-28T02:11:35.264421Z","end":"2026-05-28T02:11:35.487151Z","steps":["trace[405491359] 'agreement among raft nodes before linearized reading' (duration: 222.308531ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:36.242081Z","caller":"traceutil/trace.go:171","msg":"trace[1688974438] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"111.616106ms","start":"2026-05-28T02:11:36.130435Z","end":"2026-05-28T02:11:36.242051Z","steps":["trace[1688974438] 'process raft request' (duration: 111.42855ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:36.29768Z","caller":"traceutil/trace.go:171","msg":"trace[879060713] linearizableReadLoop","detail":"{readStateIndex:2408; appliedIndex:2406; }","duration":"139.541267ms","start":"2026-05-28T02:11:36.158117Z","end":"2026-05-28T02:11:36.297658Z","steps":["trace[879060713] 'read index received' (duration: 83.744795ms)","trace[879060713] 'applied index is now lower than readState.Index' (duration: 55.795452ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:36.297842Z","caller":"traceutil/trace.go:171","msg":"trace[864292724] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"165.901559ms","start":"2026-05-28T02:11:36.131914Z","end":"2026-05-28T02:11:36.297816Z","steps":["trace[864292724] 'process raft request' (duration: 165.579758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:36.297918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.786245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:11:36.297973Z","caller":"traceutil/trace.go:171","msg":"trace[1495325687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2312; }","duration":"139.897468ms","start":"2026-05-28T02:11:36.158061Z","end":"2026-05-28T02:11:36.297958Z","steps":["trace[1495325687] 'agreement among raft nodes before linearized reading' (duration: 139.685951ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:38.488266Z","caller":"traceutil/trace.go:171","msg":"trace[2144177478] linearizableReadLoop","detail":"{readStateIndex:2420; appliedIndex:2419; }","duration":"210.935948ms","start":"2026-05-28T02:11:38.277305Z","end":"2026-05-28T02:11:38.488241Z","steps":["trace[2144177478] 'read index received' (duration: 118.466514ms)","trace[2144177478] 'applied index is now lower than readState.Index' (duration: 92.468364ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:38.48828Z","caller":"traceutil/trace.go:171","msg":"trace[830631391] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"239.982325ms","start":"2026-05-28T02:11:38.248272Z","end":"2026-05-28T02:11:38.488255Z","steps":["trace[830631391] 'process raft request' (duration: 147.487881ms)","trace[830631391] 'compare' (duration: 92.278737ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:38.488605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.709332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T02:11:38.488671Z","caller":"traceutil/trace.go:171","msg":"trace[1599861976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2325; }","duration":"180.858877ms","start":"2026-05-28T02:11:38.307797Z","end":"2026-05-28T02:11:38.488655Z","steps":["trace[1599861976] 'agreement among raft nodes before linearized reading' (duration: 180.63996ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:38.4887Z","caller":"traceutil/trace.go:171","msg":"trace[70366213] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"186.033352ms","start":"2026-05-28T02:11:38.302644Z","end":"2026-05-28T02:11:38.488678Z","steps":["trace[70366213] 'process raft request' (duration: 185.563127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:38.488606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.287859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-05-28T02:11:38.488775Z","caller":"traceutil/trace.go:171","msg":"trace[1390258020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2325; }","duration":"211.509626ms","start":"2026-05-28T02:11:38.277248Z","end":"2026-05-28T02:11:38.488758Z","steps":["trace[1390258020] 'agreement among raft nodes before linearized reading' (duration: 211.115414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:40.008314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254104441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:11:40.50876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254104441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:11:40.577353Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.173354602s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:11:40.577887Z","caller":"traceutil/trace.go:171","msg":"trace[1111414403] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"1.198713352s","start":"2026-05-28T02:11:39.379145Z","end":"2026-05-28T02:11:40.577858Z","steps":["trace[1111414403] 'process raft request' (duration: 1.198418413s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:40.578041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:39.379124Z","time spent":"1.198827075s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:40.816368Z","caller":"traceutil/trace.go:171","msg":"trace[1439226267] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"1.434960553s","start":"2026-05-28T02:11:39.38138Z","end":"2026-05-28T02:11:40.81634Z","steps":["trace[1439226267] 'process raft request' (duration: 1.434582421s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:40.816517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:39.381359Z","time spent":"1.435081577s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:40.816762Z","caller":"traceutil/trace.go:171","msg":"trace[809093961] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"1.308523094s","start":"2026-05-28T02:11:39.508221Z","end":"2026-05-28T02:11:40.816744Z","steps":["trace[809093961] 'process raft request' (duration: 1.307909165s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:40.816864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:39.508189Z","time spent":"1.308626027s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:40.817065Z","caller":"traceutil/trace.go:171","msg":"trace[841610635] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"1.011158055s","start":"2026-05-28T02:11:39.805885Z","end":"2026-05-28T02:11:40.817043Z","steps":["trace[841610635] 'process raft request' (duration: 1.010561937s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:40.817185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:39.805864Z","time spent":"1.011262459s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:40.81793Z","caller":"traceutil/trace.go:171","msg":"trace[1744092848] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"324.376128ms","start":"2026-05-28T02:11:40.493532Z","end":"2026-05-28T02:11:40.817908Z","steps":["trace[1744092848] 'process raft request' (duration: 324.170672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:40.818037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:40.493509Z","time spent":"324.472871ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:40.818121Z","caller":"traceutil/trace.go:171","msg":"trace[1087630510] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"323.44853ms","start":"2026-05-28T02:11:40.494653Z","end":"2026-05-28T02:11:40.818101Z","steps":["trace[1087630510] 'process raft request' (duration: 323.178962ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:40.818204Z","caller":"traceutil/trace.go:171","msg":"trace[291929918] linearizableReadLoop","detail":"{readStateIndex:2431; appliedIndex:2424; }","duration":"1.309964909s","start":"2026-05-28T02:11:39.508214Z","end":"2026-05-28T02:11:40.818179Z","steps":["trace[291929918] 'read index received' (duration: 1.069331709s)","trace[291929918] 'applied index is now lower than readState.Index' (duration: 240.631379ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:40.818185Z","caller":"traceutil/trace.go:171","msg":"trace[1846211228] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"846.190285ms","start":"2026-05-28T02:11:39.971965Z","end":"2026-05-28T02:11:40.818155Z","steps":["trace[1846211228] 'process raft request' (duration: 844.970367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:40.81863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.571522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:11:40.818698Z","caller":"traceutil/trace.go:171","msg":"trace[1352443769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2334; }","duration":"202.668816ms","start":"2026-05-28T02:11:40.616012Z","end":"2026-05-28T02:11:40.818681Z","steps":["trace[1352443769] 'agreement among raft nodes before linearized reading' (duration: 202.529042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:40.818236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:40.494641Z","time spent":"323.532062ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:40.818437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299499434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:11:40.818786Z","caller":"traceutil/trace.go:171","msg":"trace[803649892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2334; }","duration":"1.299875426s","start":"2026-05-28T02:11:39.518901Z","end":"2026-05-28T02:11:40.818777Z","steps":["trace[803649892] 'agreement among raft nodes before linearized reading' (duration: 1.299418882s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:40.818813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:39.51889Z","time spent":"1.299914427s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:11:40.818453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.305691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:11:40.818862Z","caller":"traceutil/trace.go:171","msg":"trace[2108979104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2334; }","duration":"253.783276ms","start":"2026-05-28T02:11:40.565074Z","end":"2026-05-28T02:11:40.818857Z","steps":["trace[2108979104] 'agreement among raft nodes before linearized reading' (duration: 253.248729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:40.81849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310278539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:11:40.818904Z","caller":"traceutil/trace.go:171","msg":"trace[740171235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2334; }","duration":"1.310746273s","start":"2026-05-28T02:11:39.508154Z","end":"2026-05-28T02:11:40.8189Z","steps":["trace[740171235] 'agreement among raft nodes before linearized reading' (duration: 1.310121964s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:40.818918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:39.508131Z","time spent":"1.310782534s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:11:40.818522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152181558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T02:11:40.818955Z","caller":"traceutil/trace.go:171","msg":"trace[618533167] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:2334; }","duration":"1.152637102s","start":"2026-05-28T02:11:39.666313Z","end":"2026-05-28T02:11:40.81895Z","steps":["trace[618533167] 'agreement among raft nodes before linearized reading' (duration: 1.152074135s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:40.818966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:39.666246Z","time spent":"1.152716695s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-28T02:11:40.818555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24990212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:40.819064Z","caller":"traceutil/trace.go:171","msg":"trace[1223450454] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2334; }","duration":"1.250442797s","start":"2026-05-28T02:11:39.568607Z","end":"2026-05-28T02:11:40.81905Z","steps":["trace[1223450454] 'agreement among raft nodes before linearized reading' (duration: 1.249861959s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:40.819083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:39.568585Z","time spent":"1.250490377s","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:11:40.81857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.775768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:40.819239Z","caller":"traceutil/trace.go:171","msg":"trace[1471293755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2334; }","duration":"736.487749ms","start":"2026-05-28T02:11:40.082744Z","end":"2026-05-28T02:11:40.819232Z","steps":["trace[1471293755] 'agreement among raft nodes before linearized reading' (duration: 735.808858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:40.819261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:40.082717Z","time spent":"736.536521ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:11:40.819554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:39.971938Z","time spent":"846.703191ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:47.063312Z","caller":"traceutil/trace.go:171","msg":"trace[807504535] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"112.24819ms","start":"2026-05-28T02:11:46.951003Z","end":"2026-05-28T02:11:47.063251Z","steps":["trace[807504535] 'process raft request' (duration: 66.225697ms)","trace[807504535] 'compare' (duration: 45.834607ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:47.063479Z","caller":"traceutil/trace.go:171","msg":"trace[307218016] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"112.349803ms","start":"2026-05-28T02:11:46.951119Z","end":"2026-05-28T02:11:47.063469Z","steps":["trace[307218016] 'process raft request' (duration: 112.074585ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:47.063564Z","caller":"traceutil/trace.go:171","msg":"trace[528330046] linearizableReadLoop","detail":"{readStateIndex:2461; appliedIndex:2458; }","duration":"112.287972ms","start":"2026-05-28T02:11:46.951253Z","end":"2026-05-28T02:11:47.06354Z","steps":["trace[528330046] 'read index received' (duration: 3.53932ms)","trace[528330046] 'applied index is now lower than readState.Index' (duration: 108.747912ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:47.063651Z","caller":"traceutil/trace.go:171","msg":"trace[1166950529] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"110.968001ms","start":"2026-05-28T02:11:46.952635Z","end":"2026-05-28T02:11:47.063603Z","steps":["trace[1166950529] 'process raft request' (duration: 110.787055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:47.063752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.169298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:47.063786Z","caller":"traceutil/trace.go:171","msg":"trace[1688214956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2363; }","duration":"101.23271ms","start":"2026-05-28T02:11:46.962541Z","end":"2026-05-28T02:11:47.063774Z","steps":["trace[1688214956] 'agreement among raft nodes before linearized reading' (duration: 101.111826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:47.06368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.405555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:47.064022Z","caller":"traceutil/trace.go:171","msg":"trace[1049513058] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2363; }","duration":"112.759256ms","start":"2026-05-28T02:11:46.951218Z","end":"2026-05-28T02:11:47.063977Z","steps":["trace[1049513058] 'agreement among raft nodes before linearized reading' (duration: 112.390475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:47.417367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.26265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:47.417636Z","caller":"traceutil/trace.go:171","msg":"trace[1493735962] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"349.848886ms","start":"2026-05-28T02:11:47.06771Z","end":"2026-05-28T02:11:47.417559Z","steps":["trace[1493735962] 'process raft request' (duration: 95.296566ms)","trace[1493735962] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:486; } (duration: 253.731244ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:47.417756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:47.067688Z","time spent":"350.019081ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:47.417771Z","caller":"traceutil/trace.go:171","msg":"trace[972611633] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"349.604158ms","start":"2026-05-28T02:11:47.068132Z","end":"2026-05-28T02:11:47.417736Z","steps":["trace[972611633] 'process raft request' (duration: 349.35677ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:47.417826Z","caller":"traceutil/trace.go:171","msg":"trace[1633288516] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"349.628069ms","start":"2026-05-28T02:11:47.068174Z","end":"2026-05-28T02:11:47.417802Z","steps":["trace[1633288516] 'process raft request' (duration: 349.497695ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:47.41788Z","caller":"traceutil/trace.go:171","msg":"trace[1661087841] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"349.552787ms","start":"2026-05-28T02:11:47.068308Z","end":"2026-05-28T02:11:47.417861Z","steps":["trace[1661087841] 'process raft request' (duration: 349.481995ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:47.417936Z","caller":"traceutil/trace.go:171","msg":"trace[1921813906] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"349.65944ms","start":"2026-05-28T02:11:47.068252Z","end":"2026-05-28T02:11:47.417912Z","steps":["trace[1921813906] 'process raft request' (duration: 349.489215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:47.417942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:47.068159Z","time spent":"349.719511ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:47.417943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:47.068104Z","time spent":"349.750403ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:47.417988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:47.068282Z","time spent":"349.65497ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:47.418026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:47.068233Z","time spent":"349.750713ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:48.620232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.552787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:11:48.620276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.924801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-28T02:11:48.620592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.180572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:11:48.621015Z","caller":"traceutil/trace.go:171","msg":"trace[1624266503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2369; }","duration":"549.691994ms","start":"2026-05-28T02:11:48.071276Z","end":"2026-05-28T02:11:48.620968Z","steps":["trace[1624266503] 'range keys from in-memory index tree' (duration: 548.716584ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:48.621121Z","caller":"traceutil/trace.go:171","msg":"trace[1818179385] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"293.034249ms","start":"2026-05-28T02:11:48.328058Z","end":"2026-05-28T02:11:48.621092Z","steps":["trace[1818179385] 'process raft request' (duration: 154.267659ms)","trace[1818179385] 'compare' (duration: 137.593204ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:48.621147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:48.071255Z","time spent":"549.846159ms","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-28T02:11:48.621626Z","caller":"traceutil/trace.go:171","msg":"trace[1131744219] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2369; }","duration":"678.709403ms","start":"2026-05-28T02:11:47.942614Z","end":"2026-05-28T02:11:48.621324Z","steps":["trace[1131744219] 'count revisions from in-memory index tree' (duration: 677.475755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:48.621914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:47.942596Z","time spent":"679.136506ms","remote":"127.0.0.1:38296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":278,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:11:49.479219Z","caller":"traceutil/trace.go:171","msg":"trace[746354326] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"518.529221ms","start":"2026-05-28T02:11:48.960664Z","end":"2026-05-28T02:11:49.479193Z","steps":["trace[746354326] 'process raft request' (duration: 518.367136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:49.479549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:48.960635Z","time spent":"518.753758ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:50.784252Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305077667s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:11:50.792009Z","caller":"traceutil/trace.go:171","msg":"trace[1353852284] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"1.722727048s","start":"2026-05-28T02:11:49.069264Z","end":"2026-05-28T02:11:50.791991Z","steps":["trace[1353852284] 'process raft request' (duration: 1.722638755s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:50.792183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:49.069257Z","time spent":"1.722831371s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:50.792244Z","caller":"traceutil/trace.go:171","msg":"trace[333688329] linearizableReadLoop","detail":"{readStateIndex:2473; appliedIndex:2469; }","duration":"1.569049677s","start":"2026-05-28T02:11:49.22316Z","end":"2026-05-28T02:11:50.79221Z","steps":["trace[333688329] 'read index received' (duration: 255.983444ms)","trace[333688329] 'applied index is now lower than readState.Index' (duration: 1.313064803s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:50.792002Z","caller":"traceutil/trace.go:171","msg":"trace[309692338] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"1.723257985s","start":"2026-05-28T02:11:49.068706Z","end":"2026-05-28T02:11:50.791964Z","steps":["trace[309692338] 'process raft request' (duration: 1.715705342s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:50.792418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:49.068676Z","time spent":"1.723713258s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:50.792557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37021352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:11:50.792623Z","caller":"traceutil/trace.go:171","msg":"trace[144845553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2374; }","duration":"1.370299483s","start":"2026-05-28T02:11:49.422307Z","end":"2026-05-28T02:11:50.792606Z","steps":["trace[144845553] 'agreement among raft nodes before linearized reading' (duration: 1.370081426s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:50.792655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.754037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:11:50.792731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126158205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-28T02:11:50.792682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:49.422259Z","time spent":"1.370408556s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:11:50.792815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16417693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:50.792875Z","caller":"traceutil/trace.go:171","msg":"trace[151658426] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2374; }","duration":"1.164282264s","start":"2026-05-28T02:11:49.628577Z","end":"2026-05-28T02:11:50.792859Z","steps":["trace[151658426] 'agreement among raft nodes before linearized reading' (duration: 1.164136679s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:50.792925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:49.628551Z","time spent":"1.164359366s","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:11:50.792964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370029454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T02:11:50.792971Z","caller":"traceutil/trace.go:171","msg":"trace[1706435071] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:2374; }","duration":"1.126412742s","start":"2026-05-28T02:11:49.666499Z","end":"2026-05-28T02:11:50.792912Z","steps":["trace[1706435071] 'agreement among raft nodes before linearized reading' (duration: 1.125899507s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:50.793021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369043064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-28T02:11:50.793031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369981023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-28T02:11:50.79308Z","caller":"traceutil/trace.go:171","msg":"trace[621184617] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"1.723234443s","start":"2026-05-28T02:11:49.069838Z","end":"2026-05-28T02:11:50.793072Z","steps":["trace[621184617] 'process raft request' (duration: 1.722112799s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:50.793087Z","caller":"traceutil/trace.go:171","msg":"trace[566435176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2374; }","duration":"1.369128616s","start":"2026-05-28T02:11:49.423941Z","end":"2026-05-28T02:11:50.793069Z","steps":["trace[566435176] 'agreement among raft nodes before linearized reading' (duration: 1.368951501s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:50.793122Z","caller":"traceutil/trace.go:171","msg":"trace[39770677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2374; }","duration":"1.370139027s","start":"2026-05-28T02:11:49.422964Z","end":"2026-05-28T02:11:50.793103Z","steps":["trace[39770677] 'agreement among raft nodes before linearized reading' (duration: 1.369858149s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:50.793137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:49.423933Z","time spent":"1.369190828s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:11:50.792752Z","caller":"traceutil/trace.go:171","msg":"trace[284529023] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2374; }","duration":"364.928062ms","start":"2026-05-28T02:11:50.427802Z","end":"2026-05-28T02:11:50.79273Z","steps":["trace[284529023] 'agreement among raft nodes before linearized reading' (duration: 364.716285ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:50.792995Z","caller":"traceutil/trace.go:171","msg":"trace[956018546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2374; }","duration":"1.370085796s","start":"2026-05-28T02:11:49.4229Z","end":"2026-05-28T02:11:50.792986Z","steps":["trace[956018546] 'agreement among raft nodes before linearized reading' (duration: 1.370007853s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:50.793171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:49.069834Z","time spent":"1.723275646s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:50.793172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:49.422942Z","time spent":"1.37022267s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:11:50.793217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.574348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:50.793357Z","caller":"traceutil/trace.go:171","msg":"trace[1417277133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2374; }","duration":"710.755864ms","start":"2026-05-28T02:11:50.082584Z","end":"2026-05-28T02:11:50.79334Z","steps":["trace[1417277133] 'agreement among raft nodes before linearized reading' (duration: 710.580548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:50.793234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:50.427777Z","time spent":"365.406757ms","remote":"127.0.0.1:45942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:50.793367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570210453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b398cd8ed66a3d\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-28T02:11:50.793407Z","caller":"traceutil/trace.go:171","msg":"trace[364934315] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b398cd8ed66a3d; range_end:; response_count:1; response_revision:2374; }","duration":"1.570281195s","start":"2026-05-28T02:11:49.223117Z","end":"2026-05-28T02:11:50.793398Z","steps":["trace[364934315] 'agreement among raft nodes before linearized reading' (duration: 1.569255694s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:50.793428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:49.223098Z","time spent":"1.570325506s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b398cd8ed66a3d\" "} {"level":"warn","ts":"2026-05-28T02:11:50.793426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:50.082558Z","time spent":"710.855167ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:11:50.793111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:49.666476Z","time spent":"1.126583108s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-28T02:11:50.793652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.040845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:50.793716Z","caller":"traceutil/trace.go:171","msg":"trace[1637147517] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2374; }","duration":"802.222011ms","start":"2026-05-28T02:11:49.991474Z","end":"2026-05-28T02:11:50.793696Z","steps":["trace[1637147517] 'agreement among raft nodes before linearized reading' (duration: 801.677414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:50.793754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:49.991447Z","time spent":"802.297252ms","remote":"127.0.0.1:38284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:50.793912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370935922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:11:50.793981Z","caller":"traceutil/trace.go:171","msg":"trace[483047173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2374; }","duration":"1.371017795s","start":"2026-05-28T02:11:49.422952Z","end":"2026-05-28T02:11:50.793969Z","steps":["trace[483047173] 'agreement among raft nodes before linearized reading' (duration: 1.36989784s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:50.794013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:49.422944Z","time spent":"1.371061296s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:11:50.793217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:49.422887Z","time spent":"1.370308123s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:11:51.354995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254104537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:11:52.626069Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.262318375s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:11:52.855122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000521757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:11:52.855204Z","caller":"traceutil/trace.go:171","msg":"trace[2133898563] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000665272s","start":"2026-05-28T02:11:50.854521Z","end":"2026-05-28T02:11:52.855186Z","steps":["trace[2133898563] 'agreement among raft nodes before linearized reading' (duration: 2.000572419s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:52.855247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:50.854494Z","time spent":"2.000744085s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:11:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:11:53.01837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654735107s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-28T02:11:53.018603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:50.795548Z","time spent":"2.223050997s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T02:11:53.018984Z","caller":"traceutil/trace.go:171","msg":"trace[1100703272] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"2.222209552s","start":"2026-05-28T02:11:50.796756Z","end":"2026-05-28T02:11:53.018965Z","steps":["trace[1100703272] 'process raft request' (duration: 2.221734667s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:53.019144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:50.796732Z","time spent":"2.222307734s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:53.019319Z","caller":"traceutil/trace.go:171","msg":"trace[1213359748] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"2.220624053s","start":"2026-05-28T02:11:50.79866Z","end":"2026-05-28T02:11:53.019284Z","steps":["trace[1213359748] 'process raft request' (duration: 2.220239151s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:53.019697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:50.798605Z","time spent":"2.220792207s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:53.019984Z","caller":"traceutil/trace.go:171","msg":"trace[1120591905] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"2.221249491s","start":"2026-05-28T02:11:50.79871Z","end":"2026-05-28T02:11:53.01996Z","steps":["trace[1120591905] 'process raft request' (duration: 2.220454337s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:53.019998Z","caller":"traceutil/trace.go:171","msg":"trace[308598305] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"2.221145398s","start":"2026-05-28T02:11:50.798831Z","end":"2026-05-28T02:11:53.019976Z","steps":["trace[308598305] 'process raft request' (duration: 2.221001674s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:53.020089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:50.798797Z","time spent":"2.221243031s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:53.020091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:50.798691Z","time spent":"2.221342975s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:53.020127Z","caller":"traceutil/trace.go:171","msg":"trace[1337120747] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"2.220923031s","start":"2026-05-28T02:11:50.799165Z","end":"2026-05-28T02:11:53.020088Z","steps":["trace[1337120747] 'process raft request' (duration: 2.220748376s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:53.020164Z","caller":"traceutil/trace.go:171","msg":"trace[1815451815] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"1.992651894s","start":"2026-05-28T02:11:51.027501Z","end":"2026-05-28T02:11:53.020153Z","steps":["trace[1815451815] 'process raft request' (duration: 1.992523941s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:53.020194Z","caller":"traceutil/trace.go:171","msg":"trace[71915100] linearizableReadLoop","detail":"{readStateIndex:2482; appliedIndex:2473; }","duration":"2.165593591s","start":"2026-05-28T02:11:50.854593Z","end":"2026-05-28T02:11:53.020186Z","steps":["trace[71915100] 'read index received' (duration: 509.084059ms)","trace[71915100] 'applied index is now lower than readState.Index' (duration: 1.656508272s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:53.020182Z","caller":"traceutil/trace.go:171","msg":"trace[333982955] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"1.534697996s","start":"2026-05-28T02:11:51.485465Z","end":"2026-05-28T02:11:53.020163Z","steps":["trace[333982955] 'process raft request' (duration: 1.534648574s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:53.020199Z","caller":"traceutil/trace.go:171","msg":"trace[1638090267] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"1.702740001s","start":"2026-05-28T02:11:51.317445Z","end":"2026-05-28T02:11:53.020185Z","steps":["trace[1638090267] 'process raft request' (duration: 1.702621638s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:53.020245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:51.027472Z","time spent":"1.992719397s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:53.020245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:50.799154Z","time spent":"2.221037565s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:53.020264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:51.31742Z","time spent":"1.702815274s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:53.020136Z","caller":"traceutil/trace.go:171","msg":"trace[85864513] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"2.220147627s","start":"2026-05-28T02:11:50.799963Z","end":"2026-05-28T02:11:53.020111Z","steps":["trace[85864513] 'process raft request' (duration: 2.220009953s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:53.020293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:51.485371Z","time spent":"1.534862271s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:53.020543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:50.799949Z","time spent":"2.220354694s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:53.172272Z","caller":"traceutil/trace.go:171","msg":"trace[891018865] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"373.525638ms","start":"2026-05-28T02:11:52.798715Z","end":"2026-05-28T02:11:53.172241Z","steps":["trace[891018865] 'process raft request' (duration: 373.367843ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:53.172294Z","caller":"traceutil/trace.go:171","msg":"trace[2053461391] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"373.90572ms","start":"2026-05-28T02:11:52.798347Z","end":"2026-05-28T02:11:53.172252Z","steps":["trace[2053461391] 'process raft request' (duration: 373.27797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:53.172608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.798681Z","time spent":"373.782176ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:11:53.172667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.798322Z","time spent":"374.22243ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:53.172327Z","caller":"traceutil/trace.go:171","msg":"trace[45765879] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"373.182507ms","start":"2026-05-28T02:11:52.799122Z","end":"2026-05-28T02:11:53.172305Z","steps":["trace[45765879] 'process raft request' (duration: 373.075664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:53.172931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.799111Z","time spent":"373.702323ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:11:53.173482Z","caller":"traceutil/trace.go:171","msg":"trace[536479390] linearizableReadLoop","detail":"{readStateIndex:2487; appliedIndex:2483; }","duration":"153.239488ms","start":"2026-05-28T02:11:53.020216Z","end":"2026-05-28T02:11:53.173456Z","steps":["trace[536479390] 'read index received' (duration: 151.35799ms)","trace[536479390] 'applied index is now lower than readState.Index' (duration: 1.880208ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:53.173696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.014326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:11:53.173768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311150071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:53.173788Z","caller":"traceutil/trace.go:171","msg":"trace[1439704100] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"149.172132ms","start":"2026-05-28T02:11:53.024575Z","end":"2026-05-28T02:11:53.173747Z","steps":["trace[1439704100] 'process raft request' (duration: 148.817791ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:53.173816Z","caller":"traceutil/trace.go:171","msg":"trace[419244391] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2388; }","duration":"2.311288395s","start":"2026-05-28T02:11:50.862512Z","end":"2026-05-28T02:11:53.173801Z","steps":["trace[419244391] 'agreement among raft nodes before linearized reading' (duration: 2.311042578s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:53.17387Z","caller":"traceutil/trace.go:171","msg":"trace[1997357539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2388; }","duration":"312.14243ms","start":"2026-05-28T02:11:52.861631Z","end":"2026-05-28T02:11:53.173774Z","steps":["trace[1997357539] 'agreement among raft nodes before linearized reading' (duration: 311.899092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:53.173906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:50.862503Z","time spent":"2.311389448s","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:11:53.173942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.861579Z","time spent":"312.343256ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:11:53.173901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.456644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:53.173814Z","caller":"traceutil/trace.go:171","msg":"trace[1185210518] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"153.856497ms","start":"2026-05-28T02:11:53.019916Z","end":"2026-05-28T02:11:53.173772Z","steps":["trace[1185210518] 'process raft request' (duration: 153.32427ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:53.174042Z","caller":"traceutil/trace.go:171","msg":"trace[977503505] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2388; }","duration":"186.63893ms","start":"2026-05-28T02:11:52.987389Z","end":"2026-05-28T02:11:53.174028Z","steps":["trace[977503505] 'agreement among raft nodes before linearized reading' (duration: 186.390743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:53.174117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.394784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:53.174204Z","caller":"traceutil/trace.go:171","msg":"trace[1122702540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2388; }","duration":"242.529988ms","start":"2026-05-28T02:11:52.931656Z","end":"2026-05-28T02:11:53.174186Z","steps":["trace[1122702540] 'agreement among raft nodes before linearized reading' (duration: 242.383114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:53.174279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254106911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T02:11:53.174372Z","caller":"traceutil/trace.go:171","msg":"trace[1696562629] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2388; }","duration":"1.254245466s","start":"2026-05-28T02:11:51.920099Z","end":"2026-05-28T02:11:53.174345Z","steps":["trace[1696562629] 'agreement among raft nodes before linearized reading' (duration: 1.253997349s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:53.174426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255589738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-28T02:11:53.17444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:51.920076Z","time spent":"1.254347999s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-28T02:11:53.1745Z","caller":"traceutil/trace.go:171","msg":"trace[1440153209] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2388; }","duration":"1.255722732s","start":"2026-05-28T02:11:51.918758Z","end":"2026-05-28T02:11:53.174481Z","steps":["trace[1440153209] 'agreement among raft nodes before linearized reading' (duration: 1.255506745s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:53.174554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.440976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:11:53.174572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:51.918731Z","time spent":"1.255826695s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T02:11:53.174599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372615826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-28T02:11:53.174591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.814678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:11:53.17461Z","caller":"traceutil/trace.go:171","msg":"trace[2049380629] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2388; }","duration":"735.54021ms","start":"2026-05-28T02:11:52.439058Z","end":"2026-05-28T02:11:53.174598Z","steps":["trace[2049380629] 'agreement among raft nodes before linearized reading' (duration: 735.395806ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:53.174623Z","caller":"traceutil/trace.go:171","msg":"trace[99695539] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2388; }","duration":"1.372693258s","start":"2026-05-28T02:11:51.801922Z","end":"2026-05-28T02:11:53.174615Z","steps":["trace[99695539] 'agreement among raft nodes before linearized reading' (duration: 1.372575174s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:53.17465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:51.801888Z","time spent":"1.37275451s","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:11:53.174651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.439034Z","time spent":"735.608842ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:11:53.174662Z","caller":"traceutil/trace.go:171","msg":"trace[1176791127] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2388; }","duration":"931.917231ms","start":"2026-05-28T02:11:52.242717Z","end":"2026-05-28T02:11:53.174634Z","steps":["trace[1176791127] 'agreement among raft nodes before linearized reading' (duration: 931.801958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:53.174716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:11:52.242692Z","time spent":"932.013833ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:11:53.448972Z","caller":"traceutil/trace.go:171","msg":"trace[984722876] linearizableReadLoop","detail":"{readStateIndex:2491; appliedIndex:2489; }","duration":"180.943844ms","start":"2026-05-28T02:11:53.267988Z","end":"2026-05-28T02:11:53.448932Z","steps":["trace[984722876] 'read index received' (duration: 82.725498ms)","trace[984722876] 'applied index is now lower than readState.Index' (duration: 98.217186ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:11:53.449285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.335773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:11:53.449327Z","caller":"traceutil/trace.go:171","msg":"trace[853996003] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"269.466971ms","start":"2026-05-28T02:11:53.179826Z","end":"2026-05-28T02:11:53.449293Z","steps":["trace[853996003] 'process raft request' (duration: 170.825281ms)","trace[853996003] 'compare' (duration: 98.081452ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:53.449369Z","caller":"traceutil/trace.go:171","msg":"trace[1327899874] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2391; }","duration":"232.660723ms","start":"2026-05-28T02:11:53.216686Z","end":"2026-05-28T02:11:53.449347Z","steps":["trace[1327899874] 'agreement among raft nodes before linearized reading' (duration: 232.360804ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:53.449623Z","caller":"traceutil/trace.go:171","msg":"trace[1572933716] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"269.549594ms","start":"2026-05-28T02:11:53.180004Z","end":"2026-05-28T02:11:53.449554Z","steps":["trace[1572933716] 'process raft request' (duration: 268.862162ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:55.138617Z","caller":"traceutil/trace.go:171","msg":"trace[1112257199] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"110.204377ms","start":"2026-05-28T02:11:55.028377Z","end":"2026-05-28T02:11:55.138581Z","steps":["trace[1112257199] 'process raft request' (duration: 110.046742ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:55.139112Z","caller":"traceutil/trace.go:171","msg":"trace[655379070] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"109.221076ms","start":"2026-05-28T02:11:55.029849Z","end":"2026-05-28T02:11:55.13907Z","steps":["trace[655379070] 'process raft request' (duration: 108.70084ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:55.13916Z","caller":"traceutil/trace.go:171","msg":"trace[1612050782] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"109.082962ms","start":"2026-05-28T02:11:55.030043Z","end":"2026-05-28T02:11:55.139126Z","steps":["trace[1612050782] 'process raft request' (duration: 108.929747ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:55.139227Z","caller":"traceutil/trace.go:171","msg":"trace[1521044113] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"109.181386ms","start":"2026-05-28T02:11:55.030005Z","end":"2026-05-28T02:11:55.139187Z","steps":["trace[1521044113] 'process raft request' (duration: 108.851806ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:55.139326Z","caller":"traceutil/trace.go:171","msg":"trace[1127710076] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"108.367271ms","start":"2026-05-28T02:11:55.030938Z","end":"2026-05-28T02:11:55.139306Z","steps":["trace[1127710076] 'process raft request' (duration: 108.134194ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:55.30388Z","caller":"traceutil/trace.go:171","msg":"trace[2006489901] linearizableReadLoop","detail":"{readStateIndex:2501; appliedIndex:2499; }","duration":"117.844903ms","start":"2026-05-28T02:11:55.186008Z","end":"2026-05-28T02:11:55.303852Z","steps":["trace[2006489901] 'read index received' (duration: 115.551972ms)","trace[2006489901] 'applied index is now lower than readState.Index' (duration: 2.291881ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:11:55.304041Z","caller":"traceutil/trace.go:171","msg":"trace[214361893] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"126.123809ms","start":"2026-05-28T02:11:55.177877Z","end":"2026-05-28T02:11:55.304001Z","steps":["trace[214361893] 'process raft request' (duration: 123.774817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:11:55.304108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.071021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T02:11:55.304145Z","caller":"traceutil/trace.go:171","msg":"trace[1926774146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2401; }","duration":"118.154783ms","start":"2026-05-28T02:11:55.185978Z","end":"2026-05-28T02:11:55.304133Z","steps":["trace[1926774146] 'agreement among raft nodes before linearized reading' (duration: 117.992948ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:11:55.304144Z","caller":"traceutil/trace.go:171","msg":"trace[1048477711] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"124.234971ms","start":"2026-05-28T02:11:55.179809Z","end":"2026-05-28T02:11:55.304044Z","steps":["trace[1048477711] 'process raft request' (duration: 123.985683ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:14.676747Z","caller":"traceutil/trace.go:171","msg":"trace[1411211536] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"116.07001ms","start":"2026-05-28T02:13:14.560643Z","end":"2026-05-28T02:13:14.676713Z","steps":["trace[1411211536] 'process raft request' (duration: 115.939416ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:17.630682Z","caller":"traceutil/trace.go:171","msg":"trace[1635107863] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"235.017591ms","start":"2026-05-28T02:13:17.395632Z","end":"2026-05-28T02:13:17.630649Z","steps":["trace[1635107863] 'process raft request' (duration: 234.807214ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:17.631654Z","caller":"traceutil/trace.go:171","msg":"trace[91596045] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"194.674669ms","start":"2026-05-28T02:13:17.436937Z","end":"2026-05-28T02:13:17.631611Z","steps":["trace[91596045] 'process raft request' (duration: 194.485713ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:17.631851Z","caller":"traceutil/trace.go:171","msg":"trace[1145430395] linearizableReadLoop","detail":"{readStateIndex:3122; appliedIndex:3120; }","duration":"128.594656ms","start":"2026-05-28T02:13:17.503219Z","end":"2026-05-28T02:13:17.631814Z","steps":["trace[1145430395] 'read index received' (duration: 127.268064ms)","trace[1145430395] 'applied index is now lower than readState.Index' (duration: 1.324382ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:13:17.632049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.827393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:13:17.632113Z","caller":"traceutil/trace.go:171","msg":"trace[83429680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2999; }","duration":"128.934816ms","start":"2026-05-28T02:13:17.503162Z","end":"2026-05-28T02:13:17.632097Z","steps":["trace[83429680] 'agreement among raft nodes before linearized reading' (duration: 128.76549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:17.632184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.649804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T02:13:17.632254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.193921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T02:13:17.632273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.420532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:13:17.63229Z","caller":"traceutil/trace.go:171","msg":"trace[1331517999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2999; }","duration":"100.794058ms","start":"2026-05-28T02:13:17.531478Z","end":"2026-05-28T02:13:17.632272Z","steps":["trace[1331517999] 'agreement among raft nodes before linearized reading' (duration: 100.53867ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:17.632317Z","caller":"traceutil/trace.go:171","msg":"trace[668480563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2999; }","duration":"101.298824ms","start":"2026-05-28T02:13:17.531003Z","end":"2026-05-28T02:13:17.632301Z","steps":["trace[668480563] 'agreement among raft nodes before linearized reading' (duration: 101.107798ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:17.632327Z","caller":"traceutil/trace.go:171","msg":"trace[670581015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2999; }","duration":"110.496284ms","start":"2026-05-28T02:13:17.521814Z","end":"2026-05-28T02:13:17.632311Z","steps":["trace[670581015] 'agreement among raft nodes before linearized reading' (duration: 110.35636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:17.632686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.993607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:13:17.632752Z","caller":"traceutil/trace.go:171","msg":"trace[2123335798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2999; }","duration":"122.095471ms","start":"2026-05-28T02:13:17.510638Z","end":"2026-05-28T02:13:17.632734Z","steps":["trace[2123335798] 'agreement among raft nodes before linearized reading' (duration: 121.784811ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:19.794903Z","caller":"traceutil/trace.go:171","msg":"trace[1001376614] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"158.5616ms","start":"2026-05-28T02:13:19.63631Z","end":"2026-05-28T02:13:19.794872Z","steps":["trace[1001376614] 'process raft request' (duration: 128.11527ms)","trace[1001376614] 'compare' (duration: 30.13104ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:19.795139Z","caller":"traceutil/trace.go:171","msg":"trace[327937857] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"158.704274ms","start":"2026-05-28T02:13:19.636404Z","end":"2026-05-28T02:13:19.795108Z","steps":["trace[327937857] 'process raft request' (duration: 158.405265ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:19.795186Z","caller":"traceutil/trace.go:171","msg":"trace[815651581] linearizableReadLoop","detail":"{readStateIndex:3133; appliedIndex:3129; }","duration":"155.06075ms","start":"2026-05-28T02:13:19.640103Z","end":"2026-05-28T02:13:19.795164Z","steps":["trace[815651581] 'read index received' (duration: 68.318375ms)","trace[815651581] 'applied index is now lower than readState.Index' (duration: 86.741305ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:19.795272Z","caller":"traceutil/trace.go:171","msg":"trace[1992206435] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"157.782675ms","start":"2026-05-28T02:13:19.637481Z","end":"2026-05-28T02:13:19.795264Z","steps":["trace[1992206435] 'process raft request' (duration: 157.545468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.795431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.082355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:13:19.795476Z","caller":"traceutil/trace.go:171","msg":"trace[915873422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3008; }","duration":"151.159407ms","start":"2026-05-28T02:13:19.644306Z","end":"2026-05-28T02:13:19.795465Z","steps":["trace[915873422] 'agreement among raft nodes before linearized reading' (duration: 151.012472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.795491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.20528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-28T02:13:19.795498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.431666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:13:19.795513Z","caller":"traceutil/trace.go:171","msg":"trace[1144508093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3008; }","duration":"152.248411ms","start":"2026-05-28T02:13:19.643258Z","end":"2026-05-28T02:13:19.795506Z","steps":["trace[1144508093] 'agreement among raft nodes before linearized reading' (duration: 152.20541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.795419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.49793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:13:19.795541Z","caller":"traceutil/trace.go:171","msg":"trace[214829944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3008; }","duration":"151.479607ms","start":"2026-05-28T02:13:19.644047Z","end":"2026-05-28T02:13:19.795526Z","steps":["trace[214829944] 'agreement among raft nodes before linearized reading' (duration: 151.410174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.795571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.155437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T02:13:19.795639Z","caller":"traceutil/trace.go:171","msg":"trace[1522619217] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:3008; }","duration":"125.25841ms","start":"2026-05-28T02:13:19.670368Z","end":"2026-05-28T02:13:19.795626Z","steps":["trace[1522619217] 'agreement among raft nodes before linearized reading' (duration: 125.025222ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:19.795582Z","caller":"traceutil/trace.go:171","msg":"trace[1087537536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3008; }","duration":"152.677905ms","start":"2026-05-28T02:13:19.642884Z","end":"2026-05-28T02:13:19.795562Z","steps":["trace[1087537536] 'agreement among raft nodes before linearized reading' (duration: 152.425797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:19.79544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.324098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:13:19.795811Z","caller":"traceutil/trace.go:171","msg":"trace[642376608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3008; }","duration":"155.716361ms","start":"2026-05-28T02:13:19.640069Z","end":"2026-05-28T02:13:19.795785Z","steps":["trace[642376608] 'agreement among raft nodes before linearized reading' (duration: 155.280177ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:19.947484Z","caller":"traceutil/trace.go:171","msg":"trace[33128070] transaction","detail":"{read_only:false; response_revision:3014; number_of_response:1; }","duration":"138.669793ms","start":"2026-05-28T02:13:19.808782Z","end":"2026-05-28T02:13:19.947452Z","steps":["trace[33128070] 'process raft request' (duration: 92.360302ms)","trace[33128070] 'compare' (duration: 46.178617ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:27.006933Z","caller":"traceutil/trace.go:171","msg":"trace[913174612] transaction","detail":"{read_only:false; response_revision:3061; number_of_response:1; }","duration":"162.932328ms","start":"2026-05-28T02:13:26.843968Z","end":"2026-05-28T02:13:27.0069Z","steps":["trace[913174612] 'process raft request' (duration: 162.746112ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:30.084664Z","caller":"traceutil/trace.go:171","msg":"trace[1504532155] linearizableReadLoop","detail":"{readStateIndex:3207; appliedIndex:3206; }","duration":"194.70364ms","start":"2026-05-28T02:13:29.889936Z","end":"2026-05-28T02:13:30.084639Z","steps":["trace[1504532155] 'read index received' (duration: 194.515314ms)","trace[1504532155] 'applied index is now lower than readState.Index' (duration: 186.646µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:30.084751Z","caller":"traceutil/trace.go:171","msg":"trace[1419753828] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"194.948148ms","start":"2026-05-28T02:13:29.889768Z","end":"2026-05-28T02:13:30.084716Z","steps":["trace[1419753828] 'process raft request' (duration: 194.637269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:30.084901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.949168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:13:30.084952Z","caller":"traceutil/trace.go:171","msg":"trace[53021096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3079; }","duration":"195.066982ms","start":"2026-05-28T02:13:29.889873Z","end":"2026-05-28T02:13:30.08494Z","steps":["trace[53021096] 'agreement among raft nodes before linearized reading' (duration: 194.899226ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:30.112371Z","caller":"traceutil/trace.go:171","msg":"trace[1482507254] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"219.364878ms","start":"2026-05-28T02:13:29.89299Z","end":"2026-05-28T02:13:30.112355Z","steps":["trace[1482507254] 'process raft request' (duration: 219.289845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:30.11249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.47262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-05-28T02:13:30.112502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.996161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:13:30.112571Z","caller":"traceutil/trace.go:171","msg":"trace[1474035031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3080; }","duration":"222.078004ms","start":"2026-05-28T02:13:29.89047Z","end":"2026-05-28T02:13:30.112548Z","steps":["trace[1474035031] 'agreement among raft nodes before linearized reading' (duration: 221.93933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:30.112594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.457984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:13:30.112653Z","caller":"traceutil/trace.go:171","msg":"trace[1156108320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3080; }","duration":"221.524746ms","start":"2026-05-28T02:13:29.891114Z","end":"2026-05-28T02:13:30.112638Z","steps":["trace[1156108320] 'agreement among raft nodes before linearized reading' (duration: 221.373051ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:30.112522Z","caller":"traceutil/trace.go:171","msg":"trace[1643643318] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3080; }","duration":"127.553982ms","start":"2026-05-28T02:13:29.984959Z","end":"2026-05-28T02:13:30.112513Z","steps":["trace[1643643318] 'agreement among raft nodes before linearized reading' (duration: 127.456159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:30.112677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.289161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:16374"} {"level":"info","ts":"2026-05-28T02:13:30.112759Z","caller":"traceutil/trace.go:171","msg":"trace[1232613271] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3080; }","duration":"216.394284ms","start":"2026-05-28T02:13:29.896344Z","end":"2026-05-28T02:13:30.112738Z","steps":["trace[1232613271] 'agreement among raft nodes before linearized reading' (duration: 216.121475ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:44.038555Z","caller":"traceutil/trace.go:171","msg":"trace[1237795426] transaction","detail":"{read_only:false; response_revision:3162; number_of_response:1; }","duration":"139.431738ms","start":"2026-05-28T02:13:43.899096Z","end":"2026-05-28T02:13:44.038528Z","steps":["trace[1237795426] 'process raft request' (duration: 88.012886ms)","trace[1237795426] 'compare' (duration: 51.230556ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:44.038696Z","caller":"traceutil/trace.go:171","msg":"trace[233017217] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"138.745675ms","start":"2026-05-28T02:13:43.899929Z","end":"2026-05-28T02:13:44.038675Z","steps":["trace[233017217] 'process raft request' (duration: 138.536209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:44.59686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.733463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:44.596976Z","caller":"traceutil/trace.go:171","msg":"trace[1983936008] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3168; }","duration":"130.910389ms","start":"2026-05-28T02:13:44.466045Z","end":"2026-05-28T02:13:44.596955Z","steps":["trace[1983936008] 'count revisions from in-memory index tree' (duration: 130.62936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:45.683257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.913782ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:13:45.683362Z","caller":"traceutil/trace.go:171","msg":"trace[2036721636] linearizableReadLoop","detail":"{readStateIndex:3299; appliedIndex:3298; }","duration":"143.753203ms","start":"2026-05-28T02:13:45.539592Z","end":"2026-05-28T02:13:45.683345Z","steps":["trace[2036721636] 'read index received' (duration: 50.611µs)","trace[2036721636] 'applied index is now lower than readState.Index' (duration: 143.701272ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:13:45.683514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.918859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-28T02:13:45.683552Z","caller":"traceutil/trace.go:171","msg":"trace[577919576] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3168; }","duration":"143.993011ms","start":"2026-05-28T02:13:45.539549Z","end":"2026-05-28T02:13:45.683542Z","steps":["trace[577919576] 'agreement among raft nodes before linearized reading' (duration: 143.842867ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:45.715682Z","caller":"traceutil/trace.go:171","msg":"trace[273137729] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"162.315639ms","start":"2026-05-28T02:13:45.553304Z","end":"2026-05-28T02:13:45.715619Z","steps":["trace[273137729] 'process raft request' (duration: 162.063541ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:45.951813Z","caller":"traceutil/trace.go:171","msg":"trace[135314592] linearizableReadLoop","detail":"{readStateIndex:3301; appliedIndex:3300; }","duration":"233.258356ms","start":"2026-05-28T02:13:45.71853Z","end":"2026-05-28T02:13:45.951788Z","steps":["trace[135314592] 'read index received' (duration: 233.111931ms)","trace[135314592] 'applied index is now lower than readState.Index' (duration: 145.235µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:45.951852Z","caller":"traceutil/trace.go:171","msg":"trace[1937468583] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"254.285349ms","start":"2026-05-28T02:13:45.697542Z","end":"2026-05-28T02:13:45.951828Z","steps":["trace[1937468583] 'process raft request' (duration: 254.092423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:45.95217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.591666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-05-28T02:13:45.952264Z","caller":"traceutil/trace.go:171","msg":"trace[604179894] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3170; }","duration":"233.748611ms","start":"2026-05-28T02:13:45.718497Z","end":"2026-05-28T02:13:45.952245Z","steps":["trace[604179894] 'agreement among raft nodes before linearized reading' (duration: 233.40338ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:51.472138Z","caller":"traceutil/trace.go:171","msg":"trace[98074060] transaction","detail":"{read_only:false; response_revision:3203; number_of_response:1; }","duration":"499.393961ms","start":"2026-05-28T02:13:50.972714Z","end":"2026-05-28T02:13:51.472108Z","steps":["trace[98074060] 'process raft request' (duration: 499.255547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:51.472618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:50.97269Z","time spent":"499.533545ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:52.353363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254106463,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:13:52.51256Z","caller":"traceutil/trace.go:171","msg":"trace[329543452] transaction","detail":"{read_only:false; response_revision:3204; number_of_response:1; }","duration":"675.669401ms","start":"2026-05-28T02:13:51.836868Z","end":"2026-05-28T02:13:52.512537Z","steps":["trace[329543452] 'process raft request' (duration: 675.518937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:52.512706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:51.836842Z","time spent":"675.790374ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:53.853144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000096441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:13:53.853243Z","caller":"traceutil/trace.go:171","msg":"trace[608030279] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241436s","start":"2026-05-28T02:13:51.85298Z","end":"2026-05-28T02:13:53.853221Z","steps":["trace[608030279] 'agreement among raft nodes before linearized reading' (duration: 2.000121802s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:53.85335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:51.852961Z","time spent":"2.000375561s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:13:54.393626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.881263577s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:13:55.279555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.583903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:13:55.280078Z","caller":"traceutil/trace.go:171","msg":"trace[405966697] transaction","detail":"{read_only:false; response_revision:3208; number_of_response:1; }","duration":"3.170077145s","start":"2026-05-28T02:13:52.109969Z","end":"2026-05-28T02:13:55.280046Z","steps":["trace[405966697] 'process raft request' (duration: 3.16992239s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:55.280085Z","caller":"traceutil/trace.go:171","msg":"trace[114102495] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"3.213647656s","start":"2026-05-28T02:13:52.066406Z","end":"2026-05-28T02:13:55.280053Z","steps":["trace[114102495] 'process raft request' (duration: 3.21344953s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:55.280273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.066383Z","time spent":"3.213791541s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:55.280085Z","caller":"traceutil/trace.go:171","msg":"trace[737174217] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"3.306066395s","start":"2026-05-28T02:13:51.973969Z","end":"2026-05-28T02:13:55.280035Z","steps":["trace[737174217] 'process raft request' (duration: 3.305761216s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:55.280371Z","caller":"traceutil/trace.go:171","msg":"trace[1954540540] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"3.307742748s","start":"2026-05-28T02:13:51.972597Z","end":"2026-05-28T02:13:55.28034Z","steps":["trace[1954540540] 'process raft request' (duration: 2.421225056s)","trace[1954540540] 'compare' (duration: 884.875481ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:55.280388Z","caller":"traceutil/trace.go:171","msg":"trace[754073355] linearizableReadLoop","detail":"{readStateIndex:3340; appliedIndex:3335; }","duration":"3.427331156s","start":"2026-05-28T02:13:51.853022Z","end":"2026-05-28T02:13:55.280353Z","steps":["trace[754073355] 'read index received' (duration: 659.330361ms)","trace[754073355] 'applied index is now lower than readState.Index' (duration: 2.767997845s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:55.280448Z","caller":"traceutil/trace.go:171","msg":"trace[1298122362] transaction","detail":"{read_only:false; response_revision:3209; number_of_response:1; }","duration":"1.822572643s","start":"2026-05-28T02:13:53.457825Z","end":"2026-05-28T02:13:55.280398Z","steps":["trace[1298122362] 'process raft request' (duration: 1.822120519s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:55.280505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:51.97258Z","time spent":"3.30784145s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:55.280532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:51.973944Z","time spent":"3.306444867s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:55.280568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:53.457789Z","time spent":"1.822719707s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:55.281119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.109941Z","time spent":"3.170219769s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:55.853996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999861854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:13:55.854254Z","caller":"traceutil/trace.go:171","msg":"trace[1141115205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189194s","start":"2026-05-28T02:13:53.854035Z","end":"2026-05-28T02:13:55.854224Z","steps":["trace[1141115205] 'agreement among raft nodes before linearized reading' (duration: 1.999883205s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:55.854366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:53.854017Z","time spent":"2.000332358s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:13:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:13:56.07063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.607942ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:13:56.070773Z","caller":"traceutil/trace.go:171","msg":"trace[929353661] linearizableReadLoop","detail":"{readStateIndex:3342; appliedIndex:3341; }","duration":"790.302393ms","start":"2026-05-28T02:13:55.280449Z","end":"2026-05-28T02:13:56.070751Z","steps":["trace[929353661] 'read index received' (duration: 55.212µs)","trace[929353661] 'applied index is now lower than readState.Index' (duration: 790.245191ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:13:56.070972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283765828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:13:56.071006Z","caller":"traceutil/trace.go:171","msg":"trace[823640264] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3209; }","duration":"1.283840701s","start":"2026-05-28T02:13:54.787154Z","end":"2026-05-28T02:13:56.070995Z","steps":["trace[823640264] 'agreement among raft nodes before linearized reading' (duration: 1.283715747s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.071054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:54.787142Z","time spent":"1.283903023s","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:13:56.071079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.620806273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-28T02:13:56.071133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.755343438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:13:56.071186Z","caller":"traceutil/trace.go:171","msg":"trace[1380640993] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3209; }","duration":"3.620971087s","start":"2026-05-28T02:13:52.450196Z","end":"2026-05-28T02:13:56.071167Z","steps":["trace[1380640993] 'agreement among raft nodes before linearized reading' (duration: 3.620692919s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.071191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.916450514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:56.07123Z","caller":"traceutil/trace.go:171","msg":"trace[2013311676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3209; }","duration":"3.755487213s","start":"2026-05-28T02:13:52.315717Z","end":"2026-05-28T02:13:56.071204Z","steps":["trace[2013311676] 'agreement among raft nodes before linearized reading' (duration: 3.755204634s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.071279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330038545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:13:56.071293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.315696Z","time spent":"3.755584106s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:13:56.071347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486404893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:56.071369Z","caller":"traceutil/trace.go:171","msg":"trace[1037566495] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3209; }","duration":"1.486462855s","start":"2026-05-28T02:13:54.584901Z","end":"2026-05-28T02:13:56.071364Z","steps":["trace[1037566495] 'agreement among raft nodes before linearized reading' (duration: 1.486425373s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.071379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775377265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T02:13:56.071422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754792811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:13:56.07144Z","caller":"traceutil/trace.go:171","msg":"trace[1393961166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3209; }","duration":"3.775480448s","start":"2026-05-28T02:13:52.295947Z","end":"2026-05-28T02:13:56.071428Z","steps":["trace[1393961166] 'agreement among raft nodes before linearized reading' (duration: 3.775275881s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:56.071449Z","caller":"traceutil/trace.go:171","msg":"trace[193578772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3209; }","duration":"3.754844863s","start":"2026-05-28T02:13:52.316597Z","end":"2026-05-28T02:13:56.071442Z","steps":["trace[193578772] 'agreement among raft nodes before linearized reading' (duration: 3.75476218s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.071441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754800302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-28T02:13:56.07148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.31658Z","time spent":"3.754894914s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:13:56.071482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.295927Z","time spent":"3.77554663s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:13:56.071488Z","caller":"traceutil/trace.go:171","msg":"trace[955561805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3209; }","duration":"3.754870223s","start":"2026-05-28T02:13:52.316608Z","end":"2026-05-28T02:13:56.071478Z","steps":["trace[955561805] 'agreement among raft nodes before linearized reading' (duration: 3.754699298s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.071501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539907635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:13:56.071524Z","caller":"traceutil/trace.go:171","msg":"trace[764437848] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3209; }","duration":"2.539950416s","start":"2026-05-28T02:13:53.531568Z","end":"2026-05-28T02:13:56.071519Z","steps":["trace[764437848] 'agreement among raft nodes before linearized reading' (duration: 2.539909545s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.071528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.316595Z","time spent":"3.754924725s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:13:56.071399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:54.584882Z","time spent":"1.486504746s","remote":"127.0.0.1:55080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:13:56.071546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:53.531558Z","time spent":"2.539984107s","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:13:56.07159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546952995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T02:13:56.071619Z","caller":"traceutil/trace.go:171","msg":"trace[1596731592] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3209; }","duration":"2.547018957s","start":"2026-05-28T02:13:53.524594Z","end":"2026-05-28T02:13:56.071613Z","steps":["trace[1596731592] 'agreement among raft nodes before linearized reading' (duration: 2.546948475s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.071461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532120732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-28T02:13:56.071639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:53.524575Z","time spent":"2.547058698s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-28T02:13:56.07165Z","caller":"traceutil/trace.go:171","msg":"trace[1840431170] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3209; }","duration":"2.532330358s","start":"2026-05-28T02:13:53.53931Z","end":"2026-05-28T02:13:56.07164Z","steps":["trace[1840431170] 'agreement among raft nodes before linearized reading' (duration: 2.532105371s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:56.071313Z","caller":"traceutil/trace.go:171","msg":"trace[1578777341] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3209; }","duration":"1.330104647s","start":"2026-05-28T02:13:54.741202Z","end":"2026-05-28T02:13:56.071307Z","steps":["trace[1578777341] 'agreement among raft nodes before linearized reading' (duration: 1.330049435s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.071683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:53.539297Z","time spent":"2.532379309s","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-28T02:13:56.071696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:54.741184Z","time spent":"1.33049913s","remote":"127.0.0.1:33746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:13:56.071769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69588267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T02:13:56.071797Z","caller":"traceutil/trace.go:171","msg":"trace[267686577] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3209; }","duration":"2.695936772s","start":"2026-05-28T02:13:53.375854Z","end":"2026-05-28T02:13:56.07179Z","steps":["trace[267686577] 'agreement among raft nodes before linearized reading' (duration: 2.69586224s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.071816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:53.375837Z","time spent":"2.695974884s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T02:13:56.071233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.450177Z","time spent":"3.62104882s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T02:13:56.071278Z","caller":"traceutil/trace.go:171","msg":"trace[663470894] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3209; }","duration":"3.916592518s","start":"2026-05-28T02:13:52.154667Z","end":"2026-05-28T02:13:56.07126Z","steps":["trace[663470894] 'agreement among raft nodes before linearized reading' (duration: 3.916441834s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.071882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.154646Z","time spent":"3.917230349s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:13:56.073395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780417883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:13:56.073468Z","caller":"traceutil/trace.go:171","msg":"trace[185885745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3209; }","duration":"3.780526116s","start":"2026-05-28T02:13:52.292925Z","end":"2026-05-28T02:13:56.073451Z","steps":["trace[185885745] 'agreement among raft nodes before linearized reading' (duration: 3.778179952s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.073541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:52.292907Z","time spent":"3.780617098s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:13:56.559311Z","caller":"traceutil/trace.go:171","msg":"trace[271146033] linearizableReadLoop","detail":"{readStateIndex:3343; appliedIndex:3342; }","duration":"488.48754ms","start":"2026-05-28T02:13:56.070799Z","end":"2026-05-28T02:13:56.559287Z","steps":["trace[271146033] 'read index received' (duration: 488.322715ms)","trace[271146033] 'applied index is now lower than readState.Index' (duration: 163.255µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:13:56.559472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.001728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:56.559504Z","caller":"traceutil/trace.go:171","msg":"trace[961843403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3210; }","duration":"697.062259ms","start":"2026-05-28T02:13:55.862432Z","end":"2026-05-28T02:13:56.559494Z","steps":["trace[961843403] 'agreement among raft nodes before linearized reading' (duration: 696.977747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.559545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:55.862426Z","time spent":"697.111482ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:13:56.559636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.021154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-28T02:13:56.559727Z","caller":"traceutil/trace.go:171","msg":"trace[613086893] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d; range_end:; response_count:1; response_revision:3210; }","duration":"702.17584ms","start":"2026-05-28T02:13:55.857528Z","end":"2026-05-28T02:13:56.559704Z","steps":["trace[613086893] 'agreement among raft nodes before linearized reading' (duration: 701.902641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.55977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:55.857506Z","time spent":"702.255742ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" "} {"level":"warn","ts":"2026-05-28T02:13:56.559828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.32888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:56.559873Z","caller":"traceutil/trace.go:171","msg":"trace[1616490257] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"530.608527ms","start":"2026-05-28T02:13:56.029219Z","end":"2026-05-28T02:13:56.559828Z","steps":["trace[1616490257] 'process raft request' (duration: 529.883084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.559936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009093403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:56.560017Z","caller":"traceutil/trace.go:171","msg":"trace[653612108] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3210; }","duration":"1.009236958s","start":"2026-05-28T02:13:55.55076Z","end":"2026-05-28T02:13:56.559997Z","steps":["trace[653612108] 'agreement among raft nodes before linearized reading' (duration: 1.008949989s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.560072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:55.55074Z","time spent":"1.00932098s","remote":"127.0.0.1:54924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:13:56.560073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:56.029194Z","time spent":"530.793313ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:56.56003Z","caller":"traceutil/trace.go:171","msg":"trace[1334065277] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3210; }","duration":"595.679131ms","start":"2026-05-28T02:13:55.964275Z","end":"2026-05-28T02:13:56.559954Z","steps":["trace[1334065277] 'agreement among raft nodes before linearized reading' (duration: 595.03499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:56.560213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:55.96425Z","time spent":"595.936679ms","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:13:57.059879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254106481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:13:57.503671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.322428ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:57.503839Z","caller":"traceutil/trace.go:171","msg":"trace[1147434386] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3210; }","duration":"474.504433ms","start":"2026-05-28T02:13:57.029318Z","end":"2026-05-28T02:13:57.503823Z","steps":["trace[1147434386] 'range keys from in-memory index tree' (duration: 474.306416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:57.561013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254106481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:13:57.970317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.411205623s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:13:57.971109Z","caller":"traceutil/trace.go:171","msg":"trace[234043700] transaction","detail":"{read_only:false; response_revision:3211; number_of_response:1; }","duration":"1.894130489s","start":"2026-05-28T02:13:56.076948Z","end":"2026-05-28T02:13:57.971078Z","steps":["trace[234043700] 'process raft request' (duration: 1.893814749s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:57.97129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:56.07693Z","time spent":"1.894267053s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:57.971498Z","caller":"traceutil/trace.go:171","msg":"trace[69487602] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"1.894337246s","start":"2026-05-28T02:13:56.077113Z","end":"2026-05-28T02:13:57.97145Z","steps":["trace[69487602] 'process raft request' (duration: 1.894182751s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:57.971581Z","caller":"traceutil/trace.go:171","msg":"trace[131136503] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"1.894090407s","start":"2026-05-28T02:13:56.077473Z","end":"2026-05-28T02:13:57.971564Z","steps":["trace[131136503] 'process raft request' (duration: 1.893972194s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:57.971579Z","caller":"traceutil/trace.go:171","msg":"trace[430000650] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"1.893374655s","start":"2026-05-28T02:13:56.078181Z","end":"2026-05-28T02:13:57.971556Z","steps":["trace[430000650] 'process raft request' (duration: 1.893332874s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:57.971614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:56.077098Z","time spent":"1.894463259s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:57.971683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:56.077463Z","time spent":"1.89415128s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:57.971686Z","caller":"traceutil/trace.go:171","msg":"trace[1336628158] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"1.894054676s","start":"2026-05-28T02:13:56.077571Z","end":"2026-05-28T02:13:57.971626Z","steps":["trace[1336628158] 'process raft request' (duration: 1.893909652s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:57.971734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:56.078173Z","time spent":"1.893469058s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:57.971816Z","caller":"traceutil/trace.go:171","msg":"trace[748336995] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"1.894328036s","start":"2026-05-28T02:13:56.077081Z","end":"2026-05-28T02:13:57.971409Z","steps":["trace[748336995] 'process raft request' (duration: 1.893941503s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:57.971822Z","caller":"traceutil/trace.go:171","msg":"trace[1377854157] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"1.894520681s","start":"2026-05-28T02:13:56.077288Z","end":"2026-05-28T02:13:57.971809Z","steps":["trace[1377854157] 'process raft request' (duration: 1.894121379s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:57.971884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:56.077067Z","time spent":"1.894785679s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:57.971884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:56.077267Z","time spent":"1.894587703s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:57.971879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:56.077549Z","time spent":"1.894214062s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:58.309477Z","caller":"traceutil/trace.go:171","msg":"trace[239966189] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"1.747452144s","start":"2026-05-28T02:13:56.561978Z","end":"2026-05-28T02:13:58.30943Z","steps":["trace[239966189] 'process raft request' (duration: 1.747102103s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:58.309528Z","caller":"traceutil/trace.go:171","msg":"trace[1281973587] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"1.023276737s","start":"2026-05-28T02:13:57.286231Z","end":"2026-05-28T02:13:58.309508Z","steps":["trace[1281973587] 'process raft request' (duration: 1.023160804s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:58.309636Z","caller":"traceutil/trace.go:171","msg":"trace[2103666889] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"1.023404051s","start":"2026-05-28T02:13:57.286147Z","end":"2026-05-28T02:13:58.309551Z","steps":["trace[2103666889] 'process raft request' (duration: 1.023152273s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:58.309761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:56.561953Z","time spent":"1.747666911s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:58.309803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:57.286203Z","time spent":"1.023545346s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:58.309885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:57.286123Z","time spent":"1.023622928s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:58.310129Z","caller":"traceutil/trace.go:171","msg":"trace[63408529] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"1.023835084s","start":"2026-05-28T02:13:57.286273Z","end":"2026-05-28T02:13:58.310108Z","steps":["trace[63408529] 'process raft request' (duration: 1.023177123s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:58.310245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:57.286252Z","time spent":"1.023932737s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:58.310568Z","caller":"traceutil/trace.go:171","msg":"trace[805900351] linearizableReadLoop","detail":"{readStateIndex:3355; appliedIndex:3343; }","duration":"1.75116714s","start":"2026-05-28T02:13:56.559378Z","end":"2026-05-28T02:13:58.310545Z","steps":["trace[805900351] 'read index received' (duration: 1.411416229s)","trace[805900351] 'applied index is now lower than readState.Index' (duration: 339.748491ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:58.310688Z","caller":"traceutil/trace.go:171","msg":"trace[1834818147] transaction","detail":"{read_only:false; response_revision:3222; number_of_response:1; }","duration":"1.023492274s","start":"2026-05-28T02:13:57.28718Z","end":"2026-05-28T02:13:58.310673Z","steps":["trace[1834818147] 'process raft request' (duration: 1.022777141s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:58.31078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:57.287164Z","time spent":"1.023565196s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:13:58.310823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235065696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-28T02:13:58.310874Z","caller":"traceutil/trace.go:171","msg":"trace[2107191047] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3222; }","duration":"2.235148538s","start":"2026-05-28T02:13:56.075712Z","end":"2026-05-28T02:13:58.31086Z","steps":["trace[2107191047] 'agreement among raft nodes before linearized reading' (duration: 2.234957502s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:58.310918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:56.075689Z","time spent":"2.235222071s","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-28T02:13:58.310958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749961602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:58.311006Z","caller":"traceutil/trace.go:171","msg":"trace[1429344828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3222; }","duration":"1.750039815s","start":"2026-05-28T02:13:56.560951Z","end":"2026-05-28T02:13:58.310991Z","steps":["trace[1429344828] 'agreement among raft nodes before linearized reading' (duration: 1.749969112s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:58.31104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:56.560929Z","time spent":"1.750102857s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:13:58.311106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234820229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-28T02:13:58.311107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.166282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:58.311162Z","caller":"traceutil/trace.go:171","msg":"trace[1257155297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3222; }","duration":"2.234902941s","start":"2026-05-28T02:13:56.076245Z","end":"2026-05-28T02:13:58.311148Z","steps":["trace[1257155297] 'agreement among raft nodes before linearized reading' (duration: 2.234711035s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:58.311183Z","caller":"traceutil/trace.go:171","msg":"trace[351607505] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3222; }","duration":"680.279345ms","start":"2026-05-28T02:13:57.63089Z","end":"2026-05-28T02:13:58.311169Z","steps":["trace[351607505] 'agreement among raft nodes before linearized reading' (duration: 680.136771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:58.311199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:56.076232Z","time spent":"2.234959573s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:13:58.311185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.927118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:58.311237Z","caller":"traceutil/trace.go:171","msg":"trace[612137670] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3222; }","duration":"477.016291ms","start":"2026-05-28T02:13:57.834208Z","end":"2026-05-28T02:13:58.311224Z","steps":["trace[612137670] 'agreement among raft nodes before linearized reading' (duration: 476.934888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:58.311265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:57.630871Z","time spent":"680.348187ms","remote":"127.0.0.1:37968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:13:58.31128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:57.83419Z","time spent":"477.081173ms","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:13:58.311282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22235803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:13:58.311333Z","caller":"traceutil/trace.go:171","msg":"trace[1860832584] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3222; }","duration":"1.222446953s","start":"2026-05-28T02:13:57.088871Z","end":"2026-05-28T02:13:58.311318Z","steps":["trace[1860832584] 'agreement among raft nodes before linearized reading' (duration: 1.22236589s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:58.311377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:57.088854Z","time spent":"1.222510574s","remote":"127.0.0.1:38032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:13:58.311519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661955292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:58.311592Z","caller":"traceutil/trace.go:171","msg":"trace[853278348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3222; }","duration":"1.662059225s","start":"2026-05-28T02:13:56.649516Z","end":"2026-05-28T02:13:58.311575Z","steps":["trace[853278348] 'agreement among raft nodes before linearized reading' (duration: 1.66191615s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:58.311651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:56.649464Z","time spent":"1.662171578s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:13:58.866106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.570922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:13:58.866252Z","caller":"traceutil/trace.go:171","msg":"trace[1890284321] linearizableReadLoop","detail":"{readStateIndex:3356; appliedIndex:3355; }","duration":"551.058856ms","start":"2026-05-28T02:13:58.315172Z","end":"2026-05-28T02:13:58.866231Z","steps":["trace[1890284321] 'read index received' (duration: 404.072641ms)","trace[1890284321] 'applied index is now lower than readState.Index' (duration: 146.984765ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:13:58.866372Z","caller":"traceutil/trace.go:171","msg":"trace[1860778543] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"551.574331ms","start":"2026-05-28T02:13:58.314706Z","end":"2026-05-28T02:13:58.86628Z","steps":["trace[1860778543] 'process raft request' (duration: 404.549575ms)","trace[1860778543] 'compare' (duration: 146.428858ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:13:58.86649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.42478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:58.866553Z","caller":"traceutil/trace.go:171","msg":"trace[2101900339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3223; }","duration":"545.533703ms","start":"2026-05-28T02:13:58.321004Z","end":"2026-05-28T02:13:58.866538Z","steps":["trace[2101900339] 'agreement among raft nodes before linearized reading' (duration: 545.384439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:58.866577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.400166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-05-28T02:13:58.866621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.559781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:58.866648Z","caller":"traceutil/trace.go:171","msg":"trace[260100597] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3223; }","duration":"495.623183ms","start":"2026-05-28T02:13:58.371018Z","end":"2026-05-28T02:13:58.866641Z","steps":["trace[260100597] 'agreement among raft nodes before linearized reading' (duration: 495.579801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:58.866664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:58.370995Z","time spent":"495.664844ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T02:13:58.866647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:58.314674Z","time spent":"551.816849ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:13:58.866612Z","caller":"traceutil/trace.go:171","msg":"trace[1923283059] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3223; }","duration":"551.468428ms","start":"2026-05-28T02:13:58.315133Z","end":"2026-05-28T02:13:58.866601Z","steps":["trace[1923283059] 'agreement among raft nodes before linearized reading' (duration: 551.219351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:13:58.866774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:58.315111Z","time spent":"551.632124ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-28T02:13:58.866584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:13:58.320985Z","time spent":"545.594065ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:13:59.493215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.086566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:13:59.493271Z","caller":"traceutil/trace.go:171","msg":"trace[1288268156] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3223; }","duration":"193.189019ms","start":"2026-05-28T02:13:59.300069Z","end":"2026-05-28T02:13:59.493258Z","steps":["trace[1288268156] 'count revisions from in-memory index tree' (duration: 192.945992ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:13:59.961518Z","caller":"traceutil/trace.go:171","msg":"trace[62741913] linearizableReadLoop","detail":"{readStateIndex:3357; appliedIndex:3356; }","duration":"106.835659ms","start":"2026-05-28T02:13:59.854657Z","end":"2026-05-28T02:13:59.961493Z","steps":["trace[62741913] 'read index received' (duration: 106.629153ms)","trace[62741913] 'applied index is now lower than readState.Index' (duration: 204.636µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:13:59.961688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.999425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:13:59.961727Z","caller":"traceutil/trace.go:171","msg":"trace[1448025086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3223; }","duration":"107.115438ms","start":"2026-05-28T02:13:59.854601Z","end":"2026-05-28T02:13:59.961717Z","steps":["trace[1448025086] 'agreement among raft nodes before linearized reading' (duration: 107.011905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:00.223919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.815045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:14:00.224009Z","caller":"traceutil/trace.go:171","msg":"trace[614295203] linearizableReadLoop","detail":"{readStateIndex:3358; appliedIndex:3357; }","duration":"247.779995ms","start":"2026-05-28T02:13:59.976214Z","end":"2026-05-28T02:14:00.223994Z","steps":["trace[614295203] 'read index received' (duration: 127.768814ms)","trace[614295203] 'applied index is now lower than readState.Index' (duration: 120.010011ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:14:00.224321Z","caller":"traceutil/trace.go:171","msg":"trace[1083334780] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"260.992009ms","start":"2026-05-28T02:13:59.963304Z","end":"2026-05-28T02:14:00.224296Z","steps":["trace[1083334780] 'process raft request' (duration: 140.727509ms)","trace[1083334780] 'compare' (duration: 119.573018ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:14:00.22448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.268011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:14:00.224514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.034353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:14:00.224598Z","caller":"traceutil/trace.go:171","msg":"trace[791961890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3224; }","duration":"248.144367ms","start":"2026-05-28T02:13:59.976435Z","end":"2026-05-28T02:14:00.224579Z","steps":["trace[791961890] 'agreement among raft nodes before linearized reading' (duration: 247.871749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:00.224836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.626032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:14:00.224873Z","caller":"traceutil/trace.go:171","msg":"trace[970885702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3224; }","duration":"248.694104ms","start":"2026-05-28T02:13:59.97617Z","end":"2026-05-28T02:14:00.224865Z","steps":["trace[970885702] 'agreement among raft nodes before linearized reading' (duration: 248.606852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:00.224926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.60368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:14:00.224985Z","caller":"traceutil/trace.go:171","msg":"trace[865300832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3224; }","duration":"247.672843ms","start":"2026-05-28T02:13:59.977298Z","end":"2026-05-28T02:14:00.22497Z","steps":["trace[865300832] 'agreement among raft nodes before linearized reading' (duration: 247.539259ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:00.224547Z","caller":"traceutil/trace.go:171","msg":"trace[1421598229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3224; }","duration":"248.370264ms","start":"2026-05-28T02:13:59.976167Z","end":"2026-05-28T02:14:00.224537Z","steps":["trace[1421598229] 'agreement among raft nodes before linearized reading' (duration: 248.075315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:00.225385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.211949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:14:00.225431Z","caller":"traceutil/trace.go:171","msg":"trace[979502440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3224; }","duration":"248.300442ms","start":"2026-05-28T02:13:59.977121Z","end":"2026-05-28T02:14:00.225421Z","steps":["trace[979502440] 'agreement among raft nodes before linearized reading' (duration: 248.181758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:01.172606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.671391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:14:01.172772Z","caller":"traceutil/trace.go:171","msg":"trace[950919649] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"942.219373ms","start":"2026-05-28T02:14:00.230509Z","end":"2026-05-28T02:14:01.172729Z","steps":["trace[950919649] 'process raft request' (duration: 258.308924ms)","trace[950919649] 'compare' (duration: 682.946669ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:14:01.172847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:00.230493Z","time spent":"942.324097ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:14:01.489099Z","caller":"traceutil/trace.go:171","msg":"trace[1437162892] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"1.25852629s","start":"2026-05-28T02:14:00.230537Z","end":"2026-05-28T02:14:01.489063Z","steps":["trace[1437162892] 'process raft request' (duration: 1.25822051s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:01.489358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:00.230521Z","time spent":"1.258670965s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:14:01.489646Z","caller":"traceutil/trace.go:171","msg":"trace[1129528248] transaction","detail":"{read_only:false; response_revision:3228; number_of_response:1; }","duration":"1.258037355s","start":"2026-05-28T02:14:00.231536Z","end":"2026-05-28T02:14:01.489574Z","steps":["trace[1129528248] 'process raft request' (duration: 1.257780107s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:01.489778Z","caller":"traceutil/trace.go:171","msg":"trace[403370148] transaction","detail":"{read_only:false; response_revision:3229; number_of_response:1; }","duration":"1.258081136s","start":"2026-05-28T02:14:00.231632Z","end":"2026-05-28T02:14:01.489713Z","steps":["trace[403370148] 'process raft request' (duration: 1.257822738s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:01.489748Z","caller":"traceutil/trace.go:171","msg":"trace[778737938] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"1.258369745s","start":"2026-05-28T02:14:00.231337Z","end":"2026-05-28T02:14:01.489707Z","steps":["trace[778737938] 'process raft request' (duration: 1.257672003s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:01.489868Z","caller":"traceutil/trace.go:171","msg":"trace[494375041] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"1.172556213s","start":"2026-05-28T02:14:00.317293Z","end":"2026-05-28T02:14:01.489849Z","steps":["trace[494375041] 'process raft request' (duration: 1.172286884s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:14:01.489665Z","caller":"traceutil/trace.go:171","msg":"trace[538026259] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"1.173076839s","start":"2026-05-28T02:14:00.316567Z","end":"2026-05-28T02:14:01.489644Z","steps":["trace[538026259] 'process raft request' (duration: 1.172979236s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:01.489957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:00.316543Z","time spent":"1.173384599s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:14:01.489879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:00.231524Z","time spent":"1.25822502s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:14:01.490047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:00.231327Z","time spent":"1.258558812s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:14:01.489975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:00.317285Z","time spent":"1.172638306s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:14:01.489886Z","caller":"traceutil/trace.go:171","msg":"trace[33531912] linearizableReadLoop","detail":"{readStateIndex:3361; appliedIndex:3358; }","duration":"1.258369196s","start":"2026-05-28T02:14:00.231488Z","end":"2026-05-28T02:14:01.489857Z","steps":["trace[33531912] 'read index received' (duration: 257.338295ms)","trace[33531912] 'applied index is now lower than readState.Index' (duration: 1.001029321s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:14:01.490105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258608793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T02:14:01.48998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:00.231624Z","time spent":"1.2582105s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:14:01.490194Z","caller":"traceutil/trace.go:171","msg":"trace[163369031] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3233; }","duration":"1.258695515s","start":"2026-05-28T02:14:00.231469Z","end":"2026-05-28T02:14:01.490164Z","steps":["trace[163369031] 'agreement among raft nodes before linearized reading' (duration: 1.258439277s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:01.490235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:00.231462Z","time spent":"1.258764977s","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-28T02:14:01.489941Z","caller":"traceutil/trace.go:171","msg":"trace[1901538915] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"1.172271514s","start":"2026-05-28T02:14:00.317639Z","end":"2026-05-28T02:14:01.48991Z","steps":["trace[1901538915] 'process raft request' (duration: 1.172097979s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:01.490395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067494519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18b398ea70937b01\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-28T02:14:01.490451Z","caller":"traceutil/trace.go:171","msg":"trace[2079495416] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18b398ea70937b01; range_end:; response_count:1; response_revision:3233; }","duration":"1.067605212s","start":"2026-05-28T02:14:00.422829Z","end":"2026-05-28T02:14:01.490434Z","steps":["trace[2079495416] 'agreement among raft nodes before linearized reading' (duration: 1.067401845s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:01.490504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:00.422807Z","time spent":"1.067684985s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18b398ea70937b01\" "} {"level":"warn","ts":"2026-05-28T02:14:01.490542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:00.317626Z","time spent":"1.17279673s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:14:01.490859Z","caller":"traceutil/trace.go:171","msg":"trace[1032292608] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"1.174893216s","start":"2026-05-28T02:14:00.315471Z","end":"2026-05-28T02:14:01.490365Z","steps":["trace[1032292608] 'process raft request' (duration: 1.174026579s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:01.490976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:00.315448Z","time spent":"1.175471044s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:14:01.983898Z","caller":"traceutil/trace.go:171","msg":"trace[1930541476] transaction","detail":"{read_only:false; response_revision:3234; number_of_response:1; }","duration":"491.349059ms","start":"2026-05-28T02:14:01.492523Z","end":"2026-05-28T02:14:01.983872Z","steps":["trace[1930541476] 'process raft request' (duration: 429.379242ms)","trace[1930541476] 'compare' (duration: 61.663437ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:14:01.983997Z","caller":"traceutil/trace.go:171","msg":"trace[1270041682] transaction","detail":"{read_only:false; response_revision:3235; number_of_response:1; }","duration":"273.133387ms","start":"2026-05-28T02:14:01.71084Z","end":"2026-05-28T02:14:01.983974Z","steps":["trace[1270041682] 'process raft request' (duration: 273.047394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:01.984023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:01.492496Z","time spent":"491.454792ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:14:01.983998Z","caller":"traceutil/trace.go:171","msg":"trace[589146201] linearizableReadLoop","detail":"{readStateIndex:3368; appliedIndex:3367; }","duration":"444.393781ms","start":"2026-05-28T02:14:01.53957Z","end":"2026-05-28T02:14:01.983964Z","steps":["trace[589146201] 'read index received' (duration: 382.343842ms)","trace[589146201] 'applied index is now lower than readState.Index' (duration: 62.045629ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:14:01.984243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.65866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-28T02:14:01.984295Z","caller":"traceutil/trace.go:171","msg":"trace[1353261735] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3235; }","duration":"444.770353ms","start":"2026-05-28T02:14:01.539513Z","end":"2026-05-28T02:14:01.984284Z","steps":["trace[1353261735] 'agreement among raft nodes before linearized reading' (duration: 444.539126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:01.984276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.84821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:14:01.984339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:01.539491Z","time spent":"444.835955ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-28T02:14:01.984364Z","caller":"traceutil/trace.go:171","msg":"trace[842760034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3235; }","duration":"130.980154ms","start":"2026-05-28T02:14:01.853362Z","end":"2026-05-28T02:14:01.984342Z","steps":["trace[842760034] 'agreement among raft nodes before linearized reading' (duration: 130.844559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:02.590287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.810588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:14:02.59039Z","caller":"traceutil/trace.go:171","msg":"trace[57316287] linearizableReadLoop","detail":"{readStateIndex:3370; appliedIndex:3369; }","duration":"597.980521ms","start":"2026-05-28T02:14:01.992393Z","end":"2026-05-28T02:14:02.590374Z","steps":["trace[57316287] 'read index received' (duration: 140.952516ms)","trace[57316287] 'applied index is now lower than readState.Index' (duration: 457.026775ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:14:02.590427Z","caller":"traceutil/trace.go:171","msg":"trace[582363639] transaction","detail":"{read_only:false; response_revision:3236; number_of_response:1; }","duration":"600.353375ms","start":"2026-05-28T02:14:01.99004Z","end":"2026-05-28T02:14:02.590393Z","steps":["trace[582363639] 'process raft request' (duration: 143.350391ms)","trace[582363639] 'compare' (duration: 455.867609ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:14:02.590565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.168337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-05-28T02:14:02.590594Z","caller":"traceutil/trace.go:171","msg":"trace[747605633] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3236; }","duration":"598.198158ms","start":"2026-05-28T02:14:01.992387Z","end":"2026-05-28T02:14:02.590585Z","steps":["trace[747605633] 'agreement among raft nodes before linearized reading' (duration: 598.064344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:02.590587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:01.990025Z","time spent":"600.464468ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:14:02.590603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.21317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:14:02.590653Z","caller":"traceutil/trace.go:171","msg":"trace[757144711] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3236; }","duration":"464.300793ms","start":"2026-05-28T02:14:02.126337Z","end":"2026-05-28T02:14:02.590637Z","steps":["trace[757144711] 'agreement among raft nodes before linearized reading' (duration: 464.21576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:14:02.590696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:02.126317Z","time spent":"464.369554ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:14:02.590626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:14:01.992354Z","time spent":"598.26535ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-05-28T02:15:17.828347Z","caller":"traceutil/trace.go:171","msg":"trace[1915326821] transaction","detail":"{read_only:false; response_revision:3631; number_of_response:1; }","duration":"117.847334ms","start":"2026-05-28T02:15:17.710469Z","end":"2026-05-28T02:15:17.828316Z","steps":["trace[1915326821] 'process raft request' (duration: 117.642757ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:15:53.490088Z","caller":"traceutil/trace.go:171","msg":"trace[1740229609] transaction","detail":"{read_only:false; response_revision:3936; number_of_response:1; }","duration":"389.965788ms","start":"2026-05-28T02:15:53.100091Z","end":"2026-05-28T02:15:53.490056Z","steps":["trace[1740229609] 'process raft request' (duration: 389.758181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:15:53.490283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:15:53.100076Z","time spent":"390.122913ms","remote":"127.0.0.1:37858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":369,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:15:58.319538Z","caller":"traceutil/trace.go:171","msg":"trace[211005960] transaction","detail":"{read_only:false; response_revision:4033; number_of_response:1; }","duration":"120.378984ms","start":"2026-05-28T02:15:58.19913Z","end":"2026-05-28T02:15:58.319509Z","steps":["trace[211005960] 'process raft request' (duration: 120.167007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:15:58.319619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.346804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:15:58.319679Z","caller":"traceutil/trace.go:171","msg":"trace[967211836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4033; }","duration":"121.446847ms","start":"2026-05-28T02:15:58.198218Z","end":"2026-05-28T02:15:58.319665Z","steps":["trace[967211836] 'agreement among raft nodes before linearized reading' (duration: 121.23907ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:35.475244Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2605} {"level":"info","ts":"2026-05-28T02:17:35.557396Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2605,"took":"81.024561ms","hash":737503687,"current-db-size-bytes":46309376,"current-db-size":"46 MB","current-db-size-in-use-bytes":21405696,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-05-28T02:17:35.557452Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":737503687,"revision":2605,"compact-revision":-1} {"level":"warn","ts":"2026-05-28T02:17:36.019747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.531435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:17:36.019844Z","caller":"traceutil/trace.go:171","msg":"trace[871764091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4665; }","duration":"165.691199ms","start":"2026-05-28T02:17:35.854134Z","end":"2026-05-28T02:17:36.019825Z","steps":["trace[871764091] 'range keys from in-memory index tree' (duration: 165.416301ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:43.686203Z","caller":"traceutil/trace.go:171","msg":"trace[1744262317] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"515.832246ms","start":"2026-05-28T02:17:43.170332Z","end":"2026-05-28T02:17:43.686164Z","steps":["trace[1744262317] 'process raft request' (duration: 481.963797ms)","trace[1744262317] 'compare' (duration: 33.432015ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:43.686374Z","caller":"traceutil/trace.go:171","msg":"trace[1554335197] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"515.36263ms","start":"2026-05-28T02:17:43.170966Z","end":"2026-05-28T02:17:43.686328Z","steps":["trace[1554335197] 'process raft request' (duration: 514.974288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:43.686424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:43.170321Z","time spent":"515.998081ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:17:43.686512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:43.170947Z","time spent":"515.492565ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:17:44.933109Z","caller":"traceutil/trace.go:171","msg":"trace[338846239] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"244.367636ms","start":"2026-05-28T02:17:44.688716Z","end":"2026-05-28T02:17:44.933084Z","steps":["trace[338846239] 'process raft request' (duration: 244.212921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:45.076324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.458182ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:17:45.076441Z","caller":"traceutil/trace.go:171","msg":"trace[1050755622] linearizableReadLoop","detail":"{readStateIndex:5336; appliedIndex:5334; }","duration":"204.583769ms","start":"2026-05-28T02:17:44.871835Z","end":"2026-05-28T02:17:45.076419Z","steps":["trace[1050755622] 'read index received' (duration: 61.132818ms)","trace[1050755622] 'applied index is now lower than readState.Index' (duration: 143.449271ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:17:45.076633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.786935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ccb8cde-b346-40c3-930b-7f4602e00fe9\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-05-28T02:17:45.076672Z","caller":"traceutil/trace.go:171","msg":"trace[172862557] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ccb8cde-b346-40c3-930b-7f4602e00fe9; range_end:; response_count:1; response_revision:5128; }","duration":"204.877918ms","start":"2026-05-28T02:17:44.871782Z","end":"2026-05-28T02:17:45.07666Z","steps":["trace[172862557] 'agreement among raft nodes before linearized reading' (duration: 204.724643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:45.076743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.430211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:17:45.076814Z","caller":"traceutil/trace.go:171","msg":"trace[1993795721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5128; }","duration":"154.552454ms","start":"2026-05-28T02:17:44.922246Z","end":"2026-05-28T02:17:45.076798Z","steps":["trace[1993795721] 'agreement among raft nodes before linearized reading' (duration: 154.342118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:45.0769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.955304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76208"} {"level":"warn","ts":"2026-05-28T02:17:45.076983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.502227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:17:45.077004Z","caller":"traceutil/trace.go:171","msg":"trace[603118969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5128; }","duration":"156.553359ms","start":"2026-05-28T02:17:44.920444Z","end":"2026-05-28T02:17:45.076997Z","steps":["trace[603118969] 'agreement among raft nodes before linearized reading' (duration: 156.194127ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:45.076999Z","caller":"traceutil/trace.go:171","msg":"trace[241230438] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:5128; }","duration":"137.103659ms","start":"2026-05-28T02:17:44.939869Z","end":"2026-05-28T02:17:45.076973Z","steps":["trace[241230438] 'agreement among raft nodes before linearized reading' (duration: 136.691776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:45.077094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.795713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:17:45.077114Z","caller":"traceutil/trace.go:171","msg":"trace[395158115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5128; }","duration":"181.842864ms","start":"2026-05-28T02:17:44.895266Z","end":"2026-05-28T02:17:45.077109Z","steps":["trace[395158115] 'agreement among raft nodes before linearized reading' (duration: 181.257985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:45.077201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.652012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:17:45.077222Z","caller":"traceutil/trace.go:171","msg":"trace[2137943834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5128; }","duration":"156.713504ms","start":"2026-05-28T02:17:44.920503Z","end":"2026-05-28T02:17:45.077217Z","steps":["trace[2137943834] 'agreement among raft nodes before linearized reading' (duration: 156.092614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:45.076947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.982687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-28T02:17:45.077278Z","caller":"traceutil/trace.go:171","msg":"trace[269383837] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5128; }","duration":"138.355988ms","start":"2026-05-28T02:17:44.938917Z","end":"2026-05-28T02:17:45.077273Z","steps":["trace[269383837] 'agreement among raft nodes before linearized reading' (duration: 137.710268ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:47.313506Z","caller":"traceutil/trace.go:171","msg":"trace[657428177] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"162.314762ms","start":"2026-05-28T02:17:47.151171Z","end":"2026-05-28T02:17:47.313486Z","steps":["trace[657428177] 'process raft request' (duration: 162.213659ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:47.313557Z","caller":"traceutil/trace.go:171","msg":"trace[331931451] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"162.658293ms","start":"2026-05-28T02:17:47.150868Z","end":"2026-05-28T02:17:47.313526Z","steps":["trace[331931451] 'process raft request' (duration: 69.642569ms)","trace[331931451] 'compare' (duration: 92.641232ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:47.313742Z","caller":"traceutil/trace.go:171","msg":"trace[1912137256] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"161.470975ms","start":"2026-05-28T02:17:47.152237Z","end":"2026-05-28T02:17:47.313708Z","steps":["trace[1912137256] 'process raft request' (duration: 161.215357ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:49.559727Z","caller":"traceutil/trace.go:171","msg":"trace[356564948] linearizableReadLoop","detail":"{readStateIndex:5421; appliedIndex:5420; }","duration":"127.805402ms","start":"2026-05-28T02:17:49.431899Z","end":"2026-05-28T02:17:49.559705Z","steps":["trace[356564948] 'read index received' (duration: 127.648507ms)","trace[356564948] 'applied index is now lower than readState.Index' (duration: 156.225µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:49.559826Z","caller":"traceutil/trace.go:171","msg":"trace[86782835] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"130.604062ms","start":"2026-05-28T02:17:49.429213Z","end":"2026-05-28T02:17:49.559817Z","steps":["trace[86782835] 'process raft request' (duration: 130.370184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:49.560054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.115482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-28T02:17:49.560162Z","caller":"traceutil/trace.go:171","msg":"trace[1842705281] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5212; }","duration":"128.262197ms","start":"2026-05-28T02:17:49.431873Z","end":"2026-05-28T02:17:49.560136Z","steps":["trace[1842705281] 'agreement among raft nodes before linearized reading' (duration: 127.961647ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:49.622293Z","caller":"traceutil/trace.go:171","msg":"trace[1180674760] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"159.909005ms","start":"2026-05-28T02:17:49.462339Z","end":"2026-05-28T02:17:49.622248Z","steps":["trace[1180674760] 'process raft request' (duration: 159.687328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:49.622649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.059628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:17:49.6227Z","caller":"traceutil/trace.go:171","msg":"trace[738288206] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5213; }","duration":"180.15691ms","start":"2026-05-28T02:17:49.442531Z","end":"2026-05-28T02:17:49.622688Z","steps":["trace[738288206] 'agreement among raft nodes before linearized reading' (duration: 179.656224ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:49.893951Z","caller":"traceutil/trace.go:171","msg":"trace[902685010] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"246.833304ms","start":"2026-05-28T02:17:49.647094Z","end":"2026-05-28T02:17:49.893927Z","steps":["trace[902685010] 'process raft request' (duration: 246.657099ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:49.894004Z","caller":"traceutil/trace.go:171","msg":"trace[1708406461] linearizableReadLoop","detail":"{readStateIndex:5424; appliedIndex:5424; }","duration":"245.899875ms","start":"2026-05-28T02:17:49.648074Z","end":"2026-05-28T02:17:49.893974Z","steps":["trace[1708406461] 'read index received' (duration: 245.890065ms)","trace[1708406461] 'applied index is now lower than readState.Index' (duration: 8.34µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:17:49.894324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.226275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-pwdf8\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-05-28T02:17:49.894376Z","caller":"traceutil/trace.go:171","msg":"trace[1834453677] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-pwdf8; range_end:; response_count:1; response_revision:5215; }","duration":"246.334299ms","start":"2026-05-28T02:17:49.648023Z","end":"2026-05-28T02:17:49.894357Z","steps":["trace[1834453677] 'agreement among raft nodes before linearized reading' (duration: 246.105922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:49.902987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.567841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-28T02:17:49.903054Z","caller":"traceutil/trace.go:171","msg":"trace[1943507165] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5216; }","duration":"254.660754ms","start":"2026-05-28T02:17:49.648378Z","end":"2026-05-28T02:17:49.903039Z","steps":["trace[1943507165] 'agreement among raft nodes before linearized reading' (duration: 254.469928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:49.903341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.400311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T02:17:49.903385Z","caller":"traceutil/trace.go:171","msg":"trace[1374158077] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:5216; }","duration":"219.475714ms","start":"2026-05-28T02:17:49.683899Z","end":"2026-05-28T02:17:49.903375Z","steps":["trace[1374158077] 'agreement among raft nodes before linearized reading' (duration: 219.389711ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:50.139735Z","caller":"traceutil/trace.go:171","msg":"trace[1808602060] linearizableReadLoop","detail":"{readStateIndex:5449; appliedIndex:5447; }","duration":"153.47891ms","start":"2026-05-28T02:17:49.986215Z","end":"2026-05-28T02:17:50.139694Z","steps":["trace[1808602060] 'read index received' (duration: 21.64018ms)","trace[1808602060] 'applied index is now lower than readState.Index' (duration: 131.83794ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:50.139816Z","caller":"traceutil/trace.go:171","msg":"trace[1030691869] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5238; }","duration":"154.990048ms","start":"2026-05-28T02:17:49.984762Z","end":"2026-05-28T02:17:50.139752Z","steps":["trace[1030691869] 'process raft request' (duration: 138.445931ms)","trace[1030691869] 'compare' (duration: 16.429173ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:17:50.139968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.733418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-05-28T02:17:50.14001Z","caller":"traceutil/trace.go:171","msg":"trace[1043170519] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5238; }","duration":"153.816271ms","start":"2026-05-28T02:17:49.98618Z","end":"2026-05-28T02:17:50.139997Z","steps":["trace[1043170519] 'agreement among raft nodes before linearized reading' (duration: 153.655956ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:50.16102Z","caller":"traceutil/trace.go:171","msg":"trace[260871760] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"145.95266ms","start":"2026-05-28T02:17:50.015045Z","end":"2026-05-28T02:17:50.160998Z","steps":["trace[260871760] 'process raft request' (duration: 145.764474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:50.161472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.807699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-28T02:17:50.16151Z","caller":"traceutil/trace.go:171","msg":"trace[65931534] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5240; }","duration":"120.904332ms","start":"2026-05-28T02:17:50.040594Z","end":"2026-05-28T02:17:50.161498Z","steps":["trace[65931534] 'agreement among raft nodes before linearized reading' (duration: 120.757818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:50.161714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.963873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-28T02:17:50.161804Z","caller":"traceutil/trace.go:171","msg":"trace[1652056542] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5240; }","duration":"174.170429ms","start":"2026-05-28T02:17:49.987614Z","end":"2026-05-28T02:17:50.161785Z","steps":["trace[1652056542] 'agreement among raft nodes before linearized reading' (duration: 173.804288ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:50.16183Z","caller":"traceutil/trace.go:171","msg":"trace[319421939] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"113.734044ms","start":"2026-05-28T02:17:50.047807Z","end":"2026-05-28T02:17:50.161541Z","steps":["trace[319421939] 'process raft request' (duration: 113.118004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:50.16182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.828711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-gbv5m-tls-tqvn2\" ","response":"range_response_count:1 size:2625"} {"level":"info","ts":"2026-05-28T02:17:50.16189Z","caller":"traceutil/trace.go:171","msg":"trace[1543411864] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-gbv5m-tls-tqvn2; range_end:; response_count:1; response_revision:5240; }","duration":"147.937624ms","start":"2026-05-28T02:17:50.013933Z","end":"2026-05-28T02:17:50.161871Z","steps":["trace[1543411864] 'agreement among raft nodes before linearized reading' (duration: 147.767089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:51.522747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.562883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:17:51.523085Z","caller":"traceutil/trace.go:171","msg":"trace[174044739] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"296.023712ms","start":"2026-05-28T02:17:51.22701Z","end":"2026-05-28T02:17:51.523034Z","steps":["trace[174044739] 'process raft request' (duration: 110.064837ms)","trace[174044739] 'compare' (duration: 185.390927ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:51.60046Z","caller":"traceutil/trace.go:171","msg":"trace[1587919231] linearizableReadLoop","detail":"{readStateIndex:5556; appliedIndex:5554; }","duration":"268.895407ms","start":"2026-05-28T02:17:51.331537Z","end":"2026-05-28T02:17:51.600432Z","steps":["trace[1587919231] 'read index received' (duration: 5.553237ms)","trace[1587919231] 'applied index is now lower than readState.Index' (duration: 263.34089ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:51.600603Z","caller":"traceutil/trace.go:171","msg":"trace[1802255736] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"364.667648ms","start":"2026-05-28T02:17:51.235897Z","end":"2026-05-28T02:17:51.600565Z","steps":["trace[1802255736] 'process raft request' (duration: 364.375179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:51.600777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.726587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T02:17:51.6008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:51.23588Z","time spent":"364.806833ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:17:51.600837Z","caller":"traceutil/trace.go:171","msg":"trace[504335957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5343; }","duration":"255.847402ms","start":"2026-05-28T02:17:51.344978Z","end":"2026-05-28T02:17:51.600825Z","steps":["trace[504335957] 'agreement among raft nodes before linearized reading' (duration: 255.659686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:51.601013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.125669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-28T02:17:51.600941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.372223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:17:51.601107Z","caller":"traceutil/trace.go:171","msg":"trace[1420727622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5343; }","duration":"255.302974ms","start":"2026-05-28T02:17:51.345786Z","end":"2026-05-28T02:17:51.601089Z","steps":["trace[1420727622] 'agreement among raft nodes before linearized reading' (duration: 254.997084ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:51.601152Z","caller":"traceutil/trace.go:171","msg":"trace[991462635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5343; }","duration":"269.646901ms","start":"2026-05-28T02:17:51.331475Z","end":"2026-05-28T02:17:51.601122Z","steps":["trace[991462635] 'agreement among raft nodes before linearized reading' (duration: 269.179066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:54.355142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254111674,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:17:54.427117Z","caller":"traceutil/trace.go:171","msg":"trace[722176659] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"806.586591ms","start":"2026-05-28T02:17:53.620498Z","end":"2026-05-28T02:17:54.427085Z","steps":["trace[722176659] 'process raft request' (duration: 806.366013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:54.427345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:53.620467Z","time spent":"806.748486ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:17:54.685405Z","caller":"traceutil/trace.go:171","msg":"trace[1294339244] linearizableReadLoop","detail":"{readStateIndex:5608; appliedIndex:5605; }","duration":"830.790132ms","start":"2026-05-28T02:17:53.854588Z","end":"2026-05-28T02:17:54.685378Z","steps":["trace[1294339244] 'read index received' (duration: 572.234183ms)","trace[1294339244] 'applied index is now lower than readState.Index' (duration: 258.555169ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:54.685421Z","caller":"traceutil/trace.go:171","msg":"trace[1768075201] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"1.064418815s","start":"2026-05-28T02:17:53.620979Z","end":"2026-05-28T02:17:54.685398Z","steps":["trace[1768075201] 'process raft request' (duration: 1.045253504s)","trace[1768075201] 'compare' (duration: 18.601993ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:54.685467Z","caller":"traceutil/trace.go:171","msg":"trace[1209733445] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"1.064415685s","start":"2026-05-28T02:17:53.621013Z","end":"2026-05-28T02:17:54.685428Z","steps":["trace[1209733445] 'process raft request' (duration: 1.06426263s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:54.685576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:53.620959Z","time spent":"1.064536769s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:17:54.685642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.997508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:17:54.685689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:53.620991Z","time spent":"1.06454508s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:17:54.685726Z","caller":"traceutil/trace.go:171","msg":"trace[1397943915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5394; }","duration":"831.172274ms","start":"2026-05-28T02:17:53.854537Z","end":"2026-05-28T02:17:54.685709Z","steps":["trace[1397943915] 'agreement among raft nodes before linearized reading' (duration: 830.965748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:54.685764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:53.854516Z","time spent":"831.242296ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:17:54.689378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.000618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:17:54.689475Z","caller":"traceutil/trace.go:171","msg":"trace[182668995] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5398; }","duration":"122.157222ms","start":"2026-05-28T02:17:54.567298Z","end":"2026-05-28T02:17:54.689455Z","steps":["trace[182668995] 'agreement among raft nodes before linearized reading' (duration: 121.941826ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:54.689656Z","caller":"traceutil/trace.go:171","msg":"trace[853003816] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"106.892006ms","start":"2026-05-28T02:17:54.582747Z","end":"2026-05-28T02:17:54.689639Z","steps":["trace[853003816] 'process raft request' (duration: 106.323708ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:54.689711Z","caller":"traceutil/trace.go:171","msg":"trace[186359228] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"106.319528ms","start":"2026-05-28T02:17:54.583363Z","end":"2026-05-28T02:17:54.689682Z","steps":["trace[186359228] 'process raft request' (duration: 105.746479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:54.68971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.440882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-gbv5m-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-05-28T02:17:54.689779Z","caller":"traceutil/trace.go:171","msg":"trace[449671125] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"244.899103ms","start":"2026-05-28T02:17:54.444872Z","end":"2026-05-28T02:17:54.689771Z","steps":["trace[449671125] 'process raft request' (duration: 244.009664ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:54.689819Z","caller":"traceutil/trace.go:171","msg":"trace[1285793933] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-gbv5m-tls; range_end:; response_count:1; response_revision:5398; }","duration":"702.592486ms","start":"2026-05-28T02:17:53.987203Z","end":"2026-05-28T02:17:54.689796Z","steps":["trace[1285793933] 'agreement among raft nodes before linearized reading' (duration: 702.241745ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:54.689884Z","caller":"traceutil/trace.go:171","msg":"trace[252786989] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"106.239926ms","start":"2026-05-28T02:17:54.583626Z","end":"2026-05-28T02:17:54.689866Z","steps":["trace[252786989] 'process raft request' (duration: 105.514252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:54.689888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:53.987183Z","time spent":"702.6876ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-gbv5m-tls\" "} {"level":"warn","ts":"2026-05-28T02:17:54.690086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.024752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b6a449d-d424-40bf-ab62-e6d3345b787e\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-28T02:17:54.690132Z","caller":"traceutil/trace.go:171","msg":"trace[1985220536] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7b6a449d-d424-40bf-ab62-e6d3345b787e; range_end:; response_count:1; response_revision:5398; }","duration":"323.110286ms","start":"2026-05-28T02:17:54.367011Z","end":"2026-05-28T02:17:54.690121Z","steps":["trace[1985220536] 'agreement among raft nodes before linearized reading' (duration: 322.93788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:54.690161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:54.366988Z","time spent":"323.164777ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b6a449d-d424-40bf-ab62-e6d3345b787e\" "} {"level":"warn","ts":"2026-05-28T02:17:54.690435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.730905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786828"} {"level":"info","ts":"2026-05-28T02:17:54.690569Z","caller":"traceutil/trace.go:171","msg":"trace[1790116112] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5398; }","duration":"151.877229ms","start":"2026-05-28T02:17:54.53864Z","end":"2026-05-28T02:17:54.690517Z","steps":["trace[1790116112] 'agreement among raft nodes before linearized reading' (duration: 150.912169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:54.691269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.566936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b6a449d-d424-40bf-ab62-e6d3345b787e\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-28T02:17:54.691333Z","caller":"traceutil/trace.go:171","msg":"trace[1678432876] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7b6a449d-d424-40bf-ab62-e6d3345b787e; range_end:; response_count:1; response_revision:5398; }","duration":"455.68145ms","start":"2026-05-28T02:17:54.235632Z","end":"2026-05-28T02:17:54.691314Z","steps":["trace[1678432876] 'agreement among raft nodes before linearized reading' (duration: 453.660965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:54.691375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:54.235604Z","time spent":"455.760192ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b6a449d-d424-40bf-ab62-e6d3345b787e\" "} {"level":"warn","ts":"2026-05-28T02:17:57.276398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.320281ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:17:57.276579Z","caller":"traceutil/trace.go:171","msg":"trace[57334450] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5428; }","duration":"247.528857ms","start":"2026-05-28T02:17:57.029022Z","end":"2026-05-28T02:17:57.276551Z","steps":["trace[57334450] 'range keys from in-memory index tree' (duration: 247.288999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:57.276626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.427336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:17:57.276757Z","caller":"traceutil/trace.go:171","msg":"trace[1716867029] linearizableReadLoop","detail":"{readStateIndex:5645; appliedIndex:5644; }","duration":"588.026566ms","start":"2026-05-28T02:17:56.68871Z","end":"2026-05-28T02:17:57.276736Z","steps":["trace[1716867029] 'read index received' (duration: 6.379403ms)","trace[1716867029] 'applied index is now lower than readState.Index' (duration: 581.645723ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:57.276919Z","caller":"traceutil/trace.go:171","msg":"trace[1628284454] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"672.86081ms","start":"2026-05-28T02:17:56.604046Z","end":"2026-05-28T02:17:57.276907Z","steps":["trace[1628284454] 'process raft request' (duration: 91.034391ms)","trace[1628284454] 'compare' (duration: 581.278661ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:17:57.276973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:56.604025Z","time spent":"672.926672ms","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2540,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:17:57.277094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.364008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:17:57.277184Z","caller":"traceutil/trace.go:171","msg":"trace[889105782] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5429; }","duration":"588.501572ms","start":"2026-05-28T02:17:56.688664Z","end":"2026-05-28T02:17:57.277165Z","steps":["trace[889105782] 'agreement among raft nodes before linearized reading' (duration: 588.323156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:57.277223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:56.688645Z","time spent":"588.566593ms","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:17:57.502094Z","caller":"traceutil/trace.go:171","msg":"trace[1998675943] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"807.544931ms","start":"2026-05-28T02:17:56.69449Z","end":"2026-05-28T02:17:57.502035Z","steps":["trace[1998675943] 'process raft request' (duration: 718.898716ms)","trace[1998675943] 'compare' (duration: 88.263042ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:57.502152Z","caller":"traceutil/trace.go:171","msg":"trace[319626043] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"807.621913ms","start":"2026-05-28T02:17:56.694494Z","end":"2026-05-28T02:17:57.502116Z","steps":["trace[319626043] 'process raft request' (duration: 807.457748ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:57.50225Z","caller":"traceutil/trace.go:171","msg":"trace[407916303] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"807.682385ms","start":"2026-05-28T02:17:56.69451Z","end":"2026-05-28T02:17:57.502192Z","steps":["trace[407916303] 'process raft request' (duration: 807.562891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:57.502307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:56.694479Z","time spent":"807.720556ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:17:57.502366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:56.694481Z","time spent":"807.785728ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:17:57.502456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:56.694489Z","time spent":"807.852411ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:17:57.595263Z","caller":"traceutil/trace.go:171","msg":"trace[1895599438] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"899.896303ms","start":"2026-05-28T02:17:56.695337Z","end":"2026-05-28T02:17:57.595234Z","steps":["trace[1895599438] 'process raft request' (duration: 899.671366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:57.595441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:56.695326Z","time spent":"900.025907ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:17:57.595653Z","caller":"traceutil/trace.go:171","msg":"trace[1978531476] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"334.376134ms","start":"2026-05-28T02:17:57.261239Z","end":"2026-05-28T02:17:57.595615Z","steps":["trace[1978531476] 'process raft request' (duration: 333.91845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:57.595844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:57.261218Z","time spent":"334.531449ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:17:57.595894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.261746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:17:57.595931Z","caller":"traceutil/trace.go:171","msg":"trace[1668031326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5435; }","duration":"906.315178ms","start":"2026-05-28T02:17:56.689606Z","end":"2026-05-28T02:17:57.595921Z","steps":["trace[1668031326] 'agreement among raft nodes before linearized reading' (duration: 906.126122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:57.595962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:56.6896Z","time spent":"906.353639ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:17:57.595698Z","caller":"traceutil/trace.go:171","msg":"trace[1408811393] linearizableReadLoop","detail":"{readStateIndex:5650; appliedIndex:5645; }","duration":"318.89408ms","start":"2026-05-28T02:17:57.276785Z","end":"2026-05-28T02:17:57.595679Z","steps":["trace[1408811393] 'read index received' (duration: 136.681765ms)","trace[1408811393] 'applied index is now lower than readState.Index' (duration: 182.210675ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:17:57.595994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.840613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16721"} {"level":"info","ts":"2026-05-28T02:17:57.59608Z","caller":"traceutil/trace.go:171","msg":"trace[217466850] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5435; }","duration":"798.977528ms","start":"2026-05-28T02:17:56.797082Z","end":"2026-05-28T02:17:57.596059Z","steps":["trace[217466850] 'agreement among raft nodes before linearized reading' (duration: 798.642587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:57.596101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.242517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b6a449d-d424-40bf-ab62-e6d3345b787e\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-05-28T02:17:57.596134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:56.797065Z","time spent":"799.060491ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16744,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T02:17:57.596131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.142773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T02:17:57.596148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.134997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:17:57.596166Z","caller":"traceutil/trace.go:171","msg":"trace[77145992] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7b6a449d-d424-40bf-ab62-e6d3345b787e; range_end:; response_count:1; response_revision:5435; }","duration":"896.325529ms","start":"2026-05-28T02:17:56.699816Z","end":"2026-05-28T02:17:57.596142Z","steps":["trace[77145992] 'agreement among raft nodes before linearized reading' (duration: 896.168274ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:57.596141Z","caller":"traceutil/trace.go:171","msg":"trace[1185945390] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"315.152281ms","start":"2026-05-28T02:17:57.280963Z","end":"2026-05-28T02:17:57.596116Z","steps":["trace[1185945390] 'process raft request' (duration: 314.451589ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:57.596192Z","caller":"traceutil/trace.go:171","msg":"trace[1066436435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5435; }","duration":"896.227646ms","start":"2026-05-28T02:17:56.699944Z","end":"2026-05-28T02:17:57.596171Z","steps":["trace[1066436435] 'agreement among raft nodes before linearized reading' (duration: 896.04296ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:57.596194Z","caller":"traceutil/trace.go:171","msg":"trace[1726237232] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:5435; }","duration":"882.21962ms","start":"2026-05-28T02:17:56.713961Z","end":"2026-05-28T02:17:57.59618Z","steps":["trace[1726237232] 'agreement among raft nodes before linearized reading' (duration: 882.075066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:57.596211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:56.69981Z","time spent":"896.390162ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b6a449d-d424-40bf-ab62-e6d3345b787e\" "} {"level":"warn","ts":"2026-05-28T02:17:57.596235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:56.699931Z","time spent":"896.294709ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:17:57.596248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:56.713942Z","time spent":"882.295082ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-kqcg5\" "} {"level":"warn","ts":"2026-05-28T02:17:57.596282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:57.280944Z","time spent":"315.269756ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2145,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:17:57.596291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.422581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T02:17:57.596265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.155993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:17:57.596346Z","caller":"traceutil/trace.go:171","msg":"trace[506601978] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5435; }","duration":"326.519174ms","start":"2026-05-28T02:17:57.269813Z","end":"2026-05-28T02:17:57.596332Z","steps":["trace[506601978] 'agreement among raft nodes before linearized reading' (duration: 326.287977ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:57.596363Z","caller":"traceutil/trace.go:171","msg":"trace[2033160064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5435; }","duration":"906.278957ms","start":"2026-05-28T02:17:56.690065Z","end":"2026-05-28T02:17:57.596344Z","steps":["trace[2033160064] 'agreement among raft nodes before linearized reading' (duration: 906.002568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:57.596381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:57.269803Z","time spent":"326.570656ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:17:57.596381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.278046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:17:57.596386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.133055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:17:57.596414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:56.690061Z","time spent":"906.343679ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:17:57.59642Z","caller":"traceutil/trace.go:171","msg":"trace[498596370] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5435; }","duration":"884.337598ms","start":"2026-05-28T02:17:56.712072Z","end":"2026-05-28T02:17:57.59641Z","steps":["trace[498596370] 'agreement among raft nodes before linearized reading' (duration: 884.235214ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:57.596434Z","caller":"traceutil/trace.go:171","msg":"trace[106667701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5435; }","duration":"741.220607ms","start":"2026-05-28T02:17:56.8552Z","end":"2026-05-28T02:17:57.59642Z","steps":["trace[106667701] 'agreement among raft nodes before linearized reading' (duration: 741.148885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:57.596451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:56.712058Z","time spent":"884.385479ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":55,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:17:57.596477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:56.855175Z","time spent":"741.29146ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:17:57.596541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.131263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:17:57.596567Z","caller":"traceutil/trace.go:171","msg":"trace[312213657] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5435; }","duration":"729.218886ms","start":"2026-05-28T02:17:56.867341Z","end":"2026-05-28T02:17:57.59656Z","steps":["trace[312213657] 'agreement among raft nodes before linearized reading' (duration: 729.169944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:57.5966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:56.867318Z","time spent":"729.265406ms","remote":"127.0.0.1:34418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:17:57.926123Z","caller":"traceutil/trace.go:171","msg":"trace[1021589402] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"326.167283ms","start":"2026-05-28T02:17:57.599928Z","end":"2026-05-28T02:17:57.926095Z","steps":["trace[1021589402] 'process raft request' (duration: 325.949626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:57.926297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:57.599912Z","time spent":"326.295217ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:17:58.161477Z","caller":"traceutil/trace.go:171","msg":"trace[1220669341] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"561.14829ms","start":"2026-05-28T02:17:57.60031Z","end":"2026-05-28T02:17:58.161458Z","steps":["trace[1220669341] 'process raft request' (duration: 560.929473ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:58.161579Z","caller":"traceutil/trace.go:171","msg":"trace[212744227] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"560.938343ms","start":"2026-05-28T02:17:57.600632Z","end":"2026-05-28T02:17:58.161571Z","steps":["trace[212744227] 'process raft request' (duration: 560.783138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:58.161665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:57.600626Z","time spent":"561.012456ms","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:17:58.161618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:57.600303Z","time spent":"561.230972ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:17:58.161489Z","caller":"traceutil/trace.go:171","msg":"trace[712230663] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"561.012466ms","start":"2026-05-28T02:17:57.60046Z","end":"2026-05-28T02:17:58.161473Z","steps":["trace[712230663] 'process raft request' (duration: 560.926923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:58.161862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:57.600454Z","time spent":"561.352236ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:17:58.161961Z","caller":"traceutil/trace.go:171","msg":"trace[112493559] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"560.267032ms","start":"2026-05-28T02:17:57.601684Z","end":"2026-05-28T02:17:58.161952Z","steps":["trace[112493559] 'process raft request' (duration: 559.848408ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:58.161843Z","caller":"traceutil/trace.go:171","msg":"trace[1724435136] linearizableReadLoop","detail":"{readStateIndex:5654; appliedIndex:5651; }","duration":"561.283465ms","start":"2026-05-28T02:17:57.600505Z","end":"2026-05-28T02:17:58.161788Z","steps":["trace[1724435136] 'read index received' (duration: 325.404629ms)","trace[1724435136] 'applied index is now lower than readState.Index' (duration: 235.877466ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:17:58.162003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:57.601666Z","time spent":"560.314043ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:17:58.162096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.287612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16721"} {"level":"warn","ts":"2026-05-28T02:17:58.162102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.350347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:17:58.162126Z","caller":"traceutil/trace.go:171","msg":"trace[168439036] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5440; }","duration":"560.340184ms","start":"2026-05-28T02:17:57.601779Z","end":"2026-05-28T02:17:58.162119Z","steps":["trace[168439036] 'agreement among raft nodes before linearized reading' (duration: 560.233831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:58.162146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:57.601771Z","time spent":"560.370185ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16744,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-28T02:17:58.162146Z","caller":"traceutil/trace.go:171","msg":"trace[1921456627] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5440; }","duration":"513.433809ms","start":"2026-05-28T02:17:57.648697Z","end":"2026-05-28T02:17:58.162131Z","steps":["trace[1921456627] 'agreement among raft nodes before linearized reading' (duration: 513.336136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:58.162157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.631195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62895"} {"level":"warn","ts":"2026-05-28T02:17:58.162185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:57.648678Z","time spent":"513.496322ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":44,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:17:58.162207Z","caller":"traceutil/trace.go:171","msg":"trace[785422668] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5440; }","duration":"561.726159ms","start":"2026-05-28T02:17:57.600469Z","end":"2026-05-28T02:17:58.162195Z","steps":["trace[785422668] 'agreement among raft nodes before linearized reading' (duration: 561.435039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:58.162242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:57.600451Z","time spent":"561.78201ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62918,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:17:59.191207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.461823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:17:59.191288Z","caller":"traceutil/trace.go:171","msg":"trace[2050103872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5444; }","duration":"337.594767ms","start":"2026-05-28T02:17:58.853674Z","end":"2026-05-28T02:17:59.191269Z","steps":["trace[2050103872] 'range keys from in-memory index tree' (duration: 337.376219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:59.191325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:17:58.853652Z","time spent":"337.66463ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:17:59.716554Z","caller":"traceutil/trace.go:171","msg":"trace[1623548538] linearizableReadLoop","detail":"{readStateIndex:5670; appliedIndex:5668; }","duration":"111.983499ms","start":"2026-05-28T02:17:59.604548Z","end":"2026-05-28T02:17:59.716531Z","steps":["trace[1623548538] 'read index received' (duration: 106.268056ms)","trace[1623548538] 'applied index is now lower than readState.Index' (duration: 5.714183ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:17:59.716627Z","caller":"traceutil/trace.go:171","msg":"trace[1692809013] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"159.111489ms","start":"2026-05-28T02:17:59.557477Z","end":"2026-05-28T02:17:59.716589Z","steps":["trace[1692809013] 'process raft request' (duration: 153.328515ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:17:59.716611Z","caller":"traceutil/trace.go:171","msg":"trace[745697677] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"114.186068ms","start":"2026-05-28T02:17:59.602392Z","end":"2026-05-28T02:17:59.716578Z","steps":["trace[745697677] 'process raft request' (duration: 114.076485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:17:59.716933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.365151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b6a449d-d424-40bf-ab62-e6d3345b787e\" ","response":"range_response_count:1 size:3909"} {"level":"info","ts":"2026-05-28T02:17:59.716981Z","caller":"traceutil/trace.go:171","msg":"trace[1812583032] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7b6a449d-d424-40bf-ab62-e6d3345b787e; range_end:; response_count:1; response_revision:5452; }","duration":"112.451173ms","start":"2026-05-28T02:17:59.604516Z","end":"2026-05-28T02:17:59.716967Z","steps":["trace[1812583032] 'agreement among raft nodes before linearized reading' (duration: 112.182255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:00.456528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.506174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:18:00.456593Z","caller":"traceutil/trace.go:171","msg":"trace[987244658] linearizableReadLoop","detail":"{readStateIndex:5701; appliedIndex:5700; }","duration":"157.278341ms","start":"2026-05-28T02:18:00.299305Z","end":"2026-05-28T02:18:00.456583Z","steps":["trace[987244658] 'read index received' (duration: 39.269882ms)","trace[987244658] 'applied index is now lower than readState.Index' (duration: 118.007599ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:00.456634Z","caller":"traceutil/trace.go:171","msg":"trace[1457372963] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"276.389376ms","start":"2026-05-28T02:18:00.180222Z","end":"2026-05-28T02:18:00.456611Z","steps":["trace[1457372963] 'process raft request' (duration: 158.272913ms)","trace[1457372963] 'compare' (duration: 117.420151ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:00.456691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.388925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-58b596cbc4-qc5nl\" ","response":"range_response_count:1 size:11257"} {"level":"info","ts":"2026-05-28T02:18:00.457032Z","caller":"traceutil/trace.go:171","msg":"trace[838528808] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-58b596cbc4-qc5nl; range_end:; response_count:1; response_revision:5481; }","duration":"157.755116ms","start":"2026-05-28T02:18:00.299259Z","end":"2026-05-28T02:18:00.457014Z","steps":["trace[838528808] 'agreement among raft nodes before linearized reading' (duration: 157.363804ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:00.554102Z","caller":"traceutil/trace.go:171","msg":"trace[356987162] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"254.468248ms","start":"2026-05-28T02:18:00.299606Z","end":"2026-05-28T02:18:00.554074Z","steps":["trace[356987162] 'process raft request' (duration: 254.350744ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:00.659307Z","caller":"traceutil/trace.go:171","msg":"trace[1493344395] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"318.065314ms","start":"2026-05-28T02:18:00.341214Z","end":"2026-05-28T02:18:00.659279Z","steps":["trace[1493344395] 'process raft request' (duration: 317.794505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:00.659482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:00.341183Z","time spent":"318.204879ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4934,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:00.659544Z","caller":"traceutil/trace.go:171","msg":"trace[76277782] linearizableReadLoop","detail":"{readStateIndex:5703; appliedIndex:5702; }","duration":"202.899555ms","start":"2026-05-28T02:18:00.456607Z","end":"2026-05-28T02:18:00.659506Z","steps":["trace[76277782] 'read index received' (duration: 97.534678ms)","trace[76277782] 'applied index is now lower than readState.Index' (duration: 105.362187ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:00.659641Z","caller":"traceutil/trace.go:171","msg":"trace[761667110] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"189.201948ms","start":"2026-05-28T02:18:00.470428Z","end":"2026-05-28T02:18:00.65963Z","steps":["trace[761667110] 'process raft request' (duration: 188.756064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:00.659765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.431246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:18:00.659823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.439965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:18:00.659834Z","caller":"traceutil/trace.go:171","msg":"trace[901364549] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5484; }","duration":"345.5468ms","start":"2026-05-28T02:18:00.31427Z","end":"2026-05-28T02:18:00.659817Z","steps":["trace[901364549] 'agreement among raft nodes before linearized reading' (duration: 345.406176ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:00.659858Z","caller":"traceutil/trace.go:171","msg":"trace[1797199281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5484; }","duration":"199.495946ms","start":"2026-05-28T02:18:00.460352Z","end":"2026-05-28T02:18:00.659848Z","steps":["trace[1797199281] 'agreement among raft nodes before linearized reading' (duration: 199.382603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:00.659888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:00.314257Z","time spent":"345.619602ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:18:00.659895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.729126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-05-28T02:18:00.659924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.945151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-05-28T02:18:00.659972Z","caller":"traceutil/trace.go:171","msg":"trace[141305054] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5484; }","duration":"200.82877ms","start":"2026-05-28T02:18:00.459125Z","end":"2026-05-28T02:18:00.659954Z","steps":["trace[141305054] 'agreement among raft nodes before linearized reading' (duration: 200.591052ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:00.660006Z","caller":"traceutil/trace.go:171","msg":"trace[2096441946] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5484; }","duration":"200.044694ms","start":"2026-05-28T02:18:00.459942Z","end":"2026-05-28T02:18:00.659987Z","steps":["trace[2096441946] 'agreement among raft nodes before linearized reading' (duration: 199.829817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:00.79352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.953994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-28T02:18:00.793621Z","caller":"traceutil/trace.go:171","msg":"trace[479853186] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5489; }","duration":"121.055307ms","start":"2026-05-28T02:18:00.67252Z","end":"2026-05-28T02:18:00.793575Z","steps":["trace[479853186] 'agreement among raft nodes before linearized reading' (duration: 120.8434ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:00.793783Z","caller":"traceutil/trace.go:171","msg":"trace[1640860431] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"118.138034ms","start":"2026-05-28T02:18:00.675635Z","end":"2026-05-28T02:18:00.793773Z","steps":["trace[1640860431] 'process raft request' (duration: 115.202831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:00.793943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.778001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-28T02:18:00.793959Z","caller":"traceutil/trace.go:171","msg":"trace[1775353] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5489; }","duration":"100.818242ms","start":"2026-05-28T02:18:00.693136Z","end":"2026-05-28T02:18:00.793954Z","steps":["trace[1775353] 'agreement among raft nodes before linearized reading' (duration: 100.7513ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:01.670728Z","caller":"traceutil/trace.go:171","msg":"trace[865581607] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"116.345717ms","start":"2026-05-28T02:18:01.554349Z","end":"2026-05-28T02:18:01.670695Z","steps":["trace[865581607] 'process raft request' (duration: 113.676202ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:01.735689Z","caller":"traceutil/trace.go:171","msg":"trace[173722035] linearizableReadLoop","detail":"{readStateIndex:5726; appliedIndex:5723; }","duration":"173.280182ms","start":"2026-05-28T02:18:01.562375Z","end":"2026-05-28T02:18:01.735655Z","steps":["trace[173722035] 'read index received' (duration: 105.640027ms)","trace[173722035] 'applied index is now lower than readState.Index' (duration: 67.638935ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:01.735743Z","caller":"traceutil/trace.go:171","msg":"trace[965604300] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"181.09464ms","start":"2026-05-28T02:18:01.554602Z","end":"2026-05-28T02:18:01.735697Z","steps":["trace[965604300] 'process raft request' (duration: 180.78125ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:01.735844Z","caller":"traceutil/trace.go:171","msg":"trace[1020715268] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"181.181113ms","start":"2026-05-28T02:18:01.554651Z","end":"2026-05-28T02:18:01.735832Z","steps":["trace[1020715268] 'process raft request' (duration: 180.953236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:01.737809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.373068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:809122"} {"level":"info","ts":"2026-05-28T02:18:01.737941Z","caller":"traceutil/trace.go:171","msg":"trace[399887870] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:5506; }","duration":"175.575515ms","start":"2026-05-28T02:18:01.562335Z","end":"2026-05-28T02:18:01.73791Z","steps":["trace[399887870] 'agreement among raft nodes before linearized reading' (duration: 173.629773ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:01.926292Z","caller":"traceutil/trace.go:171","msg":"trace[1275622059] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"203.627818ms","start":"2026-05-28T02:18:01.72263Z","end":"2026-05-28T02:18:01.926258Z","steps":["trace[1275622059] 'process raft request' (duration: 193.385891ms)","trace[1275622059] 'compare' (duration: 10.03836ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:01.926462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.246943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:01.92653Z","caller":"traceutil/trace.go:171","msg":"trace[295906606] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5507; }","duration":"266.339606ms","start":"2026-05-28T02:18:01.660175Z","end":"2026-05-28T02:18:01.926515Z","steps":["trace[295906606] 'agreement among raft nodes before linearized reading' (duration: 266.206672ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:01.926896Z","caller":"traceutil/trace.go:171","msg":"trace[678865781] linearizableReadLoop","detail":"{readStateIndex:5727; appliedIndex:5726; }","duration":"190.439578ms","start":"2026-05-28T02:18:01.735787Z","end":"2026-05-28T02:18:01.926226Z","steps":["trace[678865781] 'read index received' (duration: 180.14937ms)","trace[678865781] 'applied index is now lower than readState.Index' (duration: 10.288778ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:01.927975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.989875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:809122"} {"level":"info","ts":"2026-05-28T02:18:01.928019Z","caller":"traceutil/trace.go:171","msg":"trace[1555626436] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:5508; }","duration":"175.097409ms","start":"2026-05-28T02:18:01.752907Z","end":"2026-05-28T02:18:01.928005Z","steps":["trace[1555626436] 'agreement among raft nodes before linearized reading' (duration: 174.200331ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:03.41579Z","caller":"traceutil/trace.go:171","msg":"trace[1315389556] linearizableReadLoop","detail":"{readStateIndex:5773; appliedIndex:5772; }","duration":"445.691891ms","start":"2026-05-28T02:18:02.970067Z","end":"2026-05-28T02:18:03.415759Z","steps":["trace[1315389556] 'read index received' (duration: 445.503715ms)","trace[1315389556] 'applied index is now lower than readState.Index' (duration: 186.536µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:03.415876Z","caller":"traceutil/trace.go:171","msg":"trace[2036788399] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"484.097385ms","start":"2026-05-28T02:18:02.931731Z","end":"2026-05-28T02:18:03.415828Z","steps":["trace[2036788399] 'process raft request' (duration: 483.848717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:03.416036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:02.931712Z","time spent":"484.251059ms","remote":"127.0.0.1:45960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2089,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:18:03.416061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.96845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:03.416138Z","caller":"traceutil/trace.go:171","msg":"trace[1976609274] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5552; }","duration":"446.100934ms","start":"2026-05-28T02:18:02.970014Z","end":"2026-05-28T02:18:03.416115Z","steps":["trace[1976609274] 'agreement among raft nodes before linearized reading' (duration: 445.902058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:03.416208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:02.969995Z","time spent":"446.190717ms","remote":"127.0.0.1:54912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:18:03.41789Z","caller":"traceutil/trace.go:171","msg":"trace[692162479] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"295.847936ms","start":"2026-05-28T02:18:03.121993Z","end":"2026-05-28T02:18:03.417841Z","steps":["trace[692162479] 'process raft request' (duration: 295.503595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:03.418036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.510795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-05-28T02:18:03.418129Z","caller":"traceutil/trace.go:171","msg":"trace[1780180928] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5553; }","duration":"348.615238ms","start":"2026-05-28T02:18:03.069491Z","end":"2026-05-28T02:18:03.418106Z","steps":["trace[1780180928] 'agreement among raft nodes before linearized reading' (duration: 348.440492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:03.418177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:03.069436Z","time spent":"348.731792ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-28T02:18:03.418439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.011039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-05-28T02:18:03.418496Z","caller":"traceutil/trace.go:171","msg":"trace[1803244459] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5553; }","duration":"391.105482ms","start":"2026-05-28T02:18:03.027377Z","end":"2026-05-28T02:18:03.418482Z","steps":["trace[1803244459] 'agreement among raft nodes before linearized reading' (duration: 390.252215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:03.418531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:03.027358Z","time spent":"391.160154ms","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224986,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-28T02:18:07.227412Z","caller":"traceutil/trace.go:171","msg":"trace[372677526] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"117.729911ms","start":"2026-05-28T02:18:07.109643Z","end":"2026-05-28T02:18:07.227373Z","steps":["trace[372677526] 'process raft request' (duration: 55.087755ms)","trace[372677526] 'compare' (duration: 62.461781ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:07.227921Z","caller":"traceutil/trace.go:171","msg":"trace[1931741319] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"115.545451ms","start":"2026-05-28T02:18:07.112358Z","end":"2026-05-28T02:18:07.227903Z","steps":["trace[1931741319] 'process raft request' (duration: 115.226491ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:07.227984Z","caller":"traceutil/trace.go:171","msg":"trace[544919141] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"110.456909ms","start":"2026-05-28T02:18:07.117506Z","end":"2026-05-28T02:18:07.227963Z","steps":["trace[544919141] 'process raft request' (duration: 110.220002ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:08.347719Z","caller":"traceutil/trace.go:171","msg":"trace[217417511] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"120.309094ms","start":"2026-05-28T02:18:08.227358Z","end":"2026-05-28T02:18:08.347667Z","steps":["trace[217417511] 'process raft request' (duration: 119.344213ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:08.542848Z","caller":"traceutil/trace.go:171","msg":"trace[635162508] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"190.262832ms","start":"2026-05-28T02:18:08.352531Z","end":"2026-05-28T02:18:08.542793Z","steps":["trace[635162508] 'process raft request' (duration: 123.116396ms)","trace[635162508] 'compare' (duration: 67.012261ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:08.586575Z","caller":"traceutil/trace.go:171","msg":"trace[762670308] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"233.781395ms","start":"2026-05-28T02:18:08.352777Z","end":"2026-05-28T02:18:08.586559Z","steps":["trace[762670308] 'process raft request' (duration: 233.63932ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:08.586775Z","caller":"traceutil/trace.go:171","msg":"trace[1022686118] linearizableReadLoop","detail":"{readStateIndex:5852; appliedIndex:5850; }","duration":"233.739513ms","start":"2026-05-28T02:18:08.352993Z","end":"2026-05-28T02:18:08.586733Z","steps":["trace[1022686118] 'read index received' (duration: 122.744844ms)","trace[1022686118] 'applied index is now lower than readState.Index' (duration: 110.993299ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:08.586802Z","caller":"traceutil/trace.go:171","msg":"trace[1736065414] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"142.582212ms","start":"2026-05-28T02:18:08.444176Z","end":"2026-05-28T02:18:08.586759Z","steps":["trace[1736065414] 'process raft request' (duration: 142.341374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:08.587041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.035353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70554"} {"level":"info","ts":"2026-05-28T02:18:08.587073Z","caller":"traceutil/trace.go:171","msg":"trace[1015538237] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5630; }","duration":"234.101385ms","start":"2026-05-28T02:18:08.352962Z","end":"2026-05-28T02:18:08.587063Z","steps":["trace[1015538237] 'agreement among raft nodes before linearized reading' (duration: 233.916809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:08.58706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.195767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-6mrck\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-05-28T02:18:08.587121Z","caller":"traceutil/trace.go:171","msg":"trace[1023585344] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-6mrck; range_end:; response_count:1; response_revision:5630; }","duration":"141.315481ms","start":"2026-05-28T02:18:08.445784Z","end":"2026-05-28T02:18:08.587099Z","steps":["trace[1023585344] 'agreement among raft nodes before linearized reading' (duration: 141.114855ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:08.792629Z","caller":"traceutil/trace.go:171","msg":"trace[2045660593] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"146.249533ms","start":"2026-05-28T02:18:08.646341Z","end":"2026-05-28T02:18:08.792591Z","steps":["trace[2045660593] 'process raft request' (duration: 145.992344ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:08.792957Z","caller":"traceutil/trace.go:171","msg":"trace[1424946817] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"146.564893ms","start":"2026-05-28T02:18:08.646357Z","end":"2026-05-28T02:18:08.792922Z","steps":["trace[1424946817] 'process raft request' (duration: 146.164449ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:08.793236Z","caller":"traceutil/trace.go:171","msg":"trace[1407724194] linearizableReadLoop","detail":"{readStateIndex:5857; appliedIndex:5854; }","duration":"146.537072ms","start":"2026-05-28T02:18:08.646673Z","end":"2026-05-28T02:18:08.79321Z","steps":["trace[1407724194] 'read index received' (duration: 33.0106ms)","trace[1407724194] 'applied index is now lower than readState.Index' (duration: 113.520502ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:08.793365Z","caller":"traceutil/trace.go:171","msg":"trace[1922293374] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"146.207721ms","start":"2026-05-28T02:18:08.647146Z","end":"2026-05-28T02:18:08.793353Z","steps":["trace[1922293374] 'process raft request' (duration: 145.702914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:08.793431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.922256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:08.793474Z","caller":"traceutil/trace.go:171","msg":"trace[1203455784] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5635; }","duration":"133.002449ms","start":"2026-05-28T02:18:08.66046Z","end":"2026-05-28T02:18:08.793463Z","steps":["trace[1203455784] 'agreement among raft nodes before linearized reading' (duration: 132.918187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:08.793761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.1016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-kfsvz\" ","response":"range_response_count:1 size:4444"} {"level":"info","ts":"2026-05-28T02:18:08.793802Z","caller":"traceutil/trace.go:171","msg":"trace[416645270] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-kfsvz; range_end:; response_count:1; response_revision:5635; }","duration":"147.139872ms","start":"2026-05-28T02:18:08.646651Z","end":"2026-05-28T02:18:08.793791Z","steps":["trace[416645270] 'agreement among raft nodes before linearized reading' (duration: 147.014768ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:08.923305Z","caller":"traceutil/trace.go:171","msg":"trace[669947619] linearizableReadLoop","detail":"{readStateIndex:5860; appliedIndex:5859; }","duration":"119.559529ms","start":"2026-05-28T02:18:08.803719Z","end":"2026-05-28T02:18:08.923279Z","steps":["trace[669947619] 'read index received' (duration: 119.392364ms)","trace[669947619] 'applied index is now lower than readState.Index' (duration: 166.125µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:08.923616Z","caller":"traceutil/trace.go:171","msg":"trace[741405876] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"121.917347ms","start":"2026-05-28T02:18:08.801684Z","end":"2026-05-28T02:18:08.923602Z","steps":["trace[741405876] 'process raft request' (duration: 121.452161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:08.924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.260653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16721"} {"level":"info","ts":"2026-05-28T02:18:08.924047Z","caller":"traceutil/trace.go:171","msg":"trace[1096168628] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5637; }","duration":"120.347056ms","start":"2026-05-28T02:18:08.803687Z","end":"2026-05-28T02:18:08.924034Z","steps":["trace[1096168628] 'agreement among raft nodes before linearized reading' (duration: 120.186821ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:10.102127Z","caller":"traceutil/trace.go:171","msg":"trace[1145988960] linearizableReadLoop","detail":"{readStateIndex:5880; appliedIndex:5879; }","duration":"120.820231ms","start":"2026-05-28T02:18:09.981282Z","end":"2026-05-28T02:18:10.102102Z","steps":["trace[1145988960] 'read index received' (duration: 120.630525ms)","trace[1145988960] 'applied index is now lower than readState.Index' (duration: 188.566µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:10.102209Z","caller":"traceutil/trace.go:171","msg":"trace[123740289] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"137.580809ms","start":"2026-05-28T02:18:09.964578Z","end":"2026-05-28T02:18:10.102159Z","steps":["trace[123740289] 'process raft request' (duration: 137.349051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:10.102334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.021247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:18:10.10236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.084798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:18:10.102402Z","caller":"traceutil/trace.go:171","msg":"trace[1310722991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5656; }","duration":"117.181661ms","start":"2026-05-28T02:18:09.98521Z","end":"2026-05-28T02:18:10.102391Z","steps":["trace[1310722991] 'agreement among raft nodes before linearized reading' (duration: 117.033336ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:10.102414Z","caller":"traceutil/trace.go:171","msg":"trace[439057453] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5656; }","duration":"121.174152ms","start":"2026-05-28T02:18:09.981214Z","end":"2026-05-28T02:18:10.102388Z","steps":["trace[439057453] 'agreement among raft nodes before linearized reading' (duration: 121.032717ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:15.473691Z","caller":"traceutil/trace.go:171","msg":"trace[653102527] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"120.052846ms","start":"2026-05-28T02:18:15.353614Z","end":"2026-05-28T02:18:15.473667Z","steps":["trace[653102527] 'process raft request' (duration: 119.861769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:17.314167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.240797ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:17.314323Z","caller":"traceutil/trace.go:171","msg":"trace[89576560] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5773; }","duration":"285.414313ms","start":"2026-05-28T02:18:17.028887Z","end":"2026-05-28T02:18:17.314301Z","steps":["trace[89576560] 'range keys from in-memory index tree' (duration: 285.214696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:17.314511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.405192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:18:17.314599Z","caller":"traceutil/trace.go:171","msg":"trace[1902178354] linearizableReadLoop","detail":"{readStateIndex:5999; appliedIndex:5998; }","duration":"462.829864ms","start":"2026-05-28T02:18:16.851756Z","end":"2026-05-28T02:18:17.314586Z","steps":["trace[1902178354] 'read index received' (duration: 203.182194ms)","trace[1902178354] 'applied index is now lower than readState.Index' (duration: 259.64668ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:17.314625Z","caller":"traceutil/trace.go:171","msg":"trace[362600899] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"472.49919ms","start":"2026-05-28T02:18:16.842094Z","end":"2026-05-28T02:18:17.314593Z","steps":["trace[362600899] 'process raft request' (duration: 212.921972ms)","trace[362600899] 'compare' (duration: 259.272328ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:17.314688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.935687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:17.314709Z","caller":"traceutil/trace.go:171","msg":"trace[77074856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5774; }","duration":"462.974489ms","start":"2026-05-28T02:18:16.851728Z","end":"2026-05-28T02:18:17.314703Z","steps":["trace[77074856] 'agreement among raft nodes before linearized reading' (duration: 462.926947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:17.314737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:16.85171Z","time spent":"463.02172ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:18:17.314802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:16.84207Z","time spent":"472.629905ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:18:17.314879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.418499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-28T02:18:17.314939Z","caller":"traceutil/trace.go:171","msg":"trace[1187817010] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153; range_end:; response_count:1; response_revision:5774; }","duration":"417.522162ms","start":"2026-05-28T02:18:16.8974Z","end":"2026-05-28T02:18:17.314922Z","steps":["trace[1187817010] 'agreement among raft nodes before linearized reading' (duration: 417.311185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:17.314985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:16.897379Z","time spent":"417.593475ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153\" "} {"level":"info","ts":"2026-05-28T02:18:17.485275Z","caller":"traceutil/trace.go:171","msg":"trace[1810131365] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"154.944236ms","start":"2026-05-28T02:18:17.330293Z","end":"2026-05-28T02:18:17.485237Z","steps":["trace[1810131365] 'process raft request' (duration: 145.58722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:17.742601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.435015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:18:17.742733Z","caller":"traceutil/trace.go:171","msg":"trace[1253651014] linearizableReadLoop","detail":"{readStateIndex:6001; appliedIndex:6000; }","duration":"204.991703ms","start":"2026-05-28T02:18:17.537722Z","end":"2026-05-28T02:18:17.742713Z","steps":["trace[1253651014] 'read index received' (duration: 48.33304ms)","trace[1253651014] 'applied index is now lower than readState.Index' (duration: 156.657303ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:17.742752Z","caller":"traceutil/trace.go:171","msg":"trace[2004052925] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"208.452356ms","start":"2026-05-28T02:18:17.534275Z","end":"2026-05-28T02:18:17.742727Z","steps":["trace[2004052925] 'process raft request' (duration: 51.797494ms)","trace[2004052925] 'compare' (duration: 156.28248ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:17.742897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.172089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-28T02:18:17.74294Z","caller":"traceutil/trace.go:171","msg":"trace[1285968168] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5776; }","duration":"205.230201ms","start":"2026-05-28T02:18:17.537698Z","end":"2026-05-28T02:18:17.742928Z","steps":["trace[1285968168] 'agreement among raft nodes before linearized reading' (duration: 205.070996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:18.631204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.995252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:18:18.631455Z","caller":"traceutil/trace.go:171","msg":"trace[975133051] linearizableReadLoop","detail":"{readStateIndex:6004; appliedIndex:6001; }","duration":"757.233071ms","start":"2026-05-28T02:18:17.874203Z","end":"2026-05-28T02:18:18.631436Z","steps":["trace[975133051] 'read index received' (duration: 66.95891ms)","trace[975133051] 'applied index is now lower than readState.Index' (duration: 690.273141ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:18.631565Z","caller":"traceutil/trace.go:171","msg":"trace[468076912] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"865.875783ms","start":"2026-05-28T02:18:17.765674Z","end":"2026-05-28T02:18:18.631549Z","steps":["trace[468076912] 'process raft request' (duration: 175.405515ms)","trace[468076912] 'compare' (duration: 689.674862ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:18.631611Z","caller":"traceutil/trace.go:171","msg":"trace[1559056594] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"834.777296ms","start":"2026-05-28T02:18:17.796796Z","end":"2026-05-28T02:18:18.631574Z","steps":["trace[1559056594] 'process raft request' (duration: 834.590309ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:18.631614Z","caller":"traceutil/trace.go:171","msg":"trace[66295173] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"835.243352ms","start":"2026-05-28T02:18:17.796332Z","end":"2026-05-28T02:18:18.631576Z","steps":["trace[66295173] 'process raft request' (duration: 834.981963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:18.631647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:17.76565Z","time spent":"865.954376ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:18:18.631741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:17.796785Z","time spent":"834.89725ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:18:18.631805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:17.796305Z","time spent":"835.388815ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:18:18.632069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.83686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-28T02:18:18.632193Z","caller":"traceutil/trace.go:171","msg":"trace[764418394] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5779; }","duration":"757.994996ms","start":"2026-05-28T02:18:17.87414Z","end":"2026-05-28T02:18:18.632135Z","steps":["trace[764418394] 'agreement among raft nodes before linearized reading' (duration: 757.429397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:18.632306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:17.874114Z","time spent":"758.173531ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-28T02:18:18.933838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.508396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:18:18.934075Z","caller":"traceutil/trace.go:171","msg":"trace[2367686] linearizableReadLoop","detail":"{readStateIndex:6007; appliedIndex:6004; }","duration":"302.546013ms","start":"2026-05-28T02:18:18.63151Z","end":"2026-05-28T02:18:18.934056Z","steps":["trace[2367686] 'read index received' (duration: 179.871202ms)","trace[2367686] 'applied index is now lower than readState.Index' (duration: 122.673241ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:18.934133Z","caller":"traceutil/trace.go:171","msg":"trace[1603667808] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"499.562205ms","start":"2026-05-28T02:18:18.434519Z","end":"2026-05-28T02:18:18.934082Z","steps":["trace[1603667808] 'process raft request' (duration: 499.494833ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:18.93428Z","caller":"traceutil/trace.go:171","msg":"trace[554018281] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"703.330098ms","start":"2026-05-28T02:18:18.230927Z","end":"2026-05-28T02:18:18.934257Z","steps":["trace[554018281] 'process raft request' (duration: 580.314066ms)","trace[554018281] 'compare' (duration: 122.222596ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:18.934346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:18.434491Z","time spent":"499.744931ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:18:18.934397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:18.230902Z","time spent":"703.437022ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:18:18.93442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.084207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:18:18.934449Z","caller":"traceutil/trace.go:171","msg":"trace[1028141301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5782; }","duration":"572.158719ms","start":"2026-05-28T02:18:18.36228Z","end":"2026-05-28T02:18:18.934439Z","steps":["trace[1028141301] 'agreement among raft nodes before linearized reading' (duration: 572.116977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:18.934477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:18.362246Z","time spent":"572.225091ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:18:18.934356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.382699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-05-28T02:18:18.934491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.817261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T02:18:18.934503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.51446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T02:18:18.934535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.139519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:18:18.934589Z","caller":"traceutil/trace.go:171","msg":"trace[1342571431] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:5782; }","duration":"224.220491ms","start":"2026-05-28T02:18:18.710358Z","end":"2026-05-28T02:18:18.934578Z","steps":["trace[1342571431] 'agreement among raft nodes before linearized reading' (duration: 224.047536ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:18.934531Z","caller":"traceutil/trace.go:171","msg":"trace[1604978622] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5782; }","duration":"373.603516ms","start":"2026-05-28T02:18:18.560909Z","end":"2026-05-28T02:18:18.934513Z","steps":["trace[1604978622] 'agreement among raft nodes before linearized reading' (duration: 373.272545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:18.934589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.252726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T02:18:18.93459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.118024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-28T02:18:18.934633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:18.560886Z","time spent":"373.739881ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-05-28T02:18:18.934644Z","caller":"traceutil/trace.go:171","msg":"trace[1686426386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5782; }","duration":"707.342989ms","start":"2026-05-28T02:18:18.227286Z","end":"2026-05-28T02:18:18.934629Z","steps":["trace[1686426386] 'agreement among raft nodes before linearized reading' (duration: 707.217535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:18.934697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:18.227266Z","time spent":"707.419332ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:18:18.934655Z","caller":"traceutil/trace.go:171","msg":"trace[564846329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5782; }","duration":"252.209336ms","start":"2026-05-28T02:18:18.682431Z","end":"2026-05-28T02:18:18.93464Z","steps":["trace[564846329] 'agreement among raft nodes before linearized reading' (duration: 252.042181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:18.934373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.6329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-05-28T02:18:18.934834Z","caller":"traceutil/trace.go:171","msg":"trace[2087672507] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153; range_end:; response_count:1; response_revision:5782; }","duration":"616.134537ms","start":"2026-05-28T02:18:18.318686Z","end":"2026-05-28T02:18:18.93482Z","steps":["trace[2087672507] 'agreement among raft nodes before linearized reading' (duration: 615.575669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:18.934888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:18.318653Z","time spent":"616.22173ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153\" "} {"level":"info","ts":"2026-05-28T02:18:18.93453Z","caller":"traceutil/trace.go:171","msg":"trace[2137547231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5782; }","duration":"239.901254ms","start":"2026-05-28T02:18:18.694616Z","end":"2026-05-28T02:18:18.934517Z","steps":["trace[2137547231] 'agreement among raft nodes before linearized reading' (duration: 239.801221ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:18.934587Z","caller":"traceutil/trace.go:171","msg":"trace[506523450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5782; }","duration":"479.722496ms","start":"2026-05-28T02:18:18.454846Z","end":"2026-05-28T02:18:18.934568Z","steps":["trace[506523450] 'agreement among raft nodes before linearized reading' (duration: 479.440107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:18.93503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:18.454826Z","time spent":"480.183081ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:18:18.934973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.563737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-05-28T02:18:18.934345Z","caller":"traceutil/trace.go:171","msg":"trace[1365557754] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"663.121533ms","start":"2026-05-28T02:18:18.271196Z","end":"2026-05-28T02:18:18.934318Z","steps":["trace[1365557754] 'process raft request' (duration: 662.758041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:18.935191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:18.271171Z","time spent":"663.966151ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:18.935247Z","caller":"traceutil/trace.go:171","msg":"trace[1317124002] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5782; }","duration":"296.836736ms","start":"2026-05-28T02:18:18.638289Z","end":"2026-05-28T02:18:18.935125Z","steps":["trace[1317124002] 'agreement among raft nodes before linearized reading' (duration: 296.02799ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:19.342907Z","caller":"traceutil/trace.go:171","msg":"trace[324512624] linearizableReadLoop","detail":"{readStateIndex:6012; appliedIndex:6011; }","duration":"384.586105ms","start":"2026-05-28T02:18:18.958302Z","end":"2026-05-28T02:18:19.342888Z","steps":["trace[324512624] 'read index received' (duration: 384.43288ms)","trace[324512624] 'applied index is now lower than readState.Index' (duration: 152.595µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:19.342969Z","caller":"traceutil/trace.go:171","msg":"trace[105135647] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"384.777801ms","start":"2026-05-28T02:18:18.958167Z","end":"2026-05-28T02:18:19.342944Z","steps":["trace[105135647] 'process raft request' (duration: 384.607126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:19.343058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:18.958146Z","time spent":"384.851624ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:18:19.343067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.779582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-28T02:18:19.343193Z","caller":"traceutil/trace.go:171","msg":"trace[425935370] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5787; }","duration":"384.917386ms","start":"2026-05-28T02:18:18.958257Z","end":"2026-05-28T02:18:19.343174Z","steps":["trace[425935370] 'agreement among raft nodes before linearized reading' (duration: 384.721699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:19.343262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:18.958246Z","time spent":"384.992549ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-28T02:18:19.34329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.267628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:18:19.343315Z","caller":"traceutil/trace.go:171","msg":"trace[699078390] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5787; }","duration":"100.3139ms","start":"2026-05-28T02:18:19.242993Z","end":"2026-05-28T02:18:19.343307Z","steps":["trace[699078390] 'agreement among raft nodes before linearized reading' (duration: 100.233298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:19.343286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.754675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-28T02:18:19.343309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.427564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:19.34337Z","caller":"traceutil/trace.go:171","msg":"trace[1947387917] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5787; }","duration":"104.88688ms","start":"2026-05-28T02:18:19.238465Z","end":"2026-05-28T02:18:19.343352Z","steps":["trace[1947387917] 'agreement among raft nodes before linearized reading' (duration: 104.630051ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:19.343398Z","caller":"traceutil/trace.go:171","msg":"trace[422575853] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5787; }","duration":"100.543537ms","start":"2026-05-28T02:18:19.242828Z","end":"2026-05-28T02:18:19.343372Z","steps":["trace[422575853] 'agreement among raft nodes before linearized reading' (duration: 100.411003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.232601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254112581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:18:21.732755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254112581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:18:21.946033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.309184538s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:18:21.946499Z","caller":"traceutil/trace.go:171","msg":"trace[393381397] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"1.309753057s","start":"2026-05-28T02:18:20.636721Z","end":"2026-05-28T02:18:21.946475Z","steps":["trace[393381397] 'process raft request' (duration: 1.309575021s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.946714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:20.636702Z","time spent":"1.309914423s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:21.957554Z","caller":"traceutil/trace.go:171","msg":"trace[1410739306] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"1.320110866s","start":"2026-05-28T02:18:20.63742Z","end":"2026-05-28T02:18:21.957531Z","steps":["trace[1410739306] 'process raft request' (duration: 1.31992587s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:21.957569Z","caller":"traceutil/trace.go:171","msg":"trace[1918205473] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"1.316743436s","start":"2026-05-28T02:18:20.6408Z","end":"2026-05-28T02:18:21.957544Z","steps":["trace[1918205473] 'process raft request' (duration: 1.316669754s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.9577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:20.637364Z","time spent":"1.320262471s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:18:21.957729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:20.640778Z","time spent":"1.316868999s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:21.957825Z","caller":"traceutil/trace.go:171","msg":"trace[483018581] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"932.053317ms","start":"2026-05-28T02:18:21.025758Z","end":"2026-05-28T02:18:21.957811Z","steps":["trace[483018581] 'process raft request' (duration: 931.750997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.957879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:21.025738Z","time spent":"932.105289ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:21.957879Z","caller":"traceutil/trace.go:171","msg":"trace[1584742158] linearizableReadLoop","detail":"{readStateIndex:6022; appliedIndex:6018; }","duration":"1.225799971s","start":"2026-05-28T02:18:20.731969Z","end":"2026-05-28T02:18:21.957769Z","steps":["trace[1584742158] 'read index received' (duration: 1.214326946s)","trace[1584742158] 'applied index is now lower than readState.Index' (duration: 11.470965ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:21.958007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22602117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:21.958077Z","caller":"traceutil/trace.go:171","msg":"trace[367971814] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5796; }","duration":"1.226124082s","start":"2026-05-28T02:18:20.731936Z","end":"2026-05-28T02:18:21.95806Z","steps":["trace[367971814] 'agreement among raft nodes before linearized reading' (duration: 1.226019319s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.958121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:20.73192Z","time spent":"1.226191195s","remote":"127.0.0.1:54954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:18:21.958432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014136531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-05-28T02:18:21.958433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010950047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:18:21.958467Z","caller":"traceutil/trace.go:171","msg":"trace[814229927] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153; range_end:; response_count:1; response_revision:5796; }","duration":"1.014198813s","start":"2026-05-28T02:18:20.944258Z","end":"2026-05-28T02:18:21.958457Z","steps":["trace[814229927] 'agreement among raft nodes before linearized reading' (duration: 1.01409804s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.958454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001555769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T02:18:21.958491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:20.944242Z","time spent":"1.014244294s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153\" "} {"level":"info","ts":"2026-05-28T02:18:21.958476Z","caller":"traceutil/trace.go:171","msg":"trace[1631161750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5796; }","duration":"1.011004678s","start":"2026-05-28T02:18:20.94746Z","end":"2026-05-28T02:18:21.958465Z","steps":["trace[1631161750] 'agreement among raft nodes before linearized reading' (duration: 1.010879374s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.9586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.397159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:18:21.958599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.494509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:18:21.958631Z","caller":"traceutil/trace.go:171","msg":"trace[1940470632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5796; }","duration":"599.471221ms","start":"2026-05-28T02:18:21.359153Z","end":"2026-05-28T02:18:21.958624Z","steps":["trace[1940470632] 'agreement among raft nodes before linearized reading' (duration: 599.343707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.958625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.692666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:18:21.958664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:21.359131Z","time spent":"599.521473ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:18:21.958659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:20.947455Z","time spent":"1.011176434s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:18:21.958665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001784997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:18:21.958697Z","caller":"traceutil/trace.go:171","msg":"trace[790826414] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5796; }","duration":"846.808279ms","start":"2026-05-28T02:18:21.111872Z","end":"2026-05-28T02:18:21.95868Z","steps":["trace[790826414] 'agreement among raft nodes before linearized reading' (duration: 846.690495ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:21.958738Z","caller":"traceutil/trace.go:171","msg":"trace[109579627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5796; }","duration":"1.001909131s","start":"2026-05-28T02:18:20.956811Z","end":"2026-05-28T02:18:21.95872Z","steps":["trace[109579627] 'agreement among raft nodes before linearized reading' (duration: 1.001670833s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.958754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:21.111852Z","time spent":"846.879372ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:18:21.958649Z","caller":"traceutil/trace.go:171","msg":"trace[1077960637] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5796; }","duration":"631.580172ms","start":"2026-05-28T02:18:21.327055Z","end":"2026-05-28T02:18:21.958635Z","steps":["trace[1077960637] 'agreement among raft nodes before linearized reading' (duration: 631.495639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.958793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:20.956797Z","time spent":"1.001983444s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:18:21.958806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:21.327038Z","time spent":"631.757648ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:18:21.958585Z","caller":"traceutil/trace.go:171","msg":"trace[1137459440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5796; }","duration":"1.001634332s","start":"2026-05-28T02:18:20.956871Z","end":"2026-05-28T02:18:21.958506Z","steps":["trace[1137459440] 'agreement among raft nodes before linearized reading' (duration: 1.001487967s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.958297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104790655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:21.958895Z","caller":"traceutil/trace.go:171","msg":"trace[948284081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5796; }","duration":"1.105419586s","start":"2026-05-28T02:18:20.853463Z","end":"2026-05-28T02:18:21.958883Z","steps":["trace[948284081] 'agreement among raft nodes before linearized reading' (duration: 1.104774175s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.958928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:20.853441Z","time spent":"1.105476258s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:18:21.958924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:20.956863Z","time spent":"1.002026215s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:18:21.958433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002151899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:18:21.959052Z","caller":"traceutil/trace.go:171","msg":"trace[345342909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5796; }","duration":"1.002772259s","start":"2026-05-28T02:18:20.95626Z","end":"2026-05-28T02:18:21.959032Z","steps":["trace[345342909] 'agreement among raft nodes before linearized reading' (duration: 1.002074256s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.959114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:20.956254Z","time spent":"1.002843042s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:18:21.959085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.988516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-05-28T02:18:21.958879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.496667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:18:21.959196Z","caller":"traceutil/trace.go:171","msg":"trace[1631033980] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153; range_end:; response_count:1; response_revision:5796; }","duration":"625.540205ms","start":"2026-05-28T02:18:21.333635Z","end":"2026-05-28T02:18:21.959175Z","steps":["trace[1631033980] 'agreement among raft nodes before linearized reading' (duration: 624.855742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.95927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:21.333621Z","time spent":"625.632487ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153\" "} {"level":"info","ts":"2026-05-28T02:18:21.959387Z","caller":"traceutil/trace.go:171","msg":"trace[1327478944] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:5796; }","duration":"987.015424ms","start":"2026-05-28T02:18:20.972354Z","end":"2026-05-28T02:18:21.959369Z","steps":["trace[1327478944] 'agreement among raft nodes before linearized reading' (duration: 985.927228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:21.95946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:20.972348Z","time spent":"987.091497ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-kqcg5\" "} {"level":"info","ts":"2026-05-28T02:18:22.742517Z","caller":"traceutil/trace.go:171","msg":"trace[730814463] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"200.166115ms","start":"2026-05-28T02:18:22.54232Z","end":"2026-05-28T02:18:22.742486Z","steps":["trace[730814463] 'process raft request' (duration: 175.924192ms)","trace[730814463] 'compare' (duration: 24.008335ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:22.74275Z","caller":"traceutil/trace.go:171","msg":"trace[124165523] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5814; }","duration":"199.968638ms","start":"2026-05-28T02:18:22.542751Z","end":"2026-05-28T02:18:22.742719Z","steps":["trace[124165523] 'process raft request' (duration: 199.683739ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:22.742782Z","caller":"traceutil/trace.go:171","msg":"trace[1552363733] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"127.486469ms","start":"2026-05-28T02:18:22.61528Z","end":"2026-05-28T02:18:22.742766Z","steps":["trace[1552363733] 'process raft request' (duration: 127.360185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:22.742925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.503956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-05-28T02:18:22.742972Z","caller":"traceutil/trace.go:171","msg":"trace[1277206155] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153; range_end:; response_count:1; response_revision:5815; }","duration":"174.610859ms","start":"2026-05-28T02:18:22.568351Z","end":"2026-05-28T02:18:22.742962Z","steps":["trace[1277206155] 'agreement among raft nodes before linearized reading' (duration: 174.445594ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:22.742759Z","caller":"traceutil/trace.go:171","msg":"trace[965312717] linearizableReadLoop","detail":"{readStateIndex:6041; appliedIndex:6039; }","duration":"174.363891ms","start":"2026-05-28T02:18:22.568376Z","end":"2026-05-28T02:18:22.74274Z","steps":["trace[965312717] 'read index received' (duration: 149.950953ms)","trace[965312717] 'applied index is now lower than readState.Index' (duration: 24.412068ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:22.74323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.569216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:18:22.743317Z","caller":"traceutil/trace.go:171","msg":"trace[1403161791] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5815; }","duration":"125.662999ms","start":"2026-05-28T02:18:22.617621Z","end":"2026-05-28T02:18:22.743284Z","steps":["trace[1403161791] 'agreement among raft nodes before linearized reading' (duration: 125.493703ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:23.127652Z","caller":"traceutil/trace.go:171","msg":"trace[357925089] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"117.130471ms","start":"2026-05-28T02:18:23.010507Z","end":"2026-05-28T02:18:23.127637Z","steps":["trace[357925089] 'process raft request' (duration: 117.015687ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:23.127649Z","caller":"traceutil/trace.go:171","msg":"trace[584682153] linearizableReadLoop","detail":"{readStateIndex:6061; appliedIndex:6061; }","duration":"116.275822ms","start":"2026-05-28T02:18:23.011364Z","end":"2026-05-28T02:18:23.12764Z","steps":["trace[584682153] 'read index received' (duration: 116.271442ms)","trace[584682153] 'applied index is now lower than readState.Index' (duration: 3.68µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:23.127829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.451878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-05-28T02:18:23.127867Z","caller":"traceutil/trace.go:171","msg":"trace[269715057] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5834; }","duration":"116.51168ms","start":"2026-05-28T02:18:23.011348Z","end":"2026-05-28T02:18:23.12786Z","steps":["trace[269715057] 'agreement among raft nodes before linearized reading' (duration: 116.331244ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:23.145655Z","caller":"traceutil/trace.go:171","msg":"trace[985185457] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5835; }","duration":"114.336559ms","start":"2026-05-28T02:18:23.031298Z","end":"2026-05-28T02:18:23.145634Z","steps":["trace[985185457] 'process raft request' (duration: 114.231106ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:23.145649Z","caller":"traceutil/trace.go:171","msg":"trace[281230264] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"114.471583ms","start":"2026-05-28T02:18:23.031149Z","end":"2026-05-28T02:18:23.145621Z","steps":["trace[281230264] 'process raft request' (duration: 114.270726ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:23.498579Z","caller":"traceutil/trace.go:171","msg":"trace[96842180] linearizableReadLoop","detail":"{readStateIndex:6074; appliedIndex:6073; }","duration":"141.656322ms","start":"2026-05-28T02:18:23.356897Z","end":"2026-05-28T02:18:23.498553Z","steps":["trace[96842180] 'read index received' (duration: 98.270463ms)","trace[96842180] 'applied index is now lower than readState.Index' (duration: 43.384569ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:23.498949Z","caller":"traceutil/trace.go:171","msg":"trace[34764770] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"143.966178ms","start":"2026-05-28T02:18:23.354941Z","end":"2026-05-28T02:18:23.498907Z","steps":["trace[34764770] 'process raft request' (duration: 100.30379ms)","trace[34764770] 'compare' (duration: 43.10562ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:23.498976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.343284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:23.49927Z","caller":"traceutil/trace.go:171","msg":"trace[630967018] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5846; }","duration":"105.697426ms","start":"2026-05-28T02:18:23.39355Z","end":"2026-05-28T02:18:23.499247Z","steps":["trace[630967018] 'agreement among raft nodes before linearized reading' (duration: 105.320534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:23.499019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.085216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-05-28T02:18:23.499432Z","caller":"traceutil/trace.go:171","msg":"trace[890718669] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5846; }","duration":"142.538981ms","start":"2026-05-28T02:18:23.356862Z","end":"2026-05-28T02:18:23.499401Z","steps":["trace[890718669] 'agreement among raft nodes before linearized reading' (duration: 141.989603ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:24.086112Z","caller":"traceutil/trace.go:171","msg":"trace[1399282831] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"144.328989ms","start":"2026-05-28T02:18:23.941758Z","end":"2026-05-28T02:18:24.086087Z","steps":["trace[1399282831] 'process raft request' (duration: 144.129723ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:24.107224Z","caller":"traceutil/trace.go:171","msg":"trace[847878841] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"153.927934ms","start":"2026-05-28T02:18:23.953264Z","end":"2026-05-28T02:18:24.107192Z","steps":["trace[847878841] 'process raft request' (duration: 153.668455ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:24.107276Z","caller":"traceutil/trace.go:171","msg":"trace[1910086860] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"142.53685ms","start":"2026-05-28T02:18:23.964711Z","end":"2026-05-28T02:18:24.107247Z","steps":["trace[1910086860] 'process raft request' (duration: 142.385495ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:24.107542Z","caller":"traceutil/trace.go:171","msg":"trace[2095981334] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"142.741278ms","start":"2026-05-28T02:18:23.964769Z","end":"2026-05-28T02:18:24.107511Z","steps":["trace[2095981334] 'process raft request' (duration: 142.427958ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:24.107615Z","caller":"traceutil/trace.go:171","msg":"trace[208183632] transaction","detail":"{read_only:false; response_revision:5853; number_of_response:1; }","duration":"141.484666ms","start":"2026-05-28T02:18:23.966101Z","end":"2026-05-28T02:18:24.107586Z","steps":["trace[208183632] 'process raft request' (duration: 141.326021ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:24.10754Z","caller":"traceutil/trace.go:171","msg":"trace[1139294543] linearizableReadLoop","detail":"{readStateIndex:6081; appliedIndex:6076; }","duration":"137.745143ms","start":"2026-05-28T02:18:23.969776Z","end":"2026-05-28T02:18:24.107521Z","steps":["trace[1139294543] 'read index received' (duration: 116.188258ms)","trace[1139294543] 'applied index is now lower than readState.Index' (duration: 21.555565ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:24.107872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.089225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:18:24.107952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.64455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T02:18:24.107955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.326727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-05-28T02:18:24.107961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.800205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:18:24.108002Z","caller":"traceutil/trace.go:171","msg":"trace[443543551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5853; }","duration":"133.715013ms","start":"2026-05-28T02:18:23.974272Z","end":"2026-05-28T02:18:24.107987Z","steps":["trace[443543551] 'agreement among raft nodes before linearized reading' (duration: 133.565638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:24.108003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.539347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:18:24.108015Z","caller":"traceutil/trace.go:171","msg":"trace[603871074] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:5853; }","duration":"132.4077ms","start":"2026-05-28T02:18:23.975591Z","end":"2026-05-28T02:18:24.107999Z","steps":["trace[603871074] 'agreement among raft nodes before linearized reading' (duration: 132.237524ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:24.108022Z","caller":"traceutil/trace.go:171","msg":"trace[787609686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5853; }","duration":"133.863467ms","start":"2026-05-28T02:18:23.974145Z","end":"2026-05-28T02:18:24.108009Z","steps":["trace[787609686] 'agreement among raft nodes before linearized reading' (duration: 133.717673ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:24.10797Z","caller":"traceutil/trace.go:171","msg":"trace[2086230288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5853; }","duration":"138.22864ms","start":"2026-05-28T02:18:23.969729Z","end":"2026-05-28T02:18:24.107957Z","steps":["trace[2086230288] 'agreement among raft nodes before linearized reading' (duration: 137.923ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:24.108051Z","caller":"traceutil/trace.go:171","msg":"trace[770221154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5853; }","duration":"133.599508ms","start":"2026-05-28T02:18:23.974438Z","end":"2026-05-28T02:18:24.108037Z","steps":["trace[770221154] 'agreement among raft nodes before linearized reading' (duration: 133.467874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:24.108079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.902318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:18:24.108219Z","caller":"traceutil/trace.go:171","msg":"trace[494550502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5853; }","duration":"134.138737ms","start":"2026-05-28T02:18:23.974061Z","end":"2026-05-28T02:18:24.1082Z","steps":["trace[494550502] 'agreement among raft nodes before linearized reading' (duration: 133.762954ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:25.020305Z","caller":"traceutil/trace.go:171","msg":"trace[234791436] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"111.346811ms","start":"2026-05-28T02:18:24.908933Z","end":"2026-05-28T02:18:25.020279Z","steps":["trace[234791436] 'process raft request' (duration: 111.073562ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:25.070273Z","caller":"traceutil/trace.go:171","msg":"trace[1795468703] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"158.672028ms","start":"2026-05-28T02:18:24.91153Z","end":"2026-05-28T02:18:25.070202Z","steps":["trace[1795468703] 'process raft request' (duration: 152.063623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:31.205002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254112891,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:18:31.302474Z","caller":"traceutil/trace.go:171","msg":"trace[1505348995] linearizableReadLoop","detail":"{readStateIndex:6172; appliedIndex:6171; }","duration":"597.90122ms","start":"2026-05-28T02:18:30.70455Z","end":"2026-05-28T02:18:31.302451Z","steps":["trace[1505348995] 'read index received' (duration: 597.629441ms)","trace[1505348995] 'applied index is now lower than readState.Index' (duration: 271.119µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:31.302535Z","caller":"traceutil/trace.go:171","msg":"trace[868939132] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"615.483254ms","start":"2026-05-28T02:18:30.687022Z","end":"2026-05-28T02:18:31.302506Z","steps":["trace[868939132] 'process raft request' (duration: 615.280968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:31.302649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.074515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-05-28T02:18:31.302657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:30.686972Z","time spent":"615.613149ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:18:31.302677Z","caller":"traceutil/trace.go:171","msg":"trace[1436006087] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5942; }","duration":"598.167378ms","start":"2026-05-28T02:18:30.704498Z","end":"2026-05-28T02:18:31.302666Z","steps":["trace[1436006087] 'agreement among raft nodes before linearized reading' (duration: 598.034723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:31.302704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:30.70448Z","time spent":"598.21736ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-28T02:18:34.379995Z","caller":"traceutil/trace.go:171","msg":"trace[1290071989] linearizableReadLoop","detail":"{readStateIndex:6196; appliedIndex:6195; }","duration":"104.171916ms","start":"2026-05-28T02:18:34.275788Z","end":"2026-05-28T02:18:34.37996Z","steps":["trace[1290071989] 'read index received' (duration: 103.341049ms)","trace[1290071989] 'applied index is now lower than readState.Index' (duration: 829.427µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:34.380038Z","caller":"traceutil/trace.go:171","msg":"trace[721945590] transaction","detail":"{read_only:false; response_revision:5966; number_of_response:1; }","duration":"133.95291ms","start":"2026-05-28T02:18:34.246048Z","end":"2026-05-28T02:18:34.380001Z","steps":["trace[721945590] 'process raft request' (duration: 133.144734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.380336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.520308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:18:34.380386Z","caller":"traceutil/trace.go:171","msg":"trace[1128048842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5966; }","duration":"104.629771ms","start":"2026-05-28T02:18:34.275742Z","end":"2026-05-28T02:18:34.380372Z","steps":["trace[1128048842] 'agreement among raft nodes before linearized reading' (duration: 104.404794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.380397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.236723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:18:34.380446Z","caller":"traceutil/trace.go:171","msg":"trace[1778671048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5966; }","duration":"102.322495ms","start":"2026-05-28T02:18:34.278111Z","end":"2026-05-28T02:18:34.380433Z","steps":["trace[1778671048] 'agreement among raft nodes before linearized reading' (duration: 102.16361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.380467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.275177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:18:34.380523Z","caller":"traceutil/trace.go:171","msg":"trace[1974359380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5966; }","duration":"103.332029ms","start":"2026-05-28T02:18:34.277175Z","end":"2026-05-28T02:18:34.380507Z","steps":["trace[1974359380] 'agreement among raft nodes before linearized reading' (duration: 103.189524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:34.380566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.469844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:18:34.380597Z","caller":"traceutil/trace.go:171","msg":"trace[1347072254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5966; }","duration":"103.511325ms","start":"2026-05-28T02:18:34.277078Z","end":"2026-05-28T02:18:34.380589Z","steps":["trace[1347072254] 'agreement among raft nodes before linearized reading' (duration: 103.157333ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:34.595319Z","caller":"traceutil/trace.go:171","msg":"trace[138774618] linearizableReadLoop","detail":"{readStateIndex:6200; appliedIndex:6196; }","duration":"210.206113ms","start":"2026-05-28T02:18:34.38508Z","end":"2026-05-28T02:18:34.595286Z","steps":["trace[138774618] 'read index received' (duration: 74.943991ms)","trace[138774618] 'applied index is now lower than readState.Index' (duration: 135.260582ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:34.595593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.486281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-05-28T02:18:34.595638Z","caller":"traceutil/trace.go:171","msg":"trace[1628603565] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5970; }","duration":"210.595195ms","start":"2026-05-28T02:18:34.385031Z","end":"2026-05-28T02:18:34.595626Z","steps":["trace[1628603565] 'agreement among raft nodes before linearized reading' (duration: 210.384338ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:34.595641Z","caller":"traceutil/trace.go:171","msg":"trace[963097585] transaction","detail":"{read_only:false; response_revision:5970; number_of_response:1; }","duration":"210.597295ms","start":"2026-05-28T02:18:34.385009Z","end":"2026-05-28T02:18:34.595607Z","steps":["trace[963097585] 'process raft request' (duration: 210.219473ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:34.595688Z","caller":"traceutil/trace.go:171","msg":"trace[709029019] transaction","detail":"{read_only:false; response_revision:5968; number_of_response:1; }","duration":"210.840383ms","start":"2026-05-28T02:18:34.384812Z","end":"2026-05-28T02:18:34.595652Z","steps":["trace[709029019] 'process raft request' (duration: 140.09296ms)","trace[709029019] 'compare' (duration: 70.077921ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:34.595716Z","caller":"traceutil/trace.go:171","msg":"trace[662912128] transaction","detail":"{read_only:false; response_revision:5969; number_of_response:1; }","duration":"210.606765ms","start":"2026-05-28T02:18:34.384944Z","end":"2026-05-28T02:18:34.595551Z","steps":["trace[662912128] 'process raft request' (duration: 210.236033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:37.125079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.235094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:37.125369Z","caller":"traceutil/trace.go:171","msg":"trace[1501726463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6003; }","duration":"269.390809ms","start":"2026-05-28T02:18:36.855768Z","end":"2026-05-28T02:18:37.125159Z","steps":["trace[1501726463] 'range keys from in-memory index tree' (duration: 269.136651ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:37.932849Z","caller":"traceutil/trace.go:171","msg":"trace[1527961535] linearizableReadLoop","detail":"{readStateIndex:6235; appliedIndex:6234; }","duration":"161.390887ms","start":"2026-05-28T02:18:37.771436Z","end":"2026-05-28T02:18:37.932827Z","steps":["trace[1527961535] 'read index received' (duration: 161.17888ms)","trace[1527961535] 'applied index is now lower than readState.Index' (duration: 211.107µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:37.933009Z","caller":"traceutil/trace.go:171","msg":"trace[2043922137] transaction","detail":"{read_only:false; response_revision:6004; number_of_response:1; }","duration":"188.943179ms","start":"2026-05-28T02:18:37.743995Z","end":"2026-05-28T02:18:37.932938Z","steps":["trace[2043922137] 'process raft request' (duration: 188.6821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:37.93309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.638635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-28T02:18:37.933275Z","caller":"traceutil/trace.go:171","msg":"trace[1383979842] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6004; }","duration":"161.882533ms","start":"2026-05-28T02:18:37.771368Z","end":"2026-05-28T02:18:37.933251Z","steps":["trace[1383979842] 'agreement among raft nodes before linearized reading' (duration: 161.553602ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:38.387203Z","caller":"traceutil/trace.go:171","msg":"trace[405806442] transaction","detail":"{read_only:false; response_revision:6010; number_of_response:1; }","duration":"389.228967ms","start":"2026-05-28T02:18:37.99795Z","end":"2026-05-28T02:18:38.387179Z","steps":["trace[405806442] 'process raft request' (duration: 389.078782ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:38.387247Z","caller":"traceutil/trace.go:171","msg":"trace[1180954316] linearizableReadLoop","detail":"{readStateIndex:6241; appliedIndex:6241; }","duration":"236.637828ms","start":"2026-05-28T02:18:38.150577Z","end":"2026-05-28T02:18:38.387215Z","steps":["trace[1180954316] 'read index received' (duration: 236.621057ms)","trace[1180954316] 'applied index is now lower than readState.Index' (duration: 14.221µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:18:38.387367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:18:37.997933Z","time spent":"389.34235ms","remote":"127.0.0.1:60730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4711,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:18:38.387444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.836334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:38.38755Z","caller":"traceutil/trace.go:171","msg":"trace[1057001981] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6010; }","duration":"236.998649ms","start":"2026-05-28T02:18:38.150527Z","end":"2026-05-28T02:18:38.387526Z","steps":["trace[1057001981] 'agreement among raft nodes before linearized reading' (duration: 236.814713ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:38.427109Z","caller":"traceutil/trace.go:171","msg":"trace[1233762425] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"191.227373ms","start":"2026-05-28T02:18:38.235849Z","end":"2026-05-28T02:18:38.427076Z","steps":["trace[1233762425] 'process raft request' (duration: 191.013856ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:38.427426Z","caller":"traceutil/trace.go:171","msg":"trace[1829123866] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"189.209427ms","start":"2026-05-28T02:18:38.238185Z","end":"2026-05-28T02:18:38.427395Z","steps":["trace[1829123866] 'process raft request' (duration: 188.849965ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:38.427566Z","caller":"traceutil/trace.go:171","msg":"trace[717762032] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"188.423941ms","start":"2026-05-28T02:18:38.239126Z","end":"2026-05-28T02:18:38.42755Z","steps":["trace[717762032] 'process raft request' (duration: 188.179833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:38.427622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.055161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:38.427679Z","caller":"traceutil/trace.go:171","msg":"trace[1566610815] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6014; }","duration":"185.169894ms","start":"2026-05-28T02:18:38.242492Z","end":"2026-05-28T02:18:38.427662Z","steps":["trace[1566610815] 'agreement among raft nodes before linearized reading' (duration: 185.055571ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:38.4277Z","caller":"traceutil/trace.go:171","msg":"trace[2065459282] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"188.649128ms","start":"2026-05-28T02:18:38.239038Z","end":"2026-05-28T02:18:38.427687Z","steps":["trace[2065459282] 'process raft request' (duration: 188.3795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:38.461549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.380278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:18:38.461665Z","caller":"traceutil/trace.go:171","msg":"trace[1596113122] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:6014; }","duration":"217.533862ms","start":"2026-05-28T02:18:38.244108Z","end":"2026-05-28T02:18:38.461642Z","steps":["trace[1596113122] 'agreement among raft nodes before linearized reading' (duration: 183.745438ms)","trace[1596113122] 'range keys from in-memory index tree' (duration: 33.523176ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:38.611819Z","caller":"traceutil/trace.go:171","msg":"trace[871779803] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"103.295128ms","start":"2026-05-28T02:18:38.508491Z","end":"2026-05-28T02:18:38.611786Z","steps":["trace[871779803] 'process raft request' (duration: 64.594462ms)","trace[871779803] 'compare' (duration: 38.566741ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:38.814457Z","caller":"traceutil/trace.go:171","msg":"trace[401176978] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"101.21257ms","start":"2026-05-28T02:18:38.713217Z","end":"2026-05-28T02:18:38.814429Z","steps":["trace[401176978] 'process raft request' (duration: 85.047981ms)","trace[401176978] 'compare' (duration: 15.980283ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:38.814872Z","caller":"traceutil/trace.go:171","msg":"trace[496434679] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"101.590442ms","start":"2026-05-28T02:18:38.713244Z","end":"2026-05-28T02:18:38.814834Z","steps":["trace[496434679] 'process raft request' (duration: 101.140257ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:39.530417Z","caller":"traceutil/trace.go:171","msg":"trace[1837961957] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"160.969464ms","start":"2026-05-28T02:18:39.369413Z","end":"2026-05-28T02:18:39.530382Z","steps":["trace[1837961957] 'process raft request' (duration: 160.700125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:18:39.700232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.476573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:18:39.700299Z","caller":"traceutil/trace.go:171","msg":"trace[1993160685] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:6020; }","duration":"140.603137ms","start":"2026-05-28T02:18:39.559681Z","end":"2026-05-28T02:18:39.700284Z","steps":["trace[1993160685] 'count revisions from in-memory index tree' (duration: 140.35676ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:40.566799Z","caller":"traceutil/trace.go:171","msg":"trace[1111011333] transaction","detail":"{read_only:false; response_revision:6023; number_of_response:1; }","duration":"133.831186ms","start":"2026-05-28T02:18:40.432941Z","end":"2026-05-28T02:18:40.566772Z","steps":["trace[1111011333] 'process raft request' (duration: 99.571316ms)","trace[1111011333] 'compare' (duration: 34.101695ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:18:40.567156Z","caller":"traceutil/trace.go:171","msg":"trace[1041655335] transaction","detail":"{read_only:false; response_revision:6024; number_of_response:1; }","duration":"134.078075ms","start":"2026-05-28T02:18:40.433043Z","end":"2026-05-28T02:18:40.567121Z","steps":["trace[1041655335] 'process raft request' (duration: 133.688512ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:18:40.567403Z","caller":"traceutil/trace.go:171","msg":"trace[1192268894] transaction","detail":"{read_only:false; response_revision:6025; number_of_response:1; }","duration":"133.744114ms","start":"2026-05-28T02:18:40.433378Z","end":"2026-05-28T02:18:40.567122Z","steps":["trace[1192268894] 'process raft request' (duration: 133.559948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:19:27.057079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.86255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:19:27.057313Z","caller":"traceutil/trace.go:171","msg":"trace[307895386] transaction","detail":"{read_only:false; response_revision:6421; number_of_response:1; }","duration":"128.334871ms","start":"2026-05-28T02:19:26.928931Z","end":"2026-05-28T02:19:27.057265Z","steps":["trace[307895386] 'process raft request' (duration: 25.174971ms)","trace[307895386] 'compare' (duration: 102.682505ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:19:31.325811Z","caller":"traceutil/trace.go:171","msg":"trace[2146633793] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"185.918542ms","start":"2026-05-28T02:19:31.139858Z","end":"2026-05-28T02:19:31.325776Z","steps":["trace[2146633793] 'process raft request' (duration: 185.372595ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:31.32601Z","caller":"traceutil/trace.go:171","msg":"trace[438170172] linearizableReadLoop","detail":"{readStateIndex:6693; appliedIndex:6692; }","duration":"146.921241ms","start":"2026-05-28T02:19:31.17906Z","end":"2026-05-28T02:19:31.325981Z","steps":["trace[438170172] 'read index received' (duration: 146.189448ms)","trace[438170172] 'applied index is now lower than readState.Index' (duration: 726.903µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:19:31.326267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.197591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:19:31.326331Z","caller":"traceutil/trace.go:171","msg":"trace[874559704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6449; }","duration":"147.325024ms","start":"2026-05-28T02:19:31.178996Z","end":"2026-05-28T02:19:31.326321Z","steps":["trace[874559704] 'agreement among raft nodes before linearized reading' (duration: 147.129958ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:19:57.668678Z","caller":"traceutil/trace.go:171","msg":"trace[759430896] transaction","detail":"{read_only:false; response_revision:6640; number_of_response:1; }","duration":"132.360149ms","start":"2026-05-28T02:19:57.536281Z","end":"2026-05-28T02:19:57.668641Z","steps":["trace[759430896] 'process raft request' (duration: 71.616937ms)","trace[759430896] 'compare' (duration: 60.588687ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:22:35.481453Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4661} {"level":"info","ts":"2026-05-28T02:22:35.545689Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4661,"took":"62.426695ms","hash":2657892819,"current-db-size-bytes":46309376,"current-db-size":"46 MB","current-db-size-in-use-bytes":39399424,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-05-28T02:22:35.545797Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2657892819,"revision":4661,"compact-revision":2605} {"level":"warn","ts":"2026-05-28T02:24:19.540912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.68461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-859fb4bfc4-vnsgp\" ","response":"range_response_count:1 size:8232"} {"level":"info","ts":"2026-05-28T02:24:19.541Z","caller":"traceutil/trace.go:171","msg":"trace[756489992] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-859fb4bfc4-vnsgp; range_end:; response_count:1; response_revision:8458; }","duration":"110.824114ms","start":"2026-05-28T02:24:19.430159Z","end":"2026-05-28T02:24:19.540983Z","steps":["trace[756489992] 'range keys from in-memory index tree' (duration: 110.450372ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:19.541462Z","caller":"traceutil/trace.go:171","msg":"trace[1860479193] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"109.245504ms","start":"2026-05-28T02:24:19.432183Z","end":"2026-05-28T02:24:19.541428Z","steps":["trace[1860479193] 'process raft request' (duration: 90.533929ms)","trace[1860479193] 'compare' (duration: 18.054494ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:27.106305Z","caller":"traceutil/trace.go:171","msg":"trace[1728497429] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"122.97578ms","start":"2026-05-28T02:24:26.983293Z","end":"2026-05-28T02:24:27.106269Z","steps":["trace[1728497429] 'process raft request' (duration: 74.668014ms)","trace[1728497429] 'compare' (duration: 48.196783ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:36.827741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254120079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:24:37.32888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254120079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:24:37.633918Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.623589426s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:24:37.634322Z","caller":"traceutil/trace.go:171","msg":"trace[407295738] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"1.624068862s","start":"2026-05-28T02:24:36.010229Z","end":"2026-05-28T02:24:37.634297Z","steps":["trace[407295738] 'process raft request' (duration: 1.623908617s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.634515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.010206Z","time spent":"1.624226437s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:37.745678Z","caller":"traceutil/trace.go:171","msg":"trace[293527968] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"1.679495926s","start":"2026-05-28T02:24:36.066153Z","end":"2026-05-28T02:24:37.745649Z","steps":["trace[293527968] 'process raft request' (duration: 1.679352021s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.745861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.066125Z","time spent":"1.679642719s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:37.745887Z","caller":"traceutil/trace.go:171","msg":"trace[506153935] linearizableReadLoop","detail":"{readStateIndex:9007; appliedIndex:9002; }","duration":"1.418755444s","start":"2026-05-28T02:24:36.327117Z","end":"2026-05-28T02:24:37.745872Z","steps":["trace[506153935] 'read index received' (duration: 1.307028431s)","trace[506153935] 'applied index is now lower than readState.Index' (duration: 111.725973ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:37.745682Z","caller":"traceutil/trace.go:171","msg":"trace[845074978] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"1.679786345s","start":"2026-05-28T02:24:36.065863Z","end":"2026-05-28T02:24:37.74565Z","steps":["trace[845074978] 'process raft request' (duration: 1.679459714s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.746097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335183887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:24:37.746134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.065842Z","time spent":"1.680208797s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:37.746153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419032233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-28T02:24:37.746219Z","caller":"traceutil/trace.go:171","msg":"trace[1534547447] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8689; }","duration":"1.419101005s","start":"2026-05-28T02:24:36.327101Z","end":"2026-05-28T02:24:37.746202Z","steps":["trace[1534547447] 'agreement among raft nodes before linearized reading' (duration: 1.418884378s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:37.746002Z","caller":"traceutil/trace.go:171","msg":"trace[1334586718] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"1.679610129s","start":"2026-05-28T02:24:36.066375Z","end":"2026-05-28T02:24:37.745985Z","steps":["trace[1334586718] 'process raft request' (duration: 1.679186246s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.746264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.327045Z","time spent":"1.419206459s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:24:37.746291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.066367Z","time spent":"1.679896348s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:37.746305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.589664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:24:37.746159Z","caller":"traceutil/trace.go:171","msg":"trace[1094479807] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8689; }","duration":"1.335254759s","start":"2026-05-28T02:24:36.410889Z","end":"2026-05-28T02:24:37.746144Z","steps":["trace[1094479807] 'agreement among raft nodes before linearized reading' (duration: 1.335150626s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.7464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.410873Z","time spent":"1.335510127s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:37.746409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.030316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:37.746447Z","caller":"traceutil/trace.go:171","msg":"trace[2118375494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8689; }","duration":"893.094678ms","start":"2026-05-28T02:24:36.853341Z","end":"2026-05-28T02:24:37.746436Z","steps":["trace[2118375494] 'agreement among raft nodes before linearized reading' (duration: 893.035657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.746497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.853329Z","time spent":"893.157841ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:24:37.746537Z","caller":"traceutil/trace.go:171","msg":"trace[983743608] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"840.860448ms","start":"2026-05-28T02:24:36.905659Z","end":"2026-05-28T02:24:37.74652Z","steps":["trace[983743608] 'process raft request' (duration: 840.122215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.746629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.905637Z","time spent":"840.93677ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:37.746655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078485034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:24:37.746353Z","caller":"traceutil/trace.go:171","msg":"trace[1387120118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8689; }","duration":"559.686487ms","start":"2026-05-28T02:24:37.186652Z","end":"2026-05-28T02:24:37.746338Z","steps":["trace[1387120118] 'agreement among raft nodes before linearized reading' (duration: 559.542633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.74675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16232731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:24:37.746794Z","caller":"traceutil/trace.go:171","msg":"trace[971488963] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:8689; }","duration":"1.162403632s","start":"2026-05-28T02:24:36.584377Z","end":"2026-05-28T02:24:37.746781Z","steps":["trace[971488963] 'agreement among raft nodes before linearized reading' (duration: 1.162262078s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.746823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.584359Z","time spent":"1.162459185s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-kqcg5\" "} {"level":"warn","ts":"2026-05-28T02:24:37.746817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:37.186625Z","time spent":"560.173453ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:24:37.746844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.050552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:24:37.746747Z","caller":"traceutil/trace.go:171","msg":"trace[315291969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8689; }","duration":"1.078627029s","start":"2026-05-28T02:24:36.668095Z","end":"2026-05-28T02:24:37.746722Z","steps":["trace[315291969] 'agreement among raft nodes before linearized reading' (duration: 1.07836691s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:37.746907Z","caller":"traceutil/trace.go:171","msg":"trace[988093111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8689; }","duration":"962.178216ms","start":"2026-05-28T02:24:36.784715Z","end":"2026-05-28T02:24:37.746893Z","steps":["trace[988093111] 'agreement among raft nodes before linearized reading' (duration: 962.033281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.746927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.668074Z","time spent":"1.078834615s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:24:37.746925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055316008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T02:24:37.746958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.784696Z","time spent":"962.249678ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:24:37.746993Z","caller":"traceutil/trace.go:171","msg":"trace[1215865786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8689; }","duration":"1.055420871s","start":"2026-05-28T02:24:36.691554Z","end":"2026-05-28T02:24:37.746975Z","steps":["trace[1215865786] 'agreement among raft nodes before linearized reading' (duration: 1.055246665s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.747064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.691532Z","time spent":"1.055519664s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:24:37.747699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314136877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:24:37.747794Z","caller":"traceutil/trace.go:171","msg":"trace[1189870975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8689; }","duration":"1.31423018s","start":"2026-05-28T02:24:36.433522Z","end":"2026-05-28T02:24:37.747752Z","steps":["trace[1189870975] 'agreement among raft nodes before linearized reading' (duration: 1.313164496s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:37.747889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:36.433515Z","time spent":"1.314356974s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:24:47.80963Z","caller":"traceutil/trace.go:171","msg":"trace[1443522535] linearizableReadLoop","detail":"{readStateIndex:9058; appliedIndex:9057; }","duration":"131.331166ms","start":"2026-05-28T02:24:47.678286Z","end":"2026-05-28T02:24:47.809617Z","steps":["trace[1443522535] 'read index received' (duration: 131.270974ms)","trace[1443522535] 'applied index is now lower than readState.Index' (duration: 59.492µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:47.809734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.43042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.809757Z","caller":"traceutil/trace.go:171","msg":"trace[339992569] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8738; }","duration":"131.486241ms","start":"2026-05-28T02:24:47.678264Z","end":"2026-05-28T02:24:47.80975Z","steps":["trace[339992569] 'agreement among raft nodes before linearized reading' (duration: 131.418659ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:47.809735Z","caller":"traceutil/trace.go:171","msg":"trace[388966932] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"142.342006ms","start":"2026-05-28T02:24:47.667361Z","end":"2026-05-28T02:24:47.809703Z","steps":["trace[388966932] 'process raft request' (duration: 142.13702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.96221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.764068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:24:47.962467Z","caller":"traceutil/trace.go:171","msg":"trace[1115557929] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"178.921819ms","start":"2026-05-28T02:24:47.783522Z","end":"2026-05-28T02:24:47.962444Z","steps":["trace[1115557929] 'process raft request' (duration: 178.801966ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:47.96245Z","caller":"traceutil/trace.go:171","msg":"trace[1898874108] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"206.873358ms","start":"2026-05-28T02:24:47.755536Z","end":"2026-05-28T02:24:47.962409Z","steps":["trace[1898874108] 'process raft request' (duration: 75.78653ms)","trace[1898874108] 'compare' (duration: 130.627964ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:47.96256Z","caller":"traceutil/trace.go:171","msg":"trace[1735135637] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"172.272508ms","start":"2026-05-28T02:24:47.790266Z","end":"2026-05-28T02:24:47.962538Z","steps":["trace[1735135637] 'process raft request' (duration: 172.135684ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:47.96265Z","caller":"traceutil/trace.go:171","msg":"trace[1891032090] linearizableReadLoop","detail":"{readStateIndex:9061; appliedIndex:9058; }","duration":"152.963054ms","start":"2026-05-28T02:24:47.809671Z","end":"2026-05-28T02:24:47.962634Z","steps":["trace[1891032090] 'read index received' (duration: 21.604297ms)","trace[1891032090] 'applied index is now lower than readState.Index' (duration: 131.357167ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:47.962653Z","caller":"traceutil/trace.go:171","msg":"trace[856531739] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"148.867693ms","start":"2026-05-28T02:24:47.813763Z","end":"2026-05-28T02:24:47.962631Z","steps":["trace[856531739] 'process raft request' (duration: 148.792211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.96274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.972589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:47.962787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.228168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:47.962786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.058117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.962819Z","caller":"traceutil/trace.go:171","msg":"trace[794988266] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8742; }","duration":"172.086372ms","start":"2026-05-28T02:24:47.790717Z","end":"2026-05-28T02:24:47.962803Z","steps":["trace[794988266] 'agreement among raft nodes before linearized reading' (duration: 171.953148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.962835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.999805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.962845Z","caller":"traceutil/trace.go:171","msg":"trace[630223008] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8742; }","duration":"208.143349ms","start":"2026-05-28T02:24:47.754687Z","end":"2026-05-28T02:24:47.96283Z","steps":["trace[630223008] 'agreement among raft nodes before linearized reading' (duration: 207.967223ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:47.962874Z","caller":"traceutil/trace.go:171","msg":"trace[1665220978] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8742; }","duration":"192.066768ms","start":"2026-05-28T02:24:47.770796Z","end":"2026-05-28T02:24:47.962862Z","steps":["trace[1665220978] 'agreement among raft nodes before linearized reading' (duration: 192.005146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.962881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.154122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:47.962878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.169806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:47.962893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.093698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:47.962918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.506407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.962923Z","caller":"traceutil/trace.go:171","msg":"trace[1299188316] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8742; }","duration":"154.219504ms","start":"2026-05-28T02:24:47.808691Z","end":"2026-05-28T02:24:47.962911Z","steps":["trace[1299188316] 'agreement among raft nodes before linearized reading' (duration: 154.138042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.962926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.794783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.962949Z","caller":"traceutil/trace.go:171","msg":"trace[133217144] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8742; }","duration":"284.267829ms","start":"2026-05-28T02:24:47.678663Z","end":"2026-05-28T02:24:47.96293Z","steps":["trace[133217144] 'agreement among raft nodes before linearized reading' (duration: 284.122254ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:47.962959Z","caller":"traceutil/trace.go:171","msg":"trace[1961155273] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8742; }","duration":"192.178921ms","start":"2026-05-28T02:24:47.770761Z","end":"2026-05-28T02:24:47.96294Z","steps":["trace[1961155273] 'agreement among raft nodes before linearized reading' (duration: 192.087028ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:47.96298Z","caller":"traceutil/trace.go:171","msg":"trace[1454674176] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8742; }","duration":"171.845395ms","start":"2026-05-28T02:24:47.791118Z","end":"2026-05-28T02:24:47.962963Z","steps":["trace[1454674176] 'agreement among raft nodes before linearized reading' (duration: 171.756262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.963057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.338521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:47.962817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.562703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.963098Z","caller":"traceutil/trace.go:171","msg":"trace[1615823980] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8742; }","duration":"172.397942ms","start":"2026-05-28T02:24:47.79069Z","end":"2026-05-28T02:24:47.963088Z","steps":["trace[1615823980] 'agreement among raft nodes before linearized reading' (duration: 172.33976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.963107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.638833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.962965Z","caller":"traceutil/trace.go:171","msg":"trace[165090581] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8742; }","duration":"284.59455ms","start":"2026-05-28T02:24:47.678358Z","end":"2026-05-28T02:24:47.962952Z","steps":["trace[165090581] 'agreement among raft nodes before linearized reading' (duration: 284.525047ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:47.96317Z","caller":"traceutil/trace.go:171","msg":"trace[1112436332] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8742; }","duration":"207.715885ms","start":"2026-05-28T02:24:47.755439Z","end":"2026-05-28T02:24:47.963155Z","steps":["trace[1112436332] 'agreement among raft nodes before linearized reading' (duration: 207.622542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.963183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.525271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.96321Z","caller":"traceutil/trace.go:171","msg":"trace[1171582581] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8742; }","duration":"191.573001ms","start":"2026-05-28T02:24:47.771628Z","end":"2026-05-28T02:24:47.963201Z","steps":["trace[1171582581] 'agreement among raft nodes before linearized reading' (duration: 191.5338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.963231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.340685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.962834Z","caller":"traceutil/trace.go:171","msg":"trace[1072633158] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8742; }","duration":"245.30162ms","start":"2026-05-28T02:24:47.717519Z","end":"2026-05-28T02:24:47.96282Z","steps":["trace[1072633158] 'agreement among raft nodes before linearized reading' (duration: 245.221708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.963381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.676046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.963317Z","caller":"traceutil/trace.go:171","msg":"trace[1283842752] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8742; }","duration":"269.417998ms","start":"2026-05-28T02:24:47.693851Z","end":"2026-05-28T02:24:47.963269Z","steps":["trace[1283842752] 'agreement among raft nodes before linearized reading' (duration: 269.324175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.963105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.284408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:24:47.963394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.241929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.963454Z","caller":"traceutil/trace.go:171","msg":"trace[1186484710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8742; }","duration":"144.6602ms","start":"2026-05-28T02:24:47.818778Z","end":"2026-05-28T02:24:47.963438Z","steps":["trace[1186484710] 'agreement among raft nodes before linearized reading' (duration: 144.227906ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:47.963472Z","caller":"traceutil/trace.go:171","msg":"trace[1981421442] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8742; }","duration":"123.360482ms","start":"2026-05-28T02:24:47.840089Z","end":"2026-05-28T02:24:47.963449Z","steps":["trace[1981421442] 'agreement among raft nodes before linearized reading' (duration: 123.232228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.963477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.958005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.963547Z","caller":"traceutil/trace.go:171","msg":"trace[563439917] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8742; }","duration":"270.013836ms","start":"2026-05-28T02:24:47.693492Z","end":"2026-05-28T02:24:47.963506Z","steps":["trace[563439917] 'agreement among raft nodes before linearized reading' (duration: 269.952804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.963586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.520308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.96364Z","caller":"traceutil/trace.go:171","msg":"trace[549733945] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8742; }","duration":"123.59365ms","start":"2026-05-28T02:24:47.840033Z","end":"2026-05-28T02:24:47.963626Z","steps":["trace[549733945] 'agreement among raft nodes before linearized reading' (duration: 123.506377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.963666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.02841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.963713Z","caller":"traceutil/trace.go:171","msg":"trace[703768446] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8742; }","duration":"105.088891ms","start":"2026-05-28T02:24:47.858609Z","end":"2026-05-28T02:24:47.963698Z","steps":["trace[703768446] 'agreement among raft nodes before linearized reading' (duration: 105.017619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.96371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.38855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:24:47.963761Z","caller":"traceutil/trace.go:171","msg":"trace[1538861921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8742; }","duration":"143.455122ms","start":"2026-05-28T02:24:47.820291Z","end":"2026-05-28T02:24:47.963746Z","steps":["trace[1538861921] 'agreement among raft nodes before linearized reading' (duration: 143.294077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.963776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.167964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:47.96378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.7314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.963818Z","caller":"traceutil/trace.go:171","msg":"trace[954777164] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8742; }","duration":"105.236347ms","start":"2026-05-28T02:24:47.858569Z","end":"2026-05-28T02:24:47.963805Z","steps":["trace[954777164] 'agreement among raft nodes before linearized reading' (duration: 105.175425ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:47.963851Z","caller":"traceutil/trace.go:171","msg":"trace[665719362] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8742; }","duration":"137.832113ms","start":"2026-05-28T02:24:47.825995Z","end":"2026-05-28T02:24:47.963827Z","steps":["trace[665719362] 'agreement among raft nodes before linearized reading' (duration: 137.696849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.963928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.640368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:24:47.963975Z","caller":"traceutil/trace.go:171","msg":"trace[1234653766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8742; }","duration":"143.729211ms","start":"2026-05-28T02:24:47.820232Z","end":"2026-05-28T02:24:47.963962Z","steps":["trace[1234653766] 'agreement among raft nodes before linearized reading' (duration: 143.600156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.96398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.987408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:47.964038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.924639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:47.964035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.531566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:24:47.964086Z","caller":"traceutil/trace.go:171","msg":"trace[1420241427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8742; }","duration":"144.598708ms","start":"2026-05-28T02:24:47.819474Z","end":"2026-05-28T02:24:47.964072Z","steps":["trace[1420241427] 'agreement among raft nodes before linearized reading' (duration: 144.464064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.964123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.034829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:47.964155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.1423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:24:47.964176Z","caller":"traceutil/trace.go:171","msg":"trace[1155185944] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8742; }","duration":"138.107692ms","start":"2026-05-28T02:24:47.826054Z","end":"2026-05-28T02:24:47.964162Z","steps":["trace[1155185944] 'agreement among raft nodes before linearized reading' (duration: 138.022389ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:47.964199Z","caller":"traceutil/trace.go:171","msg":"trace[503525777] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:8742; }","duration":"142.197262ms","start":"2026-05-28T02:24:47.82199Z","end":"2026-05-28T02:24:47.964187Z","steps":["trace[503525777] 'agreement among raft nodes before linearized reading' (duration: 142.077038ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:47.964251Z","caller":"traceutil/trace.go:171","msg":"trace[1949591305] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8742; }","duration":"122.975811ms","start":"2026-05-28T02:24:47.841084Z","end":"2026-05-28T02:24:47.96406Z","steps":["trace[1949591305] 'agreement among raft nodes before linearized reading' (duration: 122.933219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.964319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.619986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:47.964324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.605719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:47.96434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.140713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:24:47.964355Z","caller":"traceutil/trace.go:171","msg":"trace[146511363] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8742; }","duration":"209.675548ms","start":"2026-05-28T02:24:47.754671Z","end":"2026-05-28T02:24:47.964346Z","steps":["trace[146511363] 'agreement among raft nodes before linearized reading' (duration: 209.620276ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:47.964374Z","caller":"traceutil/trace.go:171","msg":"trace[1855185739] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8742; }","duration":"228.661471ms","start":"2026-05-28T02:24:47.735697Z","end":"2026-05-28T02:24:47.964358Z","steps":["trace[1855185739] 'agreement among raft nodes before linearized reading' (duration: 228.575748ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:47.96342Z","caller":"traceutil/trace.go:171","msg":"trace[983643507] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8742; }","duration":"269.748398ms","start":"2026-05-28T02:24:47.69366Z","end":"2026-05-28T02:24:47.963408Z","steps":["trace[983643507] 'agreement among raft nodes before linearized reading' (duration: 269.683106ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:47.964388Z","caller":"traceutil/trace.go:171","msg":"trace[849271936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8742; }","duration":"144.212836ms","start":"2026-05-28T02:24:47.820162Z","end":"2026-05-28T02:24:47.964374Z","steps":["trace[849271936] 'agreement among raft nodes before linearized reading' (duration: 144.088922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.963996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.620358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.964549Z","caller":"traceutil/trace.go:171","msg":"trace[1887397164] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8742; }","duration":"106.196217ms","start":"2026-05-28T02:24:47.858342Z","end":"2026-05-28T02:24:47.964538Z","steps":["trace[1887397164] 'agreement among raft nodes before linearized reading' (duration: 105.622929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.964549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.017951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.964607Z","caller":"traceutil/trace.go:171","msg":"trace[935024824] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8742; }","duration":"228.096964ms","start":"2026-05-28T02:24:47.736496Z","end":"2026-05-28T02:24:47.964593Z","steps":["trace[935024824] 'agreement among raft nodes before linearized reading' (duration: 228.010111ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:47.96404Z","caller":"traceutil/trace.go:171","msg":"trace[1699138769] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8742; }","duration":"138.070971ms","start":"2026-05-28T02:24:47.825952Z","end":"2026-05-28T02:24:47.964023Z","steps":["trace[1699138769] 'agreement among raft nodes before linearized reading' (duration: 137.984188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.964728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.750206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.964768Z","caller":"traceutil/trace.go:171","msg":"trace[1879468400] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8742; }","duration":"246.790368ms","start":"2026-05-28T02:24:47.717963Z","end":"2026-05-28T02:24:47.964754Z","steps":["trace[1879468400] 'agreement among raft nodes before linearized reading' (duration: 246.731356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.964621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.96596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.964813Z","caller":"traceutil/trace.go:171","msg":"trace[1239829319] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8742; }","duration":"229.175117ms","start":"2026-05-28T02:24:47.735623Z","end":"2026-05-28T02:24:47.964798Z","steps":["trace[1239829319] 'agreement among raft nodes before linearized reading' (duration: 228.979971ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:47.96312Z","caller":"traceutil/trace.go:171","msg":"trace[41928921] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8742; }","duration":"153.903254ms","start":"2026-05-28T02:24:47.809206Z","end":"2026-05-28T02:24:47.963109Z","steps":["trace[41928921] 'agreement among raft nodes before linearized reading' (duration: 153.558503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.962777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.918794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.965656Z","caller":"traceutil/trace.go:171","msg":"trace[876845244] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8742; }","duration":"156.818007ms","start":"2026-05-28T02:24:47.808816Z","end":"2026-05-28T02:24:47.965634Z","steps":["trace[876845244] 'agreement among raft nodes before linearized reading' (duration: 153.887534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:47.965193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.51902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:47.96603Z","caller":"traceutil/trace.go:171","msg":"trace[277801574] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8742; }","duration":"248.45084ms","start":"2026-05-28T02:24:47.71756Z","end":"2026-05-28T02:24:47.966011Z","steps":["trace[277801574] 'agreement among raft nodes before linearized reading' (duration: 245.147565ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:48.300636Z","caller":"traceutil/trace.go:171","msg":"trace[6095992] linearizableReadLoop","detail":"{readStateIndex:9063; appliedIndex:9062; }","duration":"329.440835ms","start":"2026-05-28T02:24:47.971163Z","end":"2026-05-28T02:24:48.300604Z","steps":["trace[6095992] 'read index received' (duration: 274.23688ms)","trace[6095992] 'applied index is now lower than readState.Index' (duration: 55.202725ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:48.300726Z","caller":"traceutil/trace.go:171","msg":"trace[1684939452] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"331.489731ms","start":"2026-05-28T02:24:47.969197Z","end":"2026-05-28T02:24:48.300687Z","steps":["trace[1684939452] 'process raft request' (duration: 276.205073ms)","trace[1684939452] 'compare' (duration: 55.066101ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:48.300865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:47.969182Z","time spent":"331.608964ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:48.30087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.694473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-05-28T02:24:48.30092Z","caller":"traceutil/trace.go:171","msg":"trace[1599308530] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8743; }","duration":"329.759556ms","start":"2026-05-28T02:24:47.971147Z","end":"2026-05-28T02:24:48.300907Z","steps":["trace[1599308530] 'agreement among raft nodes before linearized reading' (duration: 329.58839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:48.300951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:47.97114Z","time spent":"329.805247ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-28T02:24:48.351019Z","caller":"traceutil/trace.go:171","msg":"trace[2081565925] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"379.514327ms","start":"2026-05-28T02:24:47.97148Z","end":"2026-05-28T02:24:48.350994Z","steps":["trace[2081565925] 'process raft request' (duration: 379.440895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:48.351164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:47.97147Z","time spent":"379.619921ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:48.351359Z","caller":"traceutil/trace.go:171","msg":"trace[1846196359] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"379.850218ms","start":"2026-05-28T02:24:47.971489Z","end":"2026-05-28T02:24:48.35134Z","steps":["trace[1846196359] 'process raft request' (duration: 379.472976ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:48.351462Z","caller":"traceutil/trace.go:171","msg":"trace[123128532] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"379.983602ms","start":"2026-05-28T02:24:47.971449Z","end":"2026-05-28T02:24:48.351432Z","steps":["trace[123128532] 'process raft request' (duration: 379.338222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:48.35149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:47.97148Z","time spent":"379.935911ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:48.351585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:47.971433Z","time spent":"380.085246ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:48.351723Z","caller":"traceutil/trace.go:171","msg":"trace[917249321] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"380.141317ms","start":"2026-05-28T02:24:47.971573Z","end":"2026-05-28T02:24:48.351714Z","steps":["trace[917249321] 'process raft request' (duration: 379.651432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:48.351774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:47.971559Z","time spent":"380.191609ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:48.351896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.582497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:48.35193Z","caller":"traceutil/trace.go:171","msg":"trace[274284352] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8747; }","duration":"333.67094ms","start":"2026-05-28T02:24:48.018252Z","end":"2026-05-28T02:24:48.351923Z","steps":["trace[274284352] 'agreement among raft nodes before linearized reading' (duration: 333.605538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:48.351952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:48.018238Z","time spent":"333.708672ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:48.35198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.761617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222779"} {"level":"info","ts":"2026-05-28T02:24:48.352033Z","caller":"traceutil/trace.go:171","msg":"trace[1995286144] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8747; }","duration":"380.83072ms","start":"2026-05-28T02:24:47.97119Z","end":"2026-05-28T02:24:48.352021Z","steps":["trace[1995286144] 'agreement among raft nodes before linearized reading' (duration: 380.448438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:48.352071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:47.971183Z","time spent":"380.879611ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222802,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:24:49.895038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034968151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:49.895135Z","caller":"traceutil/trace.go:171","msg":"trace[1324179793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8747; }","duration":"1.035099645s","start":"2026-05-28T02:24:48.860011Z","end":"2026-05-28T02:24:49.895111Z","steps":["trace[1324179793] 'range keys from in-memory index tree' (duration: 1.034897118s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:49.895185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:48.859996Z","time spent":"1.035177177s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:24:49.895364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255826913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:24:49.895455Z","caller":"traceutil/trace.go:171","msg":"trace[1446365986] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8747; }","duration":"1.255925506s","start":"2026-05-28T02:24:48.639512Z","end":"2026-05-28T02:24:49.895438Z","steps":["trace[1446365986] 'count revisions from in-memory index tree' (duration: 1.25573296s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:49.895526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:48.639453Z","time spent":"1.256058061s","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:49.918633Z","caller":"traceutil/trace.go:171","msg":"trace[2079217705] linearizableReadLoop","detail":"{readStateIndex:9068; appliedIndex:9067; }","duration":"210.313668ms","start":"2026-05-28T02:24:49.708296Z","end":"2026-05-28T02:24:49.91861Z","steps":["trace[2079217705] 'read index received' (duration: 210.255526ms)","trace[2079217705] 'applied index is now lower than readState.Index' (duration: 57.322µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:49.918678Z","caller":"traceutil/trace.go:171","msg":"trace[234010210] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"481.823491ms","start":"2026-05-28T02:24:49.436835Z","end":"2026-05-28T02:24:49.918658Z","steps":["trace[234010210] 'process raft request' (duration: 481.505271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:49.918811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.43681Z","time spent":"481.914733ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:49.91907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.761882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T02:24:49.919143Z","caller":"traceutil/trace.go:171","msg":"trace[1913498383] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:8748; }","duration":"210.868515ms","start":"2026-05-28T02:24:49.708255Z","end":"2026-05-28T02:24:49.919123Z","steps":["trace[1913498383] 'agreement among raft nodes before linearized reading' (duration: 210.469292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.419195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254120252,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:24:50.783869Z","caller":"traceutil/trace.go:171","msg":"trace[1170960100] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"969.016122ms","start":"2026-05-28T02:24:49.814825Z","end":"2026-05-28T02:24:50.783841Z","steps":["trace[1170960100] 'process raft request' (duration: 968.822766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:50.78413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.814809Z","time spent":"969.143327ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:51.022937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.547029ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-28T02:24:51.023277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.920471Z","time spent":"1.102797216s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T02:24:51.023408Z","caller":"traceutil/trace.go:171","msg":"trace[796470977] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"1.053897651s","start":"2026-05-28T02:24:49.96949Z","end":"2026-05-28T02:24:51.023387Z","steps":["trace[796470977] 'process raft request' (duration: 1.05356291s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.023514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126929033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:24:51.02353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.969463Z","time spent":"1.054000655s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:51.023495Z","caller":"traceutil/trace.go:171","msg":"trace[547428734] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"427.868336ms","start":"2026-05-28T02:24:50.595596Z","end":"2026-05-28T02:24:51.023465Z","steps":["trace[547428734] 'process raft request' (duration: 427.739831ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:51.02356Z","caller":"traceutil/trace.go:171","msg":"trace[1718537575] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8753; }","duration":"1.127024166s","start":"2026-05-28T02:24:49.896526Z","end":"2026-05-28T02:24:51.02355Z","steps":["trace[1718537575] 'agreement among raft nodes before linearized reading' (duration: 1.126916363s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.023597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.896507Z","time spent":"1.127080538s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:51.023412Z","caller":"traceutil/trace.go:171","msg":"trace[900406501] linearizableReadLoop","detail":"{readStateIndex:9073; appliedIndex:9068; }","duration":"1.104696806s","start":"2026-05-28T02:24:49.9187Z","end":"2026-05-28T02:24:51.023397Z","steps":["trace[900406501] 'read index received' (duration: 865.035396ms)","trace[900406501] 'applied index is now lower than readState.Index' (duration: 239.66047ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:51.02364Z","caller":"traceutil/trace.go:171","msg":"trace[762478522] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"1.053351854s","start":"2026-05-28T02:24:49.97027Z","end":"2026-05-28T02:24:51.023621Z","steps":["trace[762478522] 'process raft request' (duration: 1.052948721s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.023717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.595565Z","time spent":"428.025431ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:51.02377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.139686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:51.023812Z","caller":"traceutil/trace.go:171","msg":"trace[1034835185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8753; }","duration":"941.205458ms","start":"2026-05-28T02:24:50.082596Z","end":"2026-05-28T02:24:51.023801Z","steps":["trace[1034835185] 'agreement among raft nodes before linearized reading' (duration: 941.140256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.023827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127050847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:51.023839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.082579Z","time spent":"941.254139ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:24:51.023825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.97026Z","time spent":"1.053460838s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:51.023912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.713692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:24:51.023528Z","caller":"traceutil/trace.go:171","msg":"trace[1995577411] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"1.053117066s","start":"2026-05-28T02:24:49.970344Z","end":"2026-05-28T02:24:51.023461Z","steps":["trace[1995577411] 'process raft request' (duration: 1.052948251s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:51.023986Z","caller":"traceutil/trace.go:171","msg":"trace[1625959835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8753; }","duration":"667.818366ms","start":"2026-05-28T02:24:50.35615Z","end":"2026-05-28T02:24:51.023969Z","steps":["trace[1625959835] 'agreement among raft nodes before linearized reading' (duration: 667.6348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.024037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.356138Z","time spent":"667.887107ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:24:51.024086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.936669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:24:51.023862Z","caller":"traceutil/trace.go:171","msg":"trace[955338496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8753; }","duration":"1.1271438s","start":"2026-05-28T02:24:49.896707Z","end":"2026-05-28T02:24:51.023851Z","steps":["trace[955338496] 'agreement among raft nodes before linearized reading' (duration: 1.127073108s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.024125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.389301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:24:51.024133Z","caller":"traceutil/trace.go:171","msg":"trace[249206589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8753; }","duration":"668.008501ms","start":"2026-05-28T02:24:50.356112Z","end":"2026-05-28T02:24:51.024121Z","steps":["trace[249206589] 'agreement among raft nodes before linearized reading' (duration: 667.878497ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:51.024164Z","caller":"traceutil/trace.go:171","msg":"trace[1793893111] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8753; }","duration":"222.432983ms","start":"2026-05-28T02:24:50.801721Z","end":"2026-05-28T02:24:51.024154Z","steps":["trace[1793893111] 'agreement among raft nodes before linearized reading' (duration: 222.35005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.024161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.89669Z","time spent":"1.12745543s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:24:51.024214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.949053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:51.024245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.153576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:24:51.024271Z","caller":"traceutil/trace.go:171","msg":"trace[1548820275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8753; }","duration":"668.185617ms","start":"2026-05-28T02:24:50.356077Z","end":"2026-05-28T02:24:51.024263Z","steps":["trace[1548820275] 'agreement among raft nodes before linearized reading' (duration: 668.111625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.024294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.356073Z","time spent":"668.215868ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:24:51.024281Z","caller":"traceutil/trace.go:171","msg":"trace[971936445] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8753; }","duration":"364.058607ms","start":"2026-05-28T02:24:50.660203Z","end":"2026-05-28T02:24:51.024262Z","steps":["trace[971936445] 'agreement among raft nodes before linearized reading' (duration: 363.948393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.024054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:49.970323Z","time spent":"1.053689215s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:51.02435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.660187Z","time spent":"364.147229ms","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:51.024343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.37794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-05-28T02:24:51.024171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.356095Z","time spent":"668.067084ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:24:51.024477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.462087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:24:51.02447Z","caller":"traceutil/trace.go:171","msg":"trace[550219400] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:8753; }","duration":"666.519314ms","start":"2026-05-28T02:24:50.357934Z","end":"2026-05-28T02:24:51.024453Z","steps":["trace[550219400] 'agreement among raft nodes before linearized reading' (duration: 666.165613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.024582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.35543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:24:51.024611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.552222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:24:51.024632Z","caller":"traceutil/trace.go:171","msg":"trace[1113189757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8753; }","duration":"706.437322ms","start":"2026-05-28T02:24:50.318185Z","end":"2026-05-28T02:24:51.024623Z","steps":["trace[1113189757] 'agreement among raft nodes before linearized reading' (duration: 706.304518ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:51.024659Z","caller":"traceutil/trace.go:171","msg":"trace[157324226] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8753; }","duration":"748.637004ms","start":"2026-05-28T02:24:50.276007Z","end":"2026-05-28T02:24:51.024644Z","steps":["trace[157324226] 'agreement among raft nodes before linearized reading' (duration: 748.549591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.024673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.318164Z","time spent":"706.497425ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:24:51.024588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.357925Z","time spent":"666.645509ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-kqcg5\" "} {"level":"warn","ts":"2026-05-28T02:24:51.024703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.275989Z","time spent":"748.700587ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:51.024513Z","caller":"traceutil/trace.go:171","msg":"trace[883634803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8753; }","duration":"668.496488ms","start":"2026-05-28T02:24:50.356008Z","end":"2026-05-28T02:24:51.024505Z","steps":["trace[883634803] 'agreement among raft nodes before linearized reading' (duration: 668.411755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.024837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:50.355962Z","time spent":"668.853439ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:24:51.464992Z","caller":"traceutil/trace.go:171","msg":"trace[982815997] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"438.640738ms","start":"2026-05-28T02:24:51.026322Z","end":"2026-05-28T02:24:51.464962Z","steps":["trace[982815997] 'process raft request' (duration: 438.439362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.46531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:51.026299Z","time spent":"438.769732ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:51.703634Z","caller":"traceutil/trace.go:171","msg":"trace[1807214936] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"673.967871ms","start":"2026-05-28T02:24:51.02964Z","end":"2026-05-28T02:24:51.703608Z","steps":["trace[1807214936] 'process raft request' (duration: 594.577616ms)","trace[1807214936] 'compare' (duration: 79.22972ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:51.703782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:51.029571Z","time spent":"674.135297ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:51.70389Z","caller":"traceutil/trace.go:171","msg":"trace[1487518381] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"673.872108ms","start":"2026-05-28T02:24:51.03Z","end":"2026-05-28T02:24:51.703872Z","steps":["trace[1487518381] 'process raft request' (duration: 673.708233ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:51.70397Z","caller":"traceutil/trace.go:171","msg":"trace[617324469] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"674.029903ms","start":"2026-05-28T02:24:51.029839Z","end":"2026-05-28T02:24:51.703869Z","steps":["trace[617324469] 'process raft request' (duration: 673.734034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.704015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:51.029985Z","time spent":"673.963721ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:51.704043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:51.029808Z","time spent":"674.197449ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:51.704287Z","caller":"traceutil/trace.go:171","msg":"trace[377593361] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"673.739044ms","start":"2026-05-28T02:24:51.030474Z","end":"2026-05-28T02:24:51.704213Z","steps":["trace[377593361] 'process raft request' (duration: 673.312001ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:51.704344Z","caller":"traceutil/trace.go:171","msg":"trace[1648350376] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"673.767305ms","start":"2026-05-28T02:24:51.030557Z","end":"2026-05-28T02:24:51.704324Z","steps":["trace[1648350376] 'process raft request' (duration: 673.346011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.704449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:51.030538Z","time spent":"673.853888ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:51.704653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:51.030462Z","time spent":"673.91331ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:51.704666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.958909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222779"} {"level":"info","ts":"2026-05-28T02:24:51.704706Z","caller":"traceutil/trace.go:171","msg":"trace[211792680] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8759; }","duration":"673.020662ms","start":"2026-05-28T02:24:51.031674Z","end":"2026-05-28T02:24:51.704695Z","steps":["trace[211792680] 'agreement among raft nodes before linearized reading' (duration: 672.721262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.704744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:51.031666Z","time spent":"673.069783ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222802,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T02:24:51.704907Z","caller":"traceutil/trace.go:171","msg":"trace[1567551978] linearizableReadLoop","detail":"{readStateIndex:9080; appliedIndex:9074; }","duration":"672.576828ms","start":"2026-05-28T02:24:51.031705Z","end":"2026-05-28T02:24:51.704282Z","steps":["trace[1567551978] 'read index received' (duration: 433.179235ms)","trace[1567551978] 'applied index is now lower than readState.Index' (duration: 239.396493ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:51.70516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.612186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-28T02:24:51.70522Z","caller":"traceutil/trace.go:171","msg":"trace[1276885012] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8759; }","duration":"237.706609ms","start":"2026-05-28T02:24:51.467504Z","end":"2026-05-28T02:24:51.705211Z","steps":["trace[1276885012] 'agreement among raft nodes before linearized reading' (duration: 237.561334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.705453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.035358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:51.705504Z","caller":"traceutil/trace.go:171","msg":"trace[629475987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8759; }","duration":"671.120711ms","start":"2026-05-28T02:24:51.034371Z","end":"2026-05-28T02:24:51.705491Z","steps":["trace[629475987] 'agreement among raft nodes before linearized reading' (duration: 670.680767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:51.705546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:51.034337Z","time spent":"671.199793ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:24:53.35454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254120273,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:24:53.39835Z","caller":"traceutil/trace.go:171","msg":"trace[447658793] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"608.935743ms","start":"2026-05-28T02:24:52.789394Z","end":"2026-05-28T02:24:53.39833Z","steps":["trace[447658793] 'process raft request' (duration: 608.753707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:53.398478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:52.789372Z","time spent":"609.032326ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:53.699747Z","caller":"traceutil/trace.go:171","msg":"trace[1915612933] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"670.15508ms","start":"2026-05-28T02:24:53.029572Z","end":"2026-05-28T02:24:53.699727Z","steps":["trace[1915612933] 'process raft request' (duration: 670.097928ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:53.699841Z","caller":"traceutil/trace.go:171","msg":"trace[1103991036] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"670.878062ms","start":"2026-05-28T02:24:53.028926Z","end":"2026-05-28T02:24:53.699804Z","steps":["trace[1103991036] 'process raft request' (duration: 670.625784ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:53.699952Z","caller":"traceutil/trace.go:171","msg":"trace[463265346] linearizableReadLoop","detail":"{readStateIndex:9084; appliedIndex:9080; }","duration":"846.051033ms","start":"2026-05-28T02:24:52.853888Z","end":"2026-05-28T02:24:53.699939Z","steps":["trace[463265346] 'read index received' (duration: 544.352769ms)","trace[463265346] 'applied index is now lower than readState.Index' (duration: 301.697084ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:53.700037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.146336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:53.700024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.028905Z","time spent":"671.029438ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:53.700063Z","caller":"traceutil/trace.go:171","msg":"trace[312587718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8763; }","duration":"846.174116ms","start":"2026-05-28T02:24:52.853882Z","end":"2026-05-28T02:24:53.700056Z","steps":["trace[312587718] 'agreement among raft nodes before linearized reading' (duration: 846.124855ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:53.700052Z","caller":"traceutil/trace.go:171","msg":"trace[679895543] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"669.993034ms","start":"2026-05-28T02:24:53.030031Z","end":"2026-05-28T02:24:53.700024Z","steps":["trace[679895543] 'process raft request' (duration: 669.670114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:53.700089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:52.853826Z","time spent":"846.257559ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:24:53.699888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.029562Z","time spent":"670.253053ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:53.700155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.030021Z","time spent":"670.081328ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:53.700282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.181989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:53.700353Z","caller":"traceutil/trace.go:171","msg":"trace[1711869670] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8763; }","duration":"608.311753ms","start":"2026-05-28T02:24:53.092025Z","end":"2026-05-28T02:24:53.700336Z","steps":["trace[1711869670] 'agreement among raft nodes before linearized reading' (duration: 608.152598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:53.700383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.092014Z","time spent":"608.361955ms","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:53.700428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.55115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-28T02:24:53.700502Z","caller":"traceutil/trace.go:171","msg":"trace[1905632468] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8763; }","duration":"307.663433ms","start":"2026-05-28T02:24:53.392818Z","end":"2026-05-28T02:24:53.700481Z","steps":["trace[1905632468] 'agreement among raft nodes before linearized reading' (duration: 307.462867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:53.700577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.392797Z","time spent":"307.766407ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:24:53.70106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.0392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:53.701126Z","caller":"traceutil/trace.go:171","msg":"trace[1684675567] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8763; }","duration":"266.144733ms","start":"2026-05-28T02:24:53.434966Z","end":"2026-05-28T02:24:53.70111Z","steps":["trace[1684675567] 'agreement among raft nodes before linearized reading' (duration: 265.240634ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:54.026988Z","caller":"traceutil/trace.go:171","msg":"trace[108922623] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"315.268514ms","start":"2026-05-28T02:24:53.711694Z","end":"2026-05-28T02:24:54.026962Z","steps":["trace[108922623] 'process raft request' (duration: 315.046497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:54.027135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.711678Z","time spent":"315.375027ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:54.027274Z","caller":"traceutil/trace.go:171","msg":"trace[1995297752] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"315.079698ms","start":"2026-05-28T02:24:53.712173Z","end":"2026-05-28T02:24:54.027253Z","steps":["trace[1995297752] 'process raft request' (duration: 314.739257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:54.027362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.712152Z","time spent":"315.169621ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:54.027551Z","caller":"traceutil/trace.go:171","msg":"trace[1221870283] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"314.986725ms","start":"2026-05-28T02:24:53.712549Z","end":"2026-05-28T02:24:54.027536Z","steps":["trace[1221870283] 'process raft request' (duration: 314.616743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:54.027633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.712528Z","time spent":"315.063927ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:54.027613Z","caller":"traceutil/trace.go:171","msg":"trace[529142430] linearizableReadLoop","detail":"{readStateIndex:9089; appliedIndex:9084; }","duration":"313.055753ms","start":"2026-05-28T02:24:53.714529Z","end":"2026-05-28T02:24:54.027585Z","steps":["trace[529142430] 'read index received' (duration: 37.189912ms)","trace[529142430] 'applied index is now lower than readState.Index' (duration: 275.864481ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:54.027662Z","caller":"traceutil/trace.go:171","msg":"trace[797915603] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"314.189779ms","start":"2026-05-28T02:24:53.713431Z","end":"2026-05-28T02:24:54.027621Z","steps":["trace[797915603] 'process raft request' (duration: 314.033904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:54.027854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.713406Z","time spent":"314.411037ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:54.027881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.610277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:54.027948Z","caller":"traceutil/trace.go:171","msg":"trace[1522443448] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8768; }","duration":"266.70789ms","start":"2026-05-28T02:24:53.761218Z","end":"2026-05-28T02:24:54.027925Z","steps":["trace[1522443448] 'agreement among raft nodes before linearized reading' (duration: 266.621187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:54.027972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.720093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:54.028022Z","caller":"traceutil/trace.go:171","msg":"trace[1095642555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8768; }","duration":"173.805186ms","start":"2026-05-28T02:24:53.854203Z","end":"2026-05-28T02:24:54.028008Z","steps":["trace[1095642555] 'agreement among raft nodes before linearized reading' (duration: 173.6431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:54.028568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.021394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222779"} {"level":"info","ts":"2026-05-28T02:24:54.029225Z","caller":"traceutil/trace.go:171","msg":"trace[391984766] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8768; }","duration":"314.153389ms","start":"2026-05-28T02:24:53.714494Z","end":"2026-05-28T02:24:54.028647Z","steps":["trace[391984766] 'agreement among raft nodes before linearized reading' (duration: 313.179228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:54.02929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:53.714481Z","time spent":"314.792219ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222802,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:24:55.743613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269003102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-859fb4bfc4-vnsgp.18b39982b9356657\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-05-28T02:24:55.74369Z","caller":"traceutil/trace.go:171","msg":"trace[521164053] range","detail":"{range_begin:/registry/events/openstack/barbican-api-859fb4bfc4-vnsgp.18b39982b9356657; range_end:; response_count:1; response_revision:8768; }","duration":"1.269125066s","start":"2026-05-28T02:24:54.474547Z","end":"2026-05-28T02:24:55.743672Z","steps":["trace[521164053] 'range keys from in-memory index tree' (duration: 1.268836487s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:55.74373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:54.474529Z","time spent":"1.269192589s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-859fb4bfc4-vnsgp.18b39982b9356657\" "} {"level":"warn","ts":"2026-05-28T02:24:56.243073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.09996ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:24:56.244455Z","caller":"traceutil/trace.go:171","msg":"trace[1513148122] linearizableReadLoop","detail":"{readStateIndex:9091; appliedIndex:9089; }","duration":"718.863578ms","start":"2026-05-28T02:24:55.525565Z","end":"2026-05-28T02:24:56.244428Z","steps":["trace[1513148122] 'read index received' (duration: 68.402225ms)","trace[1513148122] 'applied index is now lower than readState.Index' (duration: 650.459923ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:56.244497Z","caller":"traceutil/trace.go:171","msg":"trace[1770497555] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"840.374652ms","start":"2026-05-28T02:24:55.404086Z","end":"2026-05-28T02:24:56.244461Z","steps":["trace[1770497555] 'process raft request' (duration: 839.113992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.244618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.404067Z","time spent":"840.475016ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:56.61612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090529987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:56.616229Z","caller":"traceutil/trace.go:171","msg":"trace[1003635948] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8769; }","duration":"1.090713273s","start":"2026-05-28T02:24:55.525493Z","end":"2026-05-28T02:24:56.616207Z","steps":["trace[1003635948] 'agreement among raft nodes before linearized reading' (duration: 719.049655ms)","trace[1003635948] 'count revisions from in-memory index tree' (duration: 371.502513ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:56.616278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.525467Z","time spent":"1.090799815s","remote":"127.0.0.1:45304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:56.617787Z","caller":"traceutil/trace.go:171","msg":"trace[886251429] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"912.903668ms","start":"2026-05-28T02:24:55.704812Z","end":"2026-05-28T02:24:56.617715Z","steps":["trace[886251429] 'process raft request' (duration: 868.692503ms)","trace[886251429] 'compare' (duration: 42.78732ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:56.617835Z","caller":"traceutil/trace.go:171","msg":"trace[1380697651] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"912.909689ms","start":"2026-05-28T02:24:55.704897Z","end":"2026-05-28T02:24:56.617807Z","steps":["trace[1380697651] 'process raft request' (duration: 912.643281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.617985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.704793Z","time spent":"913.093755ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:56.618016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.704868Z","time spent":"913.045444ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:56.618268Z","caller":"traceutil/trace.go:171","msg":"trace[1297647387] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"913.312311ms","start":"2026-05-28T02:24:55.704937Z","end":"2026-05-28T02:24:56.61825Z","steps":["trace[1297647387] 'process raft request' (duration: 912.794355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.618364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.704912Z","time spent":"913.411825ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:56.618304Z","caller":"traceutil/trace.go:171","msg":"trace[1830175361] linearizableReadLoop","detail":"{readStateIndex:9095; appliedIndex:9091; }","duration":"373.770535ms","start":"2026-05-28T02:24:56.244512Z","end":"2026-05-28T02:24:56.618283Z","steps":["trace[1830175361] 'read index received' (duration: 328.993032ms)","trace[1830175361] 'applied index is now lower than readState.Index' (duration: 44.776313ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:56.618633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.916041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:24:56.618692Z","caller":"traceutil/trace.go:171","msg":"trace[1395075999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8773; }","duration":"585.995654ms","start":"2026-05-28T02:24:56.032682Z","end":"2026-05-28T02:24:56.618678Z","steps":["trace[1395075999] 'agreement among raft nodes before linearized reading' (duration: 585.821178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.618664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.770968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:24:56.618803Z","caller":"traceutil/trace.go:171","msg":"trace[1877158168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8773; }","duration":"586.927534ms","start":"2026-05-28T02:24:56.03184Z","end":"2026-05-28T02:24:56.618768Z","steps":["trace[1877158168] 'agreement among raft nodes before linearized reading' (duration: 586.738508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.618842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.136507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:24:56.618891Z","caller":"traceutil/trace.go:171","msg":"trace[129347238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8773; }","duration":"585.2449ms","start":"2026-05-28T02:24:56.033636Z","end":"2026-05-28T02:24:56.618881Z","steps":["trace[129347238] 'agreement among raft nodes before linearized reading' (duration: 585.130157ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:56.618885Z","caller":"traceutil/trace.go:171","msg":"trace[1274287145] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"872.516105ms","start":"2026-05-28T02:24:55.74634Z","end":"2026-05-28T02:24:56.618856Z","steps":["trace[1274287145] 'process raft request' (duration: 871.804722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.618923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.03361Z","time spent":"585.306911ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:24:56.618861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.031821Z","time spent":"587.029866ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:24:56.619002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.746326Z","time spent":"872.614648ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:56.618982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086902081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:56.619031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.856681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:56.619083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.929209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:24:56.619086Z","caller":"traceutil/trace.go:171","msg":"trace[1171971839] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8773; }","duration":"1.087029506s","start":"2026-05-28T02:24:55.53203Z","end":"2026-05-28T02:24:56.619059Z","steps":["trace[1171971839] 'agreement among raft nodes before linearized reading' (duration: 1.086885471s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.619003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.89049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"warn","ts":"2026-05-28T02:24:56.618705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.070822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:56.61915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.369916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T02:24:56.619172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.532023Z","time spent":"1.087132149s","remote":"127.0.0.1:37968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:56.619195Z","caller":"traceutil/trace.go:171","msg":"trace[206870638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8773; }","duration":"586.455058ms","start":"2026-05-28T02:24:56.032731Z","end":"2026-05-28T02:24:56.619186Z","steps":["trace[206870638] 'agreement among raft nodes before linearized reading' (duration: 586.354555ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:56.619198Z","caller":"traceutil/trace.go:171","msg":"trace[1796546280] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8773; }","duration":"973.609409ms","start":"2026-05-28T02:24:55.645574Z","end":"2026-05-28T02:24:56.619183Z","steps":["trace[1796546280] 'agreement among raft nodes before linearized reading' (duration: 973.071192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.619209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.511425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:24:56.619225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.032709Z","time spent":"586.51007ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:24:56.619237Z","caller":"traceutil/trace.go:171","msg":"trace[1069929025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8773; }","duration":"144.581057ms","start":"2026-05-28T02:24:56.47465Z","end":"2026-05-28T02:24:56.619231Z","steps":["trace[1069929025] 'agreement among raft nodes before linearized reading' (duration: 144.528646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.619252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.645558Z","time spent":"973.676662ms","remote":"127.0.0.1:60688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:24:56.619104Z","caller":"traceutil/trace.go:171","msg":"trace[727535214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8773; }","duration":"764.969685ms","start":"2026-05-28T02:24:55.854116Z","end":"2026-05-28T02:24:56.619086Z","steps":["trace[727535214] 'agreement among raft nodes before linearized reading' (duration: 764.854171ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:56.619112Z","caller":"traceutil/trace.go:171","msg":"trace[1714222374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8773; }","duration":"839.953799ms","start":"2026-05-28T02:24:55.779149Z","end":"2026-05-28T02:24:56.619103Z","steps":["trace[1714222374] 'agreement among raft nodes before linearized reading' (duration: 839.885197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.619359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.854093Z","time spent":"765.252134ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:24:56.619396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.779077Z","time spent":"840.30219ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:24:56.619164Z","caller":"traceutil/trace.go:171","msg":"trace[1670864184] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8773; }","duration":"730.101896ms","start":"2026-05-28T02:24:55.889057Z","end":"2026-05-28T02:24:56.619159Z","steps":["trace[1670864184] 'agreement among raft nodes before linearized reading' (duration: 729.690223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.618732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.032671Z","time spent":"586.049665ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:24:56.619484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:55.889034Z","time spent":"730.438157ms","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414492,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-28T02:24:56.619675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.75448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:24:56.61971Z","caller":"traceutil/trace.go:171","msg":"trace[259076425] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:8773; }","duration":"582.817272ms","start":"2026-05-28T02:24:56.036885Z","end":"2026-05-28T02:24:56.619702Z","steps":["trace[259076425] 'agreement among raft nodes before linearized reading' (duration: 581.829421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:56.619732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.036872Z","time spent":"582.854644ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-kqcg5\" "} {"level":"warn","ts":"2026-05-28T02:24:56.619771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.802818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-28T02:24:56.619837Z","caller":"traceutil/trace.go:171","msg":"trace[1283731356] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8773; }","duration":"257.908701ms","start":"2026-05-28T02:24:56.361912Z","end":"2026-05-28T02:24:56.619821Z","steps":["trace[1283731356] 'agreement among raft nodes before linearized reading' (duration: 256.869938ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:57.105839Z","caller":"traceutil/trace.go:171","msg":"trace[1805197660] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"479.983992ms","start":"2026-05-28T02:24:56.625831Z","end":"2026-05-28T02:24:57.105815Z","steps":["trace[1805197660] 'process raft request' (duration: 477.786272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:57.105954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.625811Z","time spent":"480.079155ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:57.10647Z","caller":"traceutil/trace.go:171","msg":"trace[1644921107] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"480.574192ms","start":"2026-05-28T02:24:56.625852Z","end":"2026-05-28T02:24:57.106426Z","steps":["trace[1644921107] 'process raft request' (duration: 479.926751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:57.106659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.625837Z","time spent":"480.735336ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:57.106769Z","caller":"traceutil/trace.go:171","msg":"trace[1881746988] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"480.776388ms","start":"2026-05-28T02:24:56.625967Z","end":"2026-05-28T02:24:57.106743Z","steps":["trace[1881746988] 'process raft request' (duration: 480.150308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:57.10693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.625937Z","time spent":"480.902472ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:57.107032Z","caller":"traceutil/trace.go:171","msg":"trace[1098401350] linearizableReadLoop","detail":"{readStateIndex:9100; appliedIndex:9096; }","duration":"107.027813ms","start":"2026-05-28T02:24:56.999881Z","end":"2026-05-28T02:24:57.106908Z","steps":["trace[1098401350] 'read index received' (duration: 103.880643ms)","trace[1098401350] 'applied index is now lower than readState.Index' (duration: 3.14449ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:24:57.107141Z","caller":"traceutil/trace.go:171","msg":"trace[1640457953] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"480.877362ms","start":"2026-05-28T02:24:56.626239Z","end":"2026-05-28T02:24:57.107116Z","steps":["trace[1640457953] 'process raft request' (duration: 480.281513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:57.107202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:56.62623Z","time spent":"480.943403ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:57.107311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.408306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:24:57.107409Z","caller":"traceutil/trace.go:171","msg":"trace[1675582908] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8778; }","duration":"107.55091ms","start":"2026-05-28T02:24:56.999825Z","end":"2026-05-28T02:24:57.107376Z","steps":["trace[1675582908] 'agreement among raft nodes before linearized reading' (duration: 107.304422ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:57.637259Z","caller":"traceutil/trace.go:171","msg":"trace[1445037147] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"594.317187ms","start":"2026-05-28T02:24:57.042916Z","end":"2026-05-28T02:24:57.637233Z","steps":["trace[1445037147] 'process raft request' (duration: 593.995997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:57.637533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:57.042885Z","time spent":"594.452062ms","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:57.701519Z","caller":"traceutil/trace.go:171","msg":"trace[1271535497] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"277.606947ms","start":"2026-05-28T02:24:57.423883Z","end":"2026-05-28T02:24:57.70149Z","steps":["trace[1271535497] 'process raft request' (duration: 277.461332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:58.169971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.147131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:58.170051Z","caller":"traceutil/trace.go:171","msg":"trace[1073907181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8780; }","duration":"315.273895ms","start":"2026-05-28T02:24:57.854758Z","end":"2026-05-28T02:24:58.170032Z","steps":["trace[1073907181] 'range keys from in-memory index tree' (duration: 315.015097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:58.170103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:57.85473Z","time spent":"315.348278ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:24:58.170129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.762353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-05-28T02:24:58.170226Z","caller":"traceutil/trace.go:171","msg":"trace[2141458012] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8780; }","duration":"211.934099ms","start":"2026-05-28T02:24:57.958268Z","end":"2026-05-28T02:24:58.170202Z","steps":["trace[2141458012] 'range keys from in-memory index tree' (duration: 211.532956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:58.170285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.461316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:58.170401Z","caller":"traceutil/trace.go:171","msg":"trace[1429767683] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8780; }","duration":"179.58469ms","start":"2026-05-28T02:24:57.990763Z","end":"2026-05-28T02:24:58.170347Z","steps":["trace[1429767683] 'count revisions from in-memory index tree' (duration: 179.348113ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:58.901722Z","caller":"traceutil/trace.go:171","msg":"trace[1691733968] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"652.24398ms","start":"2026-05-28T02:24:58.249452Z","end":"2026-05-28T02:24:58.901696Z","steps":["trace[1691733968] 'process raft request' (duration: 652.057074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:58.902019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:58.249434Z","time spent":"652.435447ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:59.756103Z","caller":"traceutil/trace.go:171","msg":"trace[1761815822] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"1.478032089s","start":"2026-05-28T02:24:58.278043Z","end":"2026-05-28T02:24:59.756075Z","steps":["trace[1761815822] 'process raft request' (duration: 1.477833463s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.756266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:58.278018Z","time spent":"1.478166223s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:59.756311Z","caller":"traceutil/trace.go:171","msg":"trace[1536300277] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"1.13150302s","start":"2026-05-28T02:24:58.624788Z","end":"2026-05-28T02:24:59.756291Z","steps":["trace[1536300277] 'process raft request' (duration: 1.131247672s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.756428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:58.624763Z","time spent":"1.131611733s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:59.756562Z","caller":"traceutil/trace.go:171","msg":"trace[1542349835] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"1.131367426s","start":"2026-05-28T02:24:58.62518Z","end":"2026-05-28T02:24:59.756548Z","steps":["trace[1542349835] 'process raft request' (duration: 1.131057596s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:59.756583Z","caller":"traceutil/trace.go:171","msg":"trace[1062891399] linearizableReadLoop","detail":"{readStateIndex:9104; appliedIndex:9102; }","duration":"1.241062894s","start":"2026-05-28T02:24:58.515489Z","end":"2026-05-28T02:24:59.756552Z","steps":["trace[1062891399] 'read index received' (duration: 386.029256ms)","trace[1062891399] 'applied index is now lower than readState.Index' (duration: 855.032218ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:24:59.756642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:58.625164Z","time spent":"1.131439108s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:24:59.756664Z","caller":"traceutil/trace.go:171","msg":"trace[866202984] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"1.131212981s","start":"2026-05-28T02:24:58.625433Z","end":"2026-05-28T02:24:59.756645Z","steps":["trace[866202984] 'process raft request' (duration: 1.131014885s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.756798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138602315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:59.756811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:58.625428Z","time spent":"1.131289253s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:24:59.756833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241324422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:24:59.756864Z","caller":"traceutil/trace.go:171","msg":"trace[1764665834] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8785; }","duration":"1.138695168s","start":"2026-05-28T02:24:58.618149Z","end":"2026-05-28T02:24:59.756844Z","steps":["trace[1764665834] 'agreement among raft nodes before linearized reading' (duration: 1.138606946s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:59.756889Z","caller":"traceutil/trace.go:171","msg":"trace[7032629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8785; }","duration":"1.241424615s","start":"2026-05-28T02:24:58.515447Z","end":"2026-05-28T02:24:59.756872Z","steps":["trace[7032629] 'agreement among raft nodes before linearized reading' (duration: 1.241284631s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.756913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:58.618134Z","time spent":"1.138764201s","remote":"127.0.0.1:55044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:59.756931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:58.515431Z","time spent":"1.241486028s","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:59.756974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.931761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T02:24:59.756996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.389991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:24:59.757029Z","caller":"traceutil/trace.go:171","msg":"trace[1875869518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8785; }","duration":"644.436892ms","start":"2026-05-28T02:24:59.112582Z","end":"2026-05-28T02:24:59.757019Z","steps":["trace[1875869518] 'agreement among raft nodes before linearized reading' (duration: 644.339979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.757062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.112574Z","time spent":"644.481094ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:24:59.757108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.642359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:24:59.757133Z","caller":"traceutil/trace.go:171","msg":"trace[784627146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8785; }","duration":"644.70512ms","start":"2026-05-28T02:24:59.112421Z","end":"2026-05-28T02:24:59.757126Z","steps":["trace[784627146] 'agreement among raft nodes before linearized reading' (duration: 644.626488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.757161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.112402Z","time spent":"644.752702ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:24:59.757267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.321508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-28T02:24:59.757321Z","caller":"traceutil/trace.go:171","msg":"trace[1276571856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8785; }","duration":"705.403521ms","start":"2026-05-28T02:24:59.051902Z","end":"2026-05-28T02:24:59.757306Z","steps":["trace[1276571856] 'agreement among raft nodes before linearized reading' (duration: 705.228545ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:59.757027Z","caller":"traceutil/trace.go:171","msg":"trace[525630909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8785; }","duration":"647.009404ms","start":"2026-05-28T02:24:59.110002Z","end":"2026-05-28T02:24:59.757011Z","steps":["trace[525630909] 'agreement among raft nodes before linearized reading' (duration: 646.855629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.757362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.051889Z","time spent":"705.461832ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:24:59.757377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.989693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:24:59.757408Z","caller":"traceutil/trace.go:171","msg":"trace[1721281271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8785; }","duration":"647.054265ms","start":"2026-05-28T02:24:59.110344Z","end":"2026-05-28T02:24:59.757399Z","steps":["trace[1721281271] 'agreement among raft nodes before linearized reading' (duration: 646.970822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.757398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.109987Z","time spent":"647.390886ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:24:59.757436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.110331Z","time spent":"647.099907ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:24:59.757547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068779155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:24:59.757577Z","caller":"traceutil/trace.go:171","msg":"trace[836189374] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8785; }","duration":"1.068827527s","start":"2026-05-28T02:24:58.688738Z","end":"2026-05-28T02:24:59.757566Z","steps":["trace[836189374] 'agreement among raft nodes before linearized reading' (duration: 1.068780546s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.75756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.411357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:24:59.757652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:58.688728Z","time spent":"1.06891451s","remote":"127.0.0.1:60704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:59.757679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127267955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:24:59.757769Z","caller":"traceutil/trace.go:171","msg":"trace[92637580] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:8785; }","duration":"1.127376779s","start":"2026-05-28T02:24:58.630378Z","end":"2026-05-28T02:24:59.757755Z","steps":["trace[92637580] 'agreement among raft nodes before linearized reading' (duration: 1.127166113s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.757811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:58.630371Z","time spent":"1.127428391s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-kqcg5\" "} {"level":"warn","ts":"2026-05-28T02:24:59.757878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.268958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-28T02:24:59.757919Z","caller":"traceutil/trace.go:171","msg":"trace[2095069364] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8785; }","duration":"717.34483ms","start":"2026-05-28T02:24:59.040562Z","end":"2026-05-28T02:24:59.757907Z","steps":["trace[2095069364] 'agreement among raft nodes before linearized reading' (duration: 717.254367ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:24:59.757708Z","caller":"traceutil/trace.go:171","msg":"trace[882979025] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8785; }","duration":"397.575793ms","start":"2026-05-28T02:24:59.36009Z","end":"2026-05-28T02:24:59.757666Z","steps":["trace[882979025] 'agreement among raft nodes before linearized reading' (duration: 397.420028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.758011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.16579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T02:24:59.758065Z","caller":"traceutil/trace.go:171","msg":"trace[1889015928] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8785; }","duration":"759.229942ms","start":"2026-05-28T02:24:58.998807Z","end":"2026-05-28T02:24:59.758037Z","steps":["trace[1889015928] 'agreement among raft nodes before linearized reading' (duration: 759.15677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.758096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:58.998788Z","time spent":"759.301505ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T02:24:59.758001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.360071Z","time spent":"397.906882ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:24:59.757947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.040538Z","time spent":"717.402352ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T02:24:59.75837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041314462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:24:59.758482Z","caller":"traceutil/trace.go:171","msg":"trace[1941940004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8785; }","duration":"1.041475848s","start":"2026-05-28T02:24:58.716979Z","end":"2026-05-28T02:24:59.758455Z","steps":["trace[1941940004] 'agreement among raft nodes before linearized reading' (duration: 1.041130147s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:24:59.758542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:58.716961Z","time spent":"1.04156682s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:25:00.304033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.730477ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-28T02:25:00.304098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.758305Z","time spent":"545.789785ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T02:25:00.372597Z","caller":"traceutil/trace.go:171","msg":"trace[1490168004] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"611.02659ms","start":"2026-05-28T02:24:59.761533Z","end":"2026-05-28T02:25:00.37256Z","steps":["trace[1490168004] 'process raft request' (duration: 610.840544ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:00.372687Z","caller":"traceutil/trace.go:171","msg":"trace[841464696] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"611.209645ms","start":"2026-05-28T02:24:59.761423Z","end":"2026-05-28T02:25:00.372633Z","steps":["trace[841464696] 'process raft request' (duration: 610.798482ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:00.372772Z","caller":"traceutil/trace.go:171","msg":"trace[54554302] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"610.856964ms","start":"2026-05-28T02:24:59.761908Z","end":"2026-05-28T02:25:00.372765Z","steps":["trace[54554302] 'process raft request' (duration: 610.514163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:00.372801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.508142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-28T02:25:00.372847Z","caller":"traceutil/trace.go:171","msg":"trace[1744687491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8792; }","duration":"609.614374ms","start":"2026-05-28T02:24:59.763221Z","end":"2026-05-28T02:25:00.372835Z","steps":["trace[1744687491] 'agreement among raft nodes before linearized reading' (duration: 609.452729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:00.372869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.761523Z","time spent":"611.267527ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:00.372883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.763195Z","time spent":"609.677797ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T02:25:00.372911Z","caller":"traceutil/trace.go:171","msg":"trace[1039880127] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"610.911466ms","start":"2026-05-28T02:24:59.761994Z","end":"2026-05-28T02:25:00.372905Z","steps":["trace[1039880127] 'process raft request' (duration: 610.456551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:00.372892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.761398Z","time spent":"611.383421ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:00.372945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.761967Z","time spent":"610.961387ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:00.372707Z","caller":"traceutil/trace.go:171","msg":"trace[857251136] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"609.976416ms","start":"2026-05-28T02:24:59.762701Z","end":"2026-05-28T02:25:00.372677Z","steps":["trace[857251136] 'process raft request' (duration: 609.78122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:00.373002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.762674Z","time spent":"610.306237ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:00.372873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.761892Z","time spent":"610.913436ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:00.3726Z","caller":"traceutil/trace.go:171","msg":"trace[1351821333] linearizableReadLoop","detail":"{readStateIndex:9114; appliedIndex:9107; }","duration":"609.293364ms","start":"2026-05-28T02:24:59.763286Z","end":"2026-05-28T02:25:00.372579Z","steps":["trace[1351821333] 'read index received' (duration: 337.995448ms)","trace[1351821333] 'applied index is now lower than readState.Index' (duration: 271.297226ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:00.373075Z","caller":"traceutil/trace.go:171","msg":"trace[1490773305] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"608.960034ms","start":"2026-05-28T02:24:59.76411Z","end":"2026-05-28T02:25:00.37307Z","steps":["trace[1490773305] 'process raft request' (duration: 608.436277ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:00.373084Z","caller":"traceutil/trace.go:171","msg":"trace[1714463661] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"610.069969ms","start":"2026-05-28T02:24:59.763001Z","end":"2026-05-28T02:25:00.373071Z","steps":["trace[1714463661] 'process raft request' (duration: 609.509431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:00.373105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.76409Z","time spent":"608.998876ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:00.373175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.762984Z","time spent":"610.130311ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:00.501169Z","caller":"traceutil/trace.go:171","msg":"trace[511513296] linearizableReadLoop","detail":"{readStateIndex:9116; appliedIndex:9115; }","duration":"128.075552ms","start":"2026-05-28T02:25:00.373067Z","end":"2026-05-28T02:25:00.501142Z","steps":["trace[511513296] 'read index received' (duration: 45.482316ms)","trace[511513296] 'applied index is now lower than readState.Index' (duration: 82.592236ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:00.501239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.725408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:00.501293Z","caller":"traceutil/trace.go:171","msg":"trace[794746539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8793; }","duration":"648.834852ms","start":"2026-05-28T02:24:59.852446Z","end":"2026-05-28T02:25:00.501281Z","steps":["trace[794746539] 'agreement among raft nodes before linearized reading' (duration: 648.702288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:00.50133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.852422Z","time spent":"648.902193ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:25:00.501189Z","caller":"traceutil/trace.go:171","msg":"trace[1399295027] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"196.319342ms","start":"2026-05-28T02:25:00.304839Z","end":"2026-05-28T02:25:00.501158Z","steps":["trace[1399295027] 'process raft request' (duration: 113.628523ms)","trace[1399295027] 'compare' (duration: 82.529254ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:00.501418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.37376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-05-28T02:25:00.501456Z","caller":"traceutil/trace.go:171","msg":"trace[941164868] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8793; }","duration":"127.449023ms","start":"2026-05-28T02:25:00.373997Z","end":"2026-05-28T02:25:00.501446Z","steps":["trace[941164868] 'agreement among raft nodes before linearized reading' (duration: 127.286948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:00.501959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.022787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222779"} {"level":"info","ts":"2026-05-28T02:25:00.502162Z","caller":"traceutil/trace.go:171","msg":"trace[406256699] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8793; }","duration":"738.176432ms","start":"2026-05-28T02:24:59.763875Z","end":"2026-05-28T02:25:00.502051Z","steps":["trace[406256699] 'agreement among raft nodes before linearized reading' (duration: 737.384817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:00.502228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:24:59.763863Z","time spent":"738.351228ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222802,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:25:01.547972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.78687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:01.548078Z","caller":"traceutil/trace.go:171","msg":"trace[1605144012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8793; }","duration":"693.952196ms","start":"2026-05-28T02:25:00.854101Z","end":"2026-05-28T02:25:01.548053Z","steps":["trace[1605144012] 'range keys from in-memory index tree' (duration: 693.689517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:01.548134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:00.854077Z","time spent":"694.043399ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:25:01.547998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.545554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-28T02:25:01.548224Z","caller":"traceutil/trace.go:171","msg":"trace[71329725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8793; }","duration":"944.804602ms","start":"2026-05-28T02:25:00.603397Z","end":"2026-05-28T02:25:01.548201Z","steps":["trace[71329725] 'range keys from in-memory index tree' (duration: 944.335087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:01.548288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:00.603384Z","time spent":"944.881154ms","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:25:01.604373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254120356,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:25:01.617229Z","caller":"traceutil/trace.go:171","msg":"trace[202647877] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"710.053767ms","start":"2026-05-28T02:25:00.907145Z","end":"2026-05-28T02:25:01.617198Z","steps":["trace[202647877] 'process raft request' (duration: 709.848851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:01.617405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:00.907117Z","time spent":"710.203492ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:01.636024Z","caller":"traceutil/trace.go:171","msg":"trace[1500555576] linearizableReadLoop","detail":"{readStateIndex:9118; appliedIndex:9116; }","duration":"532.4286ms","start":"2026-05-28T02:25:01.103554Z","end":"2026-05-28T02:25:01.635982Z","steps":["trace[1500555576] 'read index received' (duration: 513.417196ms)","trace[1500555576] 'applied index is now lower than readState.Index' (duration: 19.009834ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:01.636147Z","caller":"traceutil/trace.go:171","msg":"trace[1414223151] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"326.388079ms","start":"2026-05-28T02:25:01.309733Z","end":"2026-05-28T02:25:01.636121Z","steps":["trace[1414223151] 'process raft request' (duration: 326.017537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:01.636272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.686238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:25:01.636331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:01.309688Z","time spent":"326.513322ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:01.636364Z","caller":"traceutil/trace.go:171","msg":"trace[496060208] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8795; }","duration":"532.807692ms","start":"2026-05-28T02:25:01.103534Z","end":"2026-05-28T02:25:01.636341Z","steps":["trace[496060208] 'agreement among raft nodes before linearized reading' (duration: 532.617546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:01.636404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:01.103511Z","time spent":"532.883354ms","remote":"127.0.0.1:55128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:01.636571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.427156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:01.636657Z","caller":"traceutil/trace.go:171","msg":"trace[2072722994] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8795; }","duration":"519.724196ms","start":"2026-05-28T02:25:01.116893Z","end":"2026-05-28T02:25:01.636618Z","steps":["trace[2072722994] 'agreement among raft nodes before linearized reading' (duration: 519.271422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:01.636797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:01.116789Z","time spent":"519.989055ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:02.272405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254120360,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:25:02.488117Z","caller":"traceutil/trace.go:171","msg":"trace[1619461398] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"725.938963ms","start":"2026-05-28T02:25:01.762156Z","end":"2026-05-28T02:25:02.488095Z","steps":["trace[1619461398] 'process raft request' (duration: 725.802179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:02.488257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:01.762129Z","time spent":"726.056007ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:02.784542Z","caller":"traceutil/trace.go:171","msg":"trace[664095089] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"1.022328798s","start":"2026-05-28T02:25:01.762188Z","end":"2026-05-28T02:25:02.784517Z","steps":["trace[664095089] 'process raft request' (duration: 1.021538633s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:02.784527Z","caller":"traceutil/trace.go:171","msg":"trace[677141378] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9118; }","duration":"1.013223689s","start":"2026-05-28T02:25:01.771276Z","end":"2026-05-28T02:25:02.784499Z","steps":["trace[677141378] 'read index received' (duration: 716.721551ms)","trace[677141378] 'applied index is now lower than readState.Index' (duration: 296.501118ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:02.784759Z","caller":"traceutil/trace.go:171","msg":"trace[1803893281] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"1.022504394s","start":"2026-05-28T02:25:01.762209Z","end":"2026-05-28T02:25:02.784714Z","steps":["trace[1803893281] 'process raft request' (duration: 1.022219635s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:02.784902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:01.762193Z","time spent":"1.022624857s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:02.784901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:01.762164Z","time spent":"1.022457202s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:02.784876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01356387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:02.785038Z","caller":"traceutil/trace.go:171","msg":"trace[756331339] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8798; }","duration":"1.013773566s","start":"2026-05-28T02:25:01.771238Z","end":"2026-05-28T02:25:02.785012Z","steps":["trace[756331339] 'agreement among raft nodes before linearized reading' (duration: 1.013522698s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:02.785079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:01.771225Z","time spent":"1.013843628s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:02.785085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.757704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T02:25:02.785084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.310836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T02:25:02.785142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.945428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:02.785164Z","caller":"traceutil/trace.go:171","msg":"trace[120149021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8798; }","duration":"406.885418ms","start":"2026-05-28T02:25:02.378257Z","end":"2026-05-28T02:25:02.785142Z","steps":["trace[120149021] 'agreement among raft nodes before linearized reading' (duration: 406.627769ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:02.785171Z","caller":"traceutil/trace.go:171","msg":"trace[1963107956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8798; }","duration":"404.43705ms","start":"2026-05-28T02:25:02.380721Z","end":"2026-05-28T02:25:02.785158Z","steps":["trace[1963107956] 'agreement among raft nodes before linearized reading' (duration: 404.168272ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:02.785196Z","caller":"traceutil/trace.go:171","msg":"trace[1431004940] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8798; }","duration":"701.024601ms","start":"2026-05-28T02:25:02.084153Z","end":"2026-05-28T02:25:02.785177Z","steps":["trace[1431004940] 'agreement among raft nodes before linearized reading' (duration: 700.936988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:02.785208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:02.378235Z","time spent":"406.96442ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:02.785208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:02.380711Z","time spent":"404.489041ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:02.785222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.605851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:02.785248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:02.084138Z","time spent":"701.093983ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:02.785236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.368525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:25:02.785291Z","caller":"traceutil/trace.go:171","msg":"trace[635454213] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8798; }","duration":"730.679224ms","start":"2026-05-28T02:25:02.05459Z","end":"2026-05-28T02:25:02.785269Z","steps":["trace[635454213] 'agreement among raft nodes before linearized reading' (duration: 730.56641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:02.785348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:02.054568Z","time spent":"730.762957ms","remote":"127.0.0.1:45942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:02.784969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.769516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:02.785402Z","caller":"traceutil/trace.go:171","msg":"trace[1094854960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8798; }","duration":"931.289563ms","start":"2026-05-28T02:25:01.854102Z","end":"2026-05-28T02:25:02.785391Z","steps":["trace[1094854960] 'agreement among raft nodes before linearized reading' (duration: 930.771446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:02.785427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:01.854079Z","time spent":"931.340944ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:25:02.785319Z","caller":"traceutil/trace.go:171","msg":"trace[1682218664] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:8798; }","duration":"275.502971ms","start":"2026-05-28T02:25:02.509795Z","end":"2026-05-28T02:25:02.785298Z","steps":["trace[1682218664] 'agreement among raft nodes before linearized reading' (duration: 275.117258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:02.785899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.632731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:25:02.785954Z","caller":"traceutil/trace.go:171","msg":"trace[1676156822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8798; }","duration":"407.722365ms","start":"2026-05-28T02:25:02.378216Z","end":"2026-05-28T02:25:02.785939Z","steps":["trace[1676156822] 'agreement among raft nodes before linearized reading' (duration: 407.119836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:02.785978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.195518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-28T02:25:02.785998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:02.378196Z","time spent":"407.790346ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:25:02.786032Z","caller":"traceutil/trace.go:171","msg":"trace[1841666501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8798; }","duration":"407.27567ms","start":"2026-05-28T02:25:02.37874Z","end":"2026-05-28T02:25:02.786015Z","steps":["trace[1841666501] 'agreement among raft nodes before linearized reading' (duration: 406.650511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:02.786072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:02.37873Z","time spent":"407.332872ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:25:02.786254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.88902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:25:02.786413Z","caller":"traceutil/trace.go:171","msg":"trace[1020626903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8798; }","duration":"408.126647ms","start":"2026-05-28T02:25:02.378257Z","end":"2026-05-28T02:25:02.786383Z","steps":["trace[1020626903] 'agreement among raft nodes before linearized reading' (duration: 406.747723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:02.786496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:02.378235Z","time spent":"408.243121ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:25:26.980733Z","caller":"traceutil/trace.go:171","msg":"trace[383788490] linearizableReadLoop","detail":"{readStateIndex:9308; appliedIndex:9307; }","duration":"302.155268ms","start":"2026-05-28T02:25:26.678555Z","end":"2026-05-28T02:25:26.98071Z","steps":["trace[383788490] 'read index received' (duration: 302.005223ms)","trace[383788490] 'applied index is now lower than readState.Index' (duration: 149.045µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:26.98086Z","caller":"traceutil/trace.go:171","msg":"trace[812711013] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"413.344514ms","start":"2026-05-28T02:25:26.567478Z","end":"2026-05-28T02:25:26.980823Z","steps":["trace[812711013] 'process raft request' (duration: 413.084316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:26.980953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.380115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:26.98104Z","caller":"traceutil/trace.go:171","msg":"trace[2068606432] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8977; }","duration":"302.507459ms","start":"2026-05-28T02:25:26.678511Z","end":"2026-05-28T02:25:26.981018Z","steps":["trace[2068606432] 'agreement among raft nodes before linearized reading' (duration: 302.355134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:26.981101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:26.678489Z","time spent":"302.598412ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" "} {"level":"warn","ts":"2026-05-28T02:25:26.981203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:26.567461Z","time spent":"413.652993ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:26.99105Z","caller":"traceutil/trace.go:171","msg":"trace[1640663588] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"118.404185ms","start":"2026-05-28T02:25:26.872619Z","end":"2026-05-28T02:25:26.991024Z","steps":["trace[1640663588] 'process raft request' (duration: 118.212829ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:26.991509Z","caller":"traceutil/trace.go:171","msg":"trace[658924067] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"118.58695ms","start":"2026-05-28T02:25:26.872891Z","end":"2026-05-28T02:25:26.991478Z","steps":["trace[658924067] 'process raft request' (duration: 118.089155ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:28.091241Z","caller":"traceutil/trace.go:171","msg":"trace[2040185982] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"119.693146ms","start":"2026-05-28T02:25:27.971519Z","end":"2026-05-28T02:25:28.091212Z","steps":["trace[2040185982] 'process raft request' (duration: 90.149757ms)","trace[2040185982] 'compare' (duration: 29.417615ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:29.474145Z","caller":"traceutil/trace.go:171","msg":"trace[1388146050] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"487.952696ms","start":"2026-05-28T02:25:28.986163Z","end":"2026-05-28T02:25:29.474115Z","steps":["trace[1388146050] 'process raft request' (duration: 487.753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:29.474322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:28.986146Z","time spent":"488.08994ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:29.710583Z","caller":"traceutil/trace.go:171","msg":"trace[1051489042] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"715.239054ms","start":"2026-05-28T02:25:28.995319Z","end":"2026-05-28T02:25:29.710558Z","steps":["trace[1051489042] 'process raft request' (duration: 715.046848ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:29.710642Z","caller":"traceutil/trace.go:171","msg":"trace[1736079122] linearizableReadLoop","detail":"{readStateIndex:9323; appliedIndex:9321; }","duration":"708.290793ms","start":"2026-05-28T02:25:29.002327Z","end":"2026-05-28T02:25:29.710618Z","steps":["trace[1736079122] 'read index received' (duration: 471.811263ms)","trace[1736079122] 'applied index is now lower than readState.Index' (duration: 236.47772ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:29.710854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.51016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T02:25:29.71091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.049917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:29.710952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.134376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T02:25:29.710949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.414095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:25:29.71099Z","caller":"traceutil/trace.go:171","msg":"trace[1461174749] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8992; }","duration":"192.177771ms","start":"2026-05-28T02:25:29.518793Z","end":"2026-05-28T02:25:29.710971Z","steps":["trace[1461174749] 'agreement among raft nodes before linearized reading' (duration: 192.015866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:29.711015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.520018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:25:29.711016Z","caller":"traceutil/trace.go:171","msg":"trace[2093315158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8992; }","duration":"707.24958ms","start":"2026-05-28T02:25:29.00375Z","end":"2026-05-28T02:25:29.711Z","steps":["trace[2093315158] 'agreement among raft nodes before linearized reading' (duration: 707.056544ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:29.711027Z","caller":"traceutil/trace.go:171","msg":"trace[1416985484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8992; }","duration":"707.487647ms","start":"2026-05-28T02:25:29.003523Z","end":"2026-05-28T02:25:29.71101Z","steps":["trace[1416985484] 'agreement among raft nodes before linearized reading' (duration: 707.320662ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:29.711051Z","caller":"traceutil/trace.go:171","msg":"trace[113736299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8992; }","duration":"707.614321ms","start":"2026-05-28T02:25:29.003429Z","end":"2026-05-28T02:25:29.711043Z","steps":["trace[113736299] 'agreement among raft nodes before linearized reading' (duration: 707.532819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:29.711069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:29.003479Z","time spent":"707.5789ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:25:29.71093Z","caller":"traceutil/trace.go:171","msg":"trace[232842430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8992; }","duration":"708.607432ms","start":"2026-05-28T02:25:29.002305Z","end":"2026-05-28T02:25:29.710912Z","steps":["trace[232842430] 'agreement among raft nodes before linearized reading' (duration: 708.427567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:29.711069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:29.003744Z","time spent":"707.312942ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:29.711085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:29.003423Z","time spent":"707.655302ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:25:29.711089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.511848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:25:29.710684Z","caller":"traceutil/trace.go:171","msg":"trace[368361618] transaction","detail":"{read_only:false; response_revision:8992; number_of_response:1; }","duration":"714.18593ms","start":"2026-05-28T02:25:28.996466Z","end":"2026-05-28T02:25:29.710652Z","steps":["trace[368361618] 'process raft request' (duration: 714.048716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:29.711164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.21779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:25:29.711185Z","caller":"traceutil/trace.go:171","msg":"trace[622235122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8992; }","duration":"707.657062ms","start":"2026-05-28T02:25:29.003504Z","end":"2026-05-28T02:25:29.711161Z","steps":["trace[622235122] 'agreement among raft nodes before linearized reading' (duration: 707.382403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:29.710771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:28.99531Z","time spent":"715.373708ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:29.71121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:28.996459Z","time spent":"714.702966ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:29.711239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:29.003486Z","time spent":"707.743375ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:29.711119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:29.002298Z","time spent":"708.802139ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:25:29.711199Z","caller":"traceutil/trace.go:171","msg":"trace[1638382680] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:8992; }","duration":"702.266381ms","start":"2026-05-28T02:25:29.008925Z","end":"2026-05-28T02:25:29.711191Z","steps":["trace[1638382680] 'agreement among raft nodes before linearized reading' (duration: 701.984812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:29.711334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:29.008918Z","time spent":"702.407725ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-kqcg5\" "} {"level":"info","ts":"2026-05-28T02:25:29.916786Z","caller":"traceutil/trace.go:171","msg":"trace[177883080] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"201.103724ms","start":"2026-05-28T02:25:29.715654Z","end":"2026-05-28T02:25:29.916758Z","steps":["trace[177883080] 'process raft request' (duration: 200.860386ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:29.916929Z","caller":"traceutil/trace.go:171","msg":"trace[761118880] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"201.253799ms","start":"2026-05-28T02:25:29.715661Z","end":"2026-05-28T02:25:29.916915Z","steps":["trace[761118880] 'process raft request' (duration: 201.036492ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:29.917269Z","caller":"traceutil/trace.go:171","msg":"trace[2047450737] transaction","detail":"{read_only:false; response_revision:8996; number_of_response:1; }","duration":"201.544958ms","start":"2026-05-28T02:25:29.715711Z","end":"2026-05-28T02:25:29.917256Z","steps":["trace[2047450737] 'process raft request' (duration: 201.397273ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:29.917279Z","caller":"traceutil/trace.go:171","msg":"trace[1984583784] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"201.027442ms","start":"2026-05-28T02:25:29.716229Z","end":"2026-05-28T02:25:29.917256Z","steps":["trace[1984583784] 'process raft request' (duration: 200.98889ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:29.917449Z","caller":"traceutil/trace.go:171","msg":"trace[71037164] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"201.441935ms","start":"2026-05-28T02:25:29.715997Z","end":"2026-05-28T02:25:29.917439Z","steps":["trace[71037164] 'process raft request' (duration: 201.187696ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:29.917228Z","caller":"traceutil/trace.go:171","msg":"trace[1909750165] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"201.554088ms","start":"2026-05-28T02:25:29.715661Z","end":"2026-05-28T02:25:29.917215Z","steps":["trace[1909750165] 'process raft request' (duration: 201.192747ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:29.940079Z","caller":"traceutil/trace.go:171","msg":"trace[303479500] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"168.637642ms","start":"2026-05-28T02:25:29.771415Z","end":"2026-05-28T02:25:29.940052Z","steps":["trace[303479500] 'process raft request' (duration: 168.159757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:32.277406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254120973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:25:32.777769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254120973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:25:33.278444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254120973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:25:33.335553Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.856474712s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:25:33.390438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505697657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:25:33.390528Z","caller":"traceutil/trace.go:171","msg":"trace[1427341198] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9000; }","duration":"2.505855941s","start":"2026-05-28T02:25:30.884651Z","end":"2026-05-28T02:25:33.390507Z","steps":["trace[1427341198] 'count revisions from in-memory index tree' (duration: 2.505613264s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.390575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:30.884632Z","time spent":"2.505931533s","remote":"127.0.0.1:60730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:33.391085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003687411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T02:25:33.391197Z","caller":"traceutil/trace.go:171","msg":"trace[637202023] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9000; }","duration":"3.003806455s","start":"2026-05-28T02:25:30.387341Z","end":"2026-05-28T02:25:33.391147Z","steps":["trace[637202023] 'range keys from in-memory index tree' (duration: 3.003528807s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.391268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:30.387325Z","time spent":"3.003928289s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T02:25:33.391481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979155233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-05-28T02:25:33.391537Z","caller":"traceutil/trace.go:171","msg":"trace[1482199881] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9000; }","duration":"1.979256097s","start":"2026-05-28T02:25:31.412266Z","end":"2026-05-28T02:25:33.391522Z","steps":["trace[1482199881] 'range keys from in-memory index tree' (duration: 1.979013288s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.391563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:31.412247Z","time spent":"1.979308918s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-28T02:25:33.391584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002315227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T02:25:33.391635Z","caller":"traceutil/trace.go:171","msg":"trace[1015858760] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9000; }","duration":"3.0023743s","start":"2026-05-28T02:25:30.389242Z","end":"2026-05-28T02:25:33.391616Z","steps":["trace[1015858760] 'range keys from in-memory index tree' (duration: 3.002226015s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.391685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:30.389237Z","time spent":"3.002435401s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T02:25:33.391095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535783012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:33.391841Z","caller":"traceutil/trace.go:171","msg":"trace[1758406804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9000; }","duration":"2.536570557s","start":"2026-05-28T02:25:30.855255Z","end":"2026-05-28T02:25:33.391826Z","steps":["trace[1758406804] 'range keys from in-memory index tree' (duration: 2.53570055s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:33.391971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:30.855235Z","time spent":"2.536721632s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:25:33.392098Z","caller":"traceutil/trace.go:171","msg":"trace[1863799700] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"1.913091983s","start":"2026-05-28T02:25:31.478965Z","end":"2026-05-28T02:25:33.392057Z","steps":["trace[1863799700] 'process raft request' (duration: 1.856872405s)","trace[1863799700] 'compare' (duration: 54.902426ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:33.392294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:31.478938Z","time spent":"1.913245317s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:34.610439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274670472s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:25:34.610896Z","caller":"traceutil/trace.go:171","msg":"trace[1057665548] linearizableReadLoop","detail":"{readStateIndex:9337; appliedIndex:9332; }","duration":"2.834008396s","start":"2026-05-28T02:25:31.776863Z","end":"2026-05-28T02:25:34.610872Z","steps":["trace[1057665548] 'read index received' (duration: 1.558964602s)","trace[1057665548] 'applied index is now lower than readState.Index' (duration: 1.275042564s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:34.610998Z","caller":"traceutil/trace.go:171","msg":"trace[1458278083] transaction","detail":"{read_only:false; response_revision:9004; number_of_response:1; }","duration":"2.689894783s","start":"2026-05-28T02:25:31.921092Z","end":"2026-05-28T02:25:34.610987Z","steps":["trace[1458278083] 'process raft request' (duration: 2.689715378s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:34.611012Z","caller":"traceutil/trace.go:171","msg":"trace[672323012] transaction","detail":"{read_only:false; response_revision:9003; number_of_response:1; }","duration":"2.89325154s","start":"2026-05-28T02:25:31.717723Z","end":"2026-05-28T02:25:34.610974Z","steps":["trace[672323012] 'process raft request' (duration: 2.893049394s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:34.611089Z","caller":"traceutil/trace.go:171","msg":"trace[996887522] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"2.467728759s","start":"2026-05-28T02:25:32.143339Z","end":"2026-05-28T02:25:34.611068Z","steps":["trace[996887522] 'process raft request' (duration: 2.467498292s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:34.611099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:31.921082Z","time spent":"2.689945245s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:34.611151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:32.14332Z","time spent":"2.467799441s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:34.611187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:31.71771Z","time spent":"2.893373154s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:34.611294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834427899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:25:34.611241Z","caller":"traceutil/trace.go:171","msg":"trace[1306968567] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"2.894770328s","start":"2026-05-28T02:25:31.716398Z","end":"2026-05-28T02:25:34.611168Z","steps":["trace[1306968567] 'process raft request' (duration: 2.894245071s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:34.611323Z","caller":"traceutil/trace.go:171","msg":"trace[1179742315] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:9005; }","duration":"2.834481441s","start":"2026-05-28T02:25:31.776833Z","end":"2026-05-28T02:25:34.611314Z","steps":["trace[1179742315] 'agreement among raft nodes before linearized reading' (duration: 2.834368687s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:34.611357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:31.776819Z","time spent":"2.834530122s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-kqcg5\" "} {"level":"warn","ts":"2026-05-28T02:25:34.611438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:31.716375Z","time spent":"2.894961594s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:34.611689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665263651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:25:34.611744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691157414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T02:25:34.61182Z","caller":"traceutil/trace.go:171","msg":"trace[1426312594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9007; }","duration":"2.691279197s","start":"2026-05-28T02:25:31.920521Z","end":"2026-05-28T02:25:34.6118Z","steps":["trace[1426312594] 'agreement among raft nodes before linearized reading' (duration: 2.69106253s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:34.611829Z","caller":"traceutil/trace.go:171","msg":"trace[41606073] transaction","detail":"{read_only:false; response_revision:9006; number_of_response:1; }","duration":"1.214608363s","start":"2026-05-28T02:25:33.397178Z","end":"2026-05-28T02:25:34.611786Z","steps":["trace[41606073] 'process raft request' (duration: 1.21419831s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:34.611871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:31.920506Z","time spent":"2.691355259s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:25:34.611947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.604266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-859fb4bfc4-vnsgp.18b39982b9356657\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-05-28T02:25:34.611955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.761237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:34.612001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214882651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fb1d1896-34be-4fe4-9d59-26842406db0f\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-05-28T02:25:34.611951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:33.397168Z","time spent":"1.214698735s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:34.612036Z","caller":"traceutil/trace.go:171","msg":"trace[68637748] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9007; }","duration":"246.902251ms","start":"2026-05-28T02:25:34.365114Z","end":"2026-05-28T02:25:34.612016Z","steps":["trace[68637748] 'agreement among raft nodes before linearized reading' (duration: 246.781147ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:34.612058Z","caller":"traceutil/trace.go:171","msg":"trace[868170823] transaction","detail":"{read_only:false; response_revision:9007; number_of_response:1; }","duration":"1.213737835s","start":"2026-05-28T02:25:33.398307Z","end":"2026-05-28T02:25:34.612045Z","steps":["trace[868170823] 'process raft request' (duration: 1.213213718s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:34.612073Z","caller":"traceutil/trace.go:171","msg":"trace[1005696207] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fb1d1896-34be-4fe4-9d59-26842406db0f; range_end:; response_count:1; response_revision:9007; }","duration":"1.214968854s","start":"2026-05-28T02:25:33.397081Z","end":"2026-05-28T02:25:34.61205Z","steps":["trace[1005696207] 'agreement among raft nodes before linearized reading' (duration: 1.214815479s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:34.612116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:33.397066Z","time spent":"1.215038306s","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-fb1d1896-34be-4fe4-9d59-26842406db0f\" "} {"level":"info","ts":"2026-05-28T02:25:34.612012Z","caller":"traceutil/trace.go:171","msg":"trace[1056232381] range","detail":"{range_begin:/registry/events/openstack/barbican-api-859fb4bfc4-vnsgp.18b39982b9356657; range_end:; response_count:1; response_revision:9007; }","duration":"137.701329ms","start":"2026-05-28T02:25:34.474293Z","end":"2026-05-28T02:25:34.611994Z","steps":["trace[1056232381] 'agreement among raft nodes before linearized reading' (duration: 137.525323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:34.61215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:33.398289Z","time spent":"1.213810777s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:34.612167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755933265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:34.613639Z","caller":"traceutil/trace.go:171","msg":"trace[2096059054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9007; }","duration":"1.757403161s","start":"2026-05-28T02:25:32.856222Z","end":"2026-05-28T02:25:34.613625Z","steps":["trace[2096059054] 'agreement among raft nodes before linearized reading' (duration: 1.755905264s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:34.613684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:32.856146Z","time spent":"1.757525985s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:25:34.612234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976723026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:25:34.613783Z","caller":"traceutil/trace.go:171","msg":"trace[2134344149] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9007; }","duration":"1.978297456s","start":"2026-05-28T02:25:32.635469Z","end":"2026-05-28T02:25:34.613766Z","steps":["trace[2134344149] 'agreement among raft nodes before linearized reading' (duration: 1.976726056s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:34.612331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691181354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-28T02:25:34.613848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:32.635453Z","time spent":"1.978375258s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:25:34.61389Z","caller":"traceutil/trace.go:171","msg":"trace[2100445383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9007; }","duration":"2.692723493s","start":"2026-05-28T02:25:31.921116Z","end":"2026-05-28T02:25:34.613839Z","steps":["trace[2100445383] 'agreement among raft nodes before linearized reading' (duration: 2.691140193s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:34.613993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:31.921103Z","time spent":"2.692866427s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:25:34.61176Z","caller":"traceutil/trace.go:171","msg":"trace[1764623441] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9007; }","duration":"1.665368595s","start":"2026-05-28T02:25:32.946378Z","end":"2026-05-28T02:25:34.611746Z","steps":["trace[1764623441] 'agreement among raft nodes before linearized reading' (duration: 1.66523887s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:34.614083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:32.94636Z","time spent":"1.667691129s","remote":"127.0.0.1:38030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:34.612407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691100341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T02:25:34.614181Z","caller":"traceutil/trace.go:171","msg":"trace[862987369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9007; }","duration":"2.69293972s","start":"2026-05-28T02:25:31.921225Z","end":"2026-05-28T02:25:34.614165Z","steps":["trace[862987369] 'agreement among raft nodes before linearized reading' (duration: 2.691021559s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:34.614244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:31.921204Z","time spent":"2.693019302s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:34.612426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689205981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:25:34.614404Z","caller":"traceutil/trace.go:171","msg":"trace[363478979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9007; }","duration":"2.691185505s","start":"2026-05-28T02:25:31.923196Z","end":"2026-05-28T02:25:34.614382Z","steps":["trace[363478979] 'agreement among raft nodes before linearized reading' (duration: 2.68916969s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:34.612565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470096683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-28T02:25:34.614471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:31.92319Z","time spent":"2.691263317s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:25:34.614469Z","caller":"traceutil/trace.go:171","msg":"trace[356936498] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9007; }","duration":"2.472031736s","start":"2026-05-28T02:25:32.142424Z","end":"2026-05-28T02:25:34.614456Z","steps":["trace[356936498] 'agreement among raft nodes before linearized reading' (duration: 2.470041043s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:34.614689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:32.142406Z","time spent":"2.472268633s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:25:34.612628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689591153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:25:34.614995Z","caller":"traceutil/trace.go:171","msg":"trace[1650975330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9007; }","duration":"2.691969449s","start":"2026-05-28T02:25:31.923008Z","end":"2026-05-28T02:25:34.614978Z","steps":["trace[1650975330] 'agreement among raft nodes before linearized reading' (duration: 2.689430289s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:34.615093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:31.923Z","time spent":"2.692076973s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:25:35.581786Z","caller":"traceutil/trace.go:171","msg":"trace[193488434] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"443.585815ms","start":"2026-05-28T02:25:35.138175Z","end":"2026-05-28T02:25:35.581761Z","steps":["trace[193488434] 'process raft request' (duration: 443.42675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:35.581926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:35.138149Z","time spent":"443.704559ms","remote":"127.0.0.1:38022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:35.860581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.361034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:35.860692Z","caller":"traceutil/trace.go:171","msg":"trace[1294294118] transaction","detail":"{read_only:false; response_revision:9016; number_of_response:1; }","duration":"629.171606ms","start":"2026-05-28T02:25:35.231505Z","end":"2026-05-28T02:25:35.860677Z","steps":["trace[1294294118] 'process raft request' (duration: 393.660688ms)","trace[1294294118] 'compare' (duration: 235.194838ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:35.860748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:35.231488Z","time spent":"629.237789ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:35.860813Z","caller":"traceutil/trace.go:171","msg":"trace[376340987] linearizableReadLoop","detail":"{readStateIndex:9350; appliedIndex:9347; }","duration":"330.19334ms","start":"2026-05-28T02:25:35.530594Z","end":"2026-05-28T02:25:35.860788Z","steps":["trace[376340987] 'read index received' (duration: 51.041474ms)","trace[376340987] 'applied index is now lower than readState.Index' (duration: 279.150746ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:35.860929Z","caller":"traceutil/trace.go:171","msg":"trace[644219097] transaction","detail":"{read_only:false; response_revision:9017; number_of_response:1; }","duration":"462.234938ms","start":"2026-05-28T02:25:35.39868Z","end":"2026-05-28T02:25:35.860915Z","steps":["trace[644219097] 'process raft request' (duration: 461.961349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:35.861007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.396804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18b39990d899061a\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-05-28T02:25:35.861038Z","caller":"traceutil/trace.go:171","msg":"trace[1738727624] range","detail":"{range_begin:/registry/events/openstack/ceph.18b39990d899061a; range_end:; response_count:1; response_revision:9017; }","duration":"273.467096ms","start":"2026-05-28T02:25:35.587564Z","end":"2026-05-28T02:25:35.861031Z","steps":["trace[1738727624] 'agreement among raft nodes before linearized reading' (duration: 273.377623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:35.86111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.493759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:35.861199Z","caller":"traceutil/trace.go:171","msg":"trace[583029516] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9017; }","duration":"330.625693ms","start":"2026-05-28T02:25:35.530554Z","end":"2026-05-28T02:25:35.86118Z","steps":["trace[583029516] 'agreement among raft nodes before linearized reading' (duration: 330.488559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:35.861261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:35.530538Z","time spent":"330.706875ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:35.861051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:35.398657Z","time spent":"462.30485ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:36.711752Z","caller":"traceutil/trace.go:171","msg":"trace[697092544] linearizableReadLoop","detail":"{readStateIndex:9351; appliedIndex:9350; }","duration":"372.353781ms","start":"2026-05-28T02:25:36.339374Z","end":"2026-05-28T02:25:36.711728Z","steps":["trace[697092544] 'read index received' (duration: 305.582927ms)","trace[697092544] 'applied index is now lower than readState.Index' (duration: 66.769613ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:36.711832Z","caller":"traceutil/trace.go:171","msg":"trace[1168570318] transaction","detail":"{read_only:false; response_revision:9018; number_of_response:1; }","duration":"847.902042ms","start":"2026-05-28T02:25:35.86388Z","end":"2026-05-28T02:25:36.711782Z","steps":["trace[1168570318] 'process raft request' (duration: 781.059437ms)","trace[1168570318] 'compare' (duration: 66.205725ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:36.712007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.604178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-28T02:25:36.712052Z","caller":"traceutil/trace.go:171","msg":"trace[714289636] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9018; }","duration":"372.690341ms","start":"2026-05-28T02:25:36.339345Z","end":"2026-05-28T02:25:36.712036Z","steps":["trace[714289636] 'agreement among raft nodes before linearized reading' (duration: 372.509746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:36.712054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:35.863859Z","time spent":"848.062828ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:36.712096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.339331Z","time spent":"372.755483ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-28T02:25:37.008288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.313522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:37.008523Z","caller":"traceutil/trace.go:171","msg":"trace[701388007] linearizableReadLoop","detail":"{readStateIndex:9354; appliedIndex:9351; }","duration":"296.684732ms","start":"2026-05-28T02:25:36.711824Z","end":"2026-05-28T02:25:37.008509Z","steps":["trace[701388007] 'read index received' (duration: 166.04456ms)","trace[701388007] 'applied index is now lower than readState.Index' (duration: 130.639202ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:37.008688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.400439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:25:37.008717Z","caller":"traceutil/trace.go:171","msg":"trace[1170282478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:9021; }","duration":"349.473652ms","start":"2026-05-28T02:25:36.659236Z","end":"2026-05-28T02:25:37.008709Z","steps":["trace[1170282478] 'agreement among raft nodes before linearized reading' (duration: 349.351728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:37.008744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.659214Z","time spent":"349.522323ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-kqcg5\" "} {"level":"warn","ts":"2026-05-28T02:25:37.008745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.346303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-28T02:25:37.008842Z","caller":"traceutil/trace.go:171","msg":"trace[965670387] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9021; }","duration":"302.509428ms","start":"2026-05-28T02:25:36.706313Z","end":"2026-05-28T02:25:37.008823Z","steps":["trace[965670387] 'agreement among raft nodes before linearized reading' (duration: 302.203729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:37.008904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.70629Z","time spent":"302.600012ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-28T02:25:37.008952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.314804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:25:37.008977Z","caller":"traceutil/trace.go:171","msg":"trace[469453170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9021; }","duration":"365.495911ms","start":"2026-05-28T02:25:36.643474Z","end":"2026-05-28T02:25:37.00897Z","steps":["trace[469453170] 'agreement among raft nodes before linearized reading' (duration: 365.426579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:37.008994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.643465Z","time spent":"365.524602ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:37.009194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.617685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:25:37.009215Z","caller":"traceutil/trace.go:171","msg":"trace[1061618163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9021; }","duration":"365.694288ms","start":"2026-05-28T02:25:36.643515Z","end":"2026-05-28T02:25:37.00921Z","steps":["trace[1061618163] 'agreement among raft nodes before linearized reading' (duration: 365.638976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:37.009229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.643489Z","time spent":"365.736718ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:25:37.009234Z","caller":"traceutil/trace.go:171","msg":"trace[710314203] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"392.727647ms","start":"2026-05-28T02:25:36.616477Z","end":"2026-05-28T02:25:37.009204Z","steps":["trace[710314203] 'process raft request' (duration: 391.911291ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:37.009237Z","caller":"traceutil/trace.go:171","msg":"trace[896743252] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"392.641844ms","start":"2026-05-28T02:25:36.616559Z","end":"2026-05-28T02:25:37.0092Z","steps":["trace[896743252] 'process raft request' (duration: 391.907781ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:37.009287Z","caller":"traceutil/trace.go:171","msg":"trace[60959004] transaction","detail":"{read_only:false; response_revision:9019; number_of_response:1; }","duration":"392.861591ms","start":"2026-05-28T02:25:36.616397Z","end":"2026-05-28T02:25:37.009258Z","steps":["trace[60959004] 'process raft request' (duration: 261.485785ms)","trace[60959004] 'compare' (duration: 130.038564ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:37.009338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.533004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-05-28T02:25:37.009355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.998147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:25:37.009394Z","caller":"traceutil/trace.go:171","msg":"trace[777756794] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153; range_end:; response_count:1; response_revision:9021; }","duration":"294.627917ms","start":"2026-05-28T02:25:36.714749Z","end":"2026-05-28T02:25:37.009377Z","steps":["trace[777756794] 'agreement among raft nodes before linearized reading' (duration: 294.464332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:37.009392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.61647Z","time spent":"392.83517ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:37.009404Z","caller":"traceutil/trace.go:171","msg":"trace[1466183570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9021; }","duration":"366.071989ms","start":"2026-05-28T02:25:36.643319Z","end":"2026-05-28T02:25:37.009391Z","steps":["trace[1466183570] 'agreement among raft nodes before linearized reading' (duration: 365.901154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:37.009373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.42546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:25:37.009408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.838772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T02:25:37.009431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.616378Z","time spent":"392.964934ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:37.009474Z","caller":"traceutil/trace.go:171","msg":"trace[88000777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9021; }","duration":"366.563235ms","start":"2026-05-28T02:25:36.642895Z","end":"2026-05-28T02:25:37.009458Z","steps":["trace[88000777] 'agreement among raft nodes before linearized reading' (duration: 366.350158ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:37.00949Z","caller":"traceutil/trace.go:171","msg":"trace[1359852635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9021; }","duration":"365.971586ms","start":"2026-05-28T02:25:36.643496Z","end":"2026-05-28T02:25:37.009468Z","steps":["trace[1359852635] 'agreement among raft nodes before linearized reading' (duration: 365.735988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:37.00951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.642881Z","time spent":"366.620497ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:25:37.009518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.344947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131130"} {"level":"warn","ts":"2026-05-28T02:25:37.009503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.154043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:37.009449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.643311Z","time spent":"366.130531ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:25:37.009538Z","caller":"traceutil/trace.go:171","msg":"trace[1205293401] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9021; }","duration":"299.386379ms","start":"2026-05-28T02:25:36.710146Z","end":"2026-05-28T02:25:37.009532Z","steps":["trace[1205293401] 'agreement among raft nodes before linearized reading' (duration: 299.308526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:37.00953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.643474Z","time spent":"366.047749ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:25:37.009562Z","caller":"traceutil/trace.go:171","msg":"trace[1093048257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9021; }","duration":"155.247795ms","start":"2026-05-28T02:25:36.8543Z","end":"2026-05-28T02:25:37.009548Z","steps":["trace[1093048257] 'agreement among raft nodes before linearized reading' (duration: 155.162773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:37.009391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:36.616521Z","time spent":"392.784619ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:37.286569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.27249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:37.286707Z","caller":"traceutil/trace.go:171","msg":"trace[702310109] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"273.028832ms","start":"2026-05-28T02:25:37.013654Z","end":"2026-05-28T02:25:37.286683Z","steps":["trace[702310109] 'process raft request' (duration: 121.526225ms)","trace[702310109] 'compare' (duration: 151.038002ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:37.800101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.709557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:37.800351Z","caller":"traceutil/trace.go:171","msg":"trace[405237174] linearizableReadLoop","detail":"{readStateIndex:9359; appliedIndex:9354; }","duration":"775.419907ms","start":"2026-05-28T02:25:37.024918Z","end":"2026-05-28T02:25:37.800338Z","steps":["trace[405237174] 'read index received' (duration: 110.282887ms)","trace[405237174] 'applied index is now lower than readState.Index' (duration: 665.13598ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:37.800428Z","caller":"traceutil/trace.go:171","msg":"trace[717180238] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"776.004946ms","start":"2026-05-28T02:25:37.024415Z","end":"2026-05-28T02:25:37.80042Z","steps":["trace[717180238] 'process raft request' (duration: 666.893626ms)","trace[717180238] 'compare' (duration: 108.424358ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:37.800473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:37.024396Z","time spent":"776.055457ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:37.800551Z","caller":"traceutil/trace.go:171","msg":"trace[1394557999] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"775.745857ms","start":"2026-05-28T02:25:37.02478Z","end":"2026-05-28T02:25:37.800526Z","steps":["trace[1394557999] 'process raft request' (duration: 775.51015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:37.800679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:37.024773Z","time spent":"775.84772ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:37.800677Z","caller":"traceutil/trace.go:171","msg":"trace[522286380] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"776.039487ms","start":"2026-05-28T02:25:37.024604Z","end":"2026-05-28T02:25:37.800644Z","steps":["trace[522286380] 'process raft request' (duration: 775.585913ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:37.800774Z","caller":"traceutil/trace.go:171","msg":"trace[1198358415] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"776.022916ms","start":"2026-05-28T02:25:37.024744Z","end":"2026-05-28T02:25:37.800767Z","steps":["trace[1198358415] 'process raft request' (duration: 775.52324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:37.800814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:37.024739Z","time spent":"776.055297ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:37.800789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.351928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-05-28T02:25:37.800849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.928373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131130"} {"level":"warn","ts":"2026-05-28T02:25:37.800849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:37.024595Z","time spent":"776.161661ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:37.800881Z","caller":"traceutil/trace.go:171","msg":"trace[663754920] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9026; }","duration":"775.957154ms","start":"2026-05-28T02:25:37.024913Z","end":"2026-05-28T02:25:37.80087Z","steps":["trace[663754920] 'agreement among raft nodes before linearized reading' (duration: 775.788129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:37.800908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:37.024895Z","time spent":"776.008975ms","remote":"127.0.0.1:37800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131153,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-28T02:25:37.800864Z","caller":"traceutil/trace.go:171","msg":"trace[1567008199] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9026; }","duration":"771.45313ms","start":"2026-05-28T02:25:37.029392Z","end":"2026-05-28T02:25:37.800845Z","steps":["trace[1567008199] 'agreement among raft nodes before linearized reading' (duration: 771.211653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:37.801047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:37.029377Z","time spent":"771.642837ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-05-28T02:25:38.137377Z","caller":"traceutil/trace.go:171","msg":"trace[1462557348] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"270.657136ms","start":"2026-05-28T02:25:37.866711Z","end":"2026-05-28T02:25:38.137368Z","steps":["trace[1462557348] 'process raft request' (duration: 205.102302ms)","trace[1462557348] 'compare' (duration: 65.084289ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:38.13727Z","caller":"traceutil/trace.go:171","msg":"trace[1419276245] linearizableReadLoop","detail":"{readStateIndex:9360; appliedIndex:9359; }","duration":"207.811868ms","start":"2026-05-28T02:25:37.92944Z","end":"2026-05-28T02:25:38.137252Z","steps":["trace[1419276245] 'read index received' (duration: 142.311785ms)","trace[1419276245] 'applied index is now lower than readState.Index' (duration: 65.499413ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:38.137622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.148169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:38.137646Z","caller":"traceutil/trace.go:171","msg":"trace[1165509752] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9027; }","duration":"208.242042ms","start":"2026-05-28T02:25:37.929396Z","end":"2026-05-28T02:25:38.137638Z","steps":["trace[1165509752] 'agreement among raft nodes before linearized reading' (duration: 208.169419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:39.531096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254121032,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:25:39.893924Z","caller":"traceutil/trace.go:171","msg":"trace[1893167041] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"877.356459ms","start":"2026-05-28T02:25:39.016534Z","end":"2026-05-28T02:25:39.89389Z","steps":["trace[1893167041] 'process raft request' (duration: 877.134492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:39.894636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:39.016508Z","time spent":"878.03939ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:40.287136Z","caller":"traceutil/trace.go:171","msg":"trace[2095632058] linearizableReadLoop","detail":"{readStateIndex:9363; appliedIndex:9360; }","duration":"1.256761803s","start":"2026-05-28T02:25:39.030352Z","end":"2026-05-28T02:25:40.287115Z","steps":["trace[2095632058] 'read index received' (duration: 863.318272ms)","trace[2095632058] 'applied index is now lower than readState.Index' (duration: 393.44269ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:40.287234Z","caller":"traceutil/trace.go:171","msg":"trace[738382015] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"1.266255315s","start":"2026-05-28T02:25:39.020969Z","end":"2026-05-28T02:25:40.287225Z","steps":["trace[738382015] 'process raft request' (duration: 1.26608268s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:40.287317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:39.020929Z","time spent":"1.266327187s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:40.287159Z","caller":"traceutil/trace.go:171","msg":"trace[2043820377] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"1.268794085s","start":"2026-05-28T02:25:39.018351Z","end":"2026-05-28T02:25:40.287145Z","steps":["trace[2043820377] 'process raft request' (duration: 1.256224766s)","trace[2043820377] 'compare' (duration: 12.300071ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:40.28759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:39.018317Z","time spent":"1.269167167s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:40.287788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257423833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:25:40.287864Z","caller":"traceutil/trace.go:171","msg":"trace[1395190657] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:9030; }","duration":"1.257526237s","start":"2026-05-28T02:25:39.03032Z","end":"2026-05-28T02:25:40.287846Z","steps":["trace[1395190657] 'agreement among raft nodes before linearized reading' (duration: 1.25731764s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:40.287917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:39.030309Z","time spent":"1.25759633s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-kqcg5\" "} {"level":"info","ts":"2026-05-28T02:25:40.303466Z","caller":"traceutil/trace.go:171","msg":"trace[1955196366] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"160.881826ms","start":"2026-05-28T02:25:40.142564Z","end":"2026-05-28T02:25:40.303446Z","steps":["trace[1955196366] 'process raft request' (duration: 160.579906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:40.303689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.281902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:40.303728Z","caller":"traceutil/trace.go:171","msg":"trace[1228898868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9031; }","duration":"224.363034ms","start":"2026-05-28T02:25:40.079356Z","end":"2026-05-28T02:25:40.303719Z","steps":["trace[1228898868] 'agreement among raft nodes before linearized reading' (duration: 224.296382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:40.303857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.140929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:25:40.303916Z","caller":"traceutil/trace.go:171","msg":"trace[1866206391] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9031; }","duration":"798.282164ms","start":"2026-05-28T02:25:39.505621Z","end":"2026-05-28T02:25:40.303903Z","steps":["trace[1866206391] 'agreement among raft nodes before linearized reading' (duration: 798.168581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:40.303936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145174785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:25:40.303947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:39.505574Z","time spent":"798.366157ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:25:40.303969Z","caller":"traceutil/trace.go:171","msg":"trace[1731249140] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9031; }","duration":"1.145266807s","start":"2026-05-28T02:25:39.158693Z","end":"2026-05-28T02:25:40.303959Z","steps":["trace[1731249140] 'agreement among raft nodes before linearized reading' (duration: 1.145200795s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:40.304015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:39.158672Z","time spent":"1.14533465s","remote":"127.0.0.1:37858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:40.304043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013168957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T02:25:40.304105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.361517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:40.304089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.294704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T02:25:40.304123Z","caller":"traceutil/trace.go:171","msg":"trace[1943629421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9031; }","duration":"1.013324722s","start":"2026-05-28T02:25:39.290782Z","end":"2026-05-28T02:25:40.304107Z","steps":["trace[1943629421] 'agreement among raft nodes before linearized reading' (duration: 1.013063964s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:40.30413Z","caller":"traceutil/trace.go:171","msg":"trace[1749264616] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9031; }","duration":"687.426619ms","start":"2026-05-28T02:25:39.616695Z","end":"2026-05-28T02:25:40.304122Z","steps":["trace[1749264616] 'agreement among raft nodes before linearized reading' (duration: 687.388578ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:40.304144Z","caller":"traceutil/trace.go:171","msg":"trace[156185878] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:9031; }","duration":"592.388877ms","start":"2026-05-28T02:25:39.711743Z","end":"2026-05-28T02:25:40.304132Z","steps":["trace[156185878] 'agreement among raft nodes before linearized reading' (duration: 592.234832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:40.304158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:39.616665Z","time spent":"687.48694ms","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:40.304161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:39.29076Z","time spent":"1.013393474s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:40.304177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:39.711726Z","time spent":"592.445099ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-28T02:25:40.304178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.297258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-28T02:25:40.304095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.427771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-28T02:25:40.304262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.240965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:25:40.304288Z","caller":"traceutil/trace.go:171","msg":"trace[1215248554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9031; }","duration":"499.650248ms","start":"2026-05-28T02:25:39.804614Z","end":"2026-05-28T02:25:40.304264Z","steps":["trace[1215248554] 'agreement among raft nodes before linearized reading' (duration: 499.313717ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:40.304303Z","caller":"traceutil/trace.go:171","msg":"trace[347028645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9031; }","duration":"499.289677ms","start":"2026-05-28T02:25:39.804998Z","end":"2026-05-28T02:25:40.304288Z","steps":["trace[347028645] 'agreement among raft nodes before linearized reading' (duration: 499.216204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:40.304349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:39.804991Z","time spent":"499.351298ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:25:40.304358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:39.804596Z","time spent":"499.741931ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:40.304359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.685779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:25:40.304401Z","caller":"traceutil/trace.go:171","msg":"trace[508842253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9031; }","duration":"499.778412ms","start":"2026-05-28T02:25:39.804614Z","end":"2026-05-28T02:25:40.304392Z","steps":["trace[508842253] 'agreement among raft nodes before linearized reading' (duration: 499.644528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:40.304191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.640246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T02:25:40.304432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:39.804595Z","time spent":"499.830014ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:25:40.304438Z","caller":"traceutil/trace.go:171","msg":"trace[300241972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9031; }","duration":"498.900134ms","start":"2026-05-28T02:25:39.805527Z","end":"2026-05-28T02:25:40.304428Z","steps":["trace[300241972] 'agreement among raft nodes before linearized reading' (duration: 498.602935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:40.304471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:39.805518Z","time spent":"498.944875ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:25:40.304506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001056252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:25:40.30457Z","caller":"traceutil/trace.go:171","msg":"trace[2143114186] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9031; }","duration":"1.001160955s","start":"2026-05-28T02:25:39.303396Z","end":"2026-05-28T02:25:40.304556Z","steps":["trace[2143114186] 'agreement among raft nodes before linearized reading' (duration: 1.000592897s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:40.304618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:39.303379Z","time spent":"1.001229528s","remote":"127.0.0.1:38296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":892,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:25:40.304232Z","caller":"traceutil/trace.go:171","msg":"trace[1396272730] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9031; }","duration":"583.36849ms","start":"2026-05-28T02:25:39.720848Z","end":"2026-05-28T02:25:40.304217Z","steps":["trace[1396272730] 'agreement among raft nodes before linearized reading' (duration: 583.236716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:40.304675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:39.720842Z","time spent":"583.822815ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:25:40.496107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.623924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:40.496448Z","caller":"traceutil/trace.go:171","msg":"trace[820283585] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"187.940185ms","start":"2026-05-28T02:25:40.308489Z","end":"2026-05-28T02:25:40.496429Z","steps":["trace[820283585] 'process raft request' (duration: 187.835342ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:40.496432Z","caller":"traceutil/trace.go:171","msg":"trace[158325349] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"188.873165ms","start":"2026-05-28T02:25:40.307516Z","end":"2026-05-28T02:25:40.496389Z","steps":["trace[158325349] 'process raft request' (duration: 84.742885ms)","trace[158325349] 'compare' (duration: 103.49302ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:40.496672Z","caller":"traceutil/trace.go:171","msg":"trace[1366191904] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"187.880943ms","start":"2026-05-28T02:25:40.308773Z","end":"2026-05-28T02:25:40.496654Z","steps":["trace[1366191904] 'process raft request' (duration: 187.587464ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:40.496439Z","caller":"traceutil/trace.go:171","msg":"trace[860174357] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"188.676449ms","start":"2026-05-28T02:25:40.307728Z","end":"2026-05-28T02:25:40.496404Z","steps":["trace[860174357] 'process raft request' (duration: 188.533504ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:40.496867Z","caller":"traceutil/trace.go:171","msg":"trace[1470737613] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"188.000007ms","start":"2026-05-28T02:25:40.308862Z","end":"2026-05-28T02:25:40.496862Z","steps":["trace[1470737613] 'process raft request' (duration: 187.732849ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:40.497158Z","caller":"traceutil/trace.go:171","msg":"trace[914472521] linearizableReadLoop","detail":"{readStateIndex:9371; appliedIndex:9365; }","duration":"141.313682ms","start":"2026-05-28T02:25:40.355837Z","end":"2026-05-28T02:25:40.497151Z","steps":["trace[914472521] 'read index received' (duration: 36.384487ms)","trace[914472521] 'applied index is now lower than readState.Index' (duration: 104.928455ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:40.497265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.424186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19512"} {"level":"info","ts":"2026-05-28T02:25:40.497301Z","caller":"traceutil/trace.go:171","msg":"trace[1511330342] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9037; }","duration":"141.499258ms","start":"2026-05-28T02:25:40.355796Z","end":"2026-05-28T02:25:40.497296Z","steps":["trace[1511330342] 'agreement among raft nodes before linearized reading' (duration: 141.376714ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:40.497306Z","caller":"traceutil/trace.go:171","msg":"trace[2022967120] transaction","detail":"{read_only:false; response_revision:9037; number_of_response:1; }","duration":"141.952433ms","start":"2026-05-28T02:25:40.355321Z","end":"2026-05-28T02:25:40.497274Z","steps":["trace[2022967120] 'process raft request' (duration: 141.514779ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:48.753319Z","caller":"traceutil/trace.go:171","msg":"trace[825082008] linearizableReadLoop","detail":"{readStateIndex:9446; appliedIndex:9445; }","duration":"221.901517ms","start":"2026-05-28T02:25:48.531394Z","end":"2026-05-28T02:25:48.753296Z","steps":["trace[825082008] 'read index received' (duration: 221.740252ms)","trace[825082008] 'applied index is now lower than readState.Index' (duration: 160.485µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:48.753424Z","caller":"traceutil/trace.go:171","msg":"trace[443049869] transaction","detail":"{read_only:false; response_revision:9108; number_of_response:1; }","duration":"395.914102ms","start":"2026-05-28T02:25:48.357482Z","end":"2026-05-28T02:25:48.753396Z","steps":["trace[443049869] 'process raft request' (duration: 395.629993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:48.753634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.222217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T02:25:48.753645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.35746Z","time spent":"396.038655ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:48.753679Z","caller":"traceutil/trace.go:171","msg":"trace[1448139728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9108; }","duration":"222.3299ms","start":"2026-05-28T02:25:48.531338Z","end":"2026-05-28T02:25:48.753668Z","steps":["trace[1448139728] 'agreement among raft nodes before linearized reading' (duration: 222.073191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:48.753732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.666826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:25:48.753806Z","caller":"traceutil/trace.go:171","msg":"trace[844542346] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9108; }","duration":"208.795609ms","start":"2026-05-28T02:25:48.544992Z","end":"2026-05-28T02:25:48.753788Z","steps":["trace[844542346] 'agreement among raft nodes before linearized reading' (duration: 208.607053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:48.753816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.988256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-28T02:25:48.753824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.987558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T02:25:48.753842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.348272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:25:48.753878Z","caller":"traceutil/trace.go:171","msg":"trace[659145880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9108; }","duration":"209.152471ms","start":"2026-05-28T02:25:48.544711Z","end":"2026-05-28T02:25:48.753864Z","steps":["trace[659145880] 'agreement among raft nodes before linearized reading' (duration: 208.983165ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:48.753888Z","caller":"traceutil/trace.go:171","msg":"trace[704779029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9108; }","duration":"204.0884ms","start":"2026-05-28T02:25:48.549785Z","end":"2026-05-28T02:25:48.753873Z","steps":["trace[704779029] 'agreement among raft nodes before linearized reading' (duration: 203.841822ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:48.753904Z","caller":"traceutil/trace.go:171","msg":"trace[1812393806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9108; }","duration":"217.434305ms","start":"2026-05-28T02:25:48.536457Z","end":"2026-05-28T02:25:48.753891Z","steps":["trace[1812393806] 'agreement among raft nodes before linearized reading' (duration: 217.252889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:48.753809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.009078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:25:48.754016Z","caller":"traceutil/trace.go:171","msg":"trace[817271321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9108; }","duration":"221.277316ms","start":"2026-05-28T02:25:48.532732Z","end":"2026-05-28T02:25:48.754009Z","steps":["trace[817271321] 'agreement among raft nodes before linearized reading' (duration: 220.821242ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:48.95579Z","caller":"traceutil/trace.go:171","msg":"trace[50874991] transaction","detail":"{read_only:false; response_revision:9109; number_of_response:1; }","duration":"197.903844ms","start":"2026-05-28T02:25:48.757853Z","end":"2026-05-28T02:25:48.955757Z","steps":["trace[50874991] 'process raft request' (duration: 139.121228ms)","trace[50874991] 'compare' (duration: 58.628951ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:49.133157Z","caller":"traceutil/trace.go:171","msg":"trace[1350143517] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"375.075779ms","start":"2026-05-28T02:25:48.758058Z","end":"2026-05-28T02:25:49.133134Z","steps":["trace[1350143517] 'process raft request' (duration: 375.001227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.1333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.758029Z","time spent":"375.201203ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:49.133343Z","caller":"traceutil/trace.go:171","msg":"trace[1328557196] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"374.966556ms","start":"2026-05-28T02:25:48.758371Z","end":"2026-05-28T02:25:49.133338Z","steps":["trace[1328557196] 'process raft request' (duration: 374.728198ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:49.133168Z","caller":"traceutil/trace.go:171","msg":"trace[1215691483] transaction","detail":"{read_only:false; response_revision:9110; number_of_response:1; }","duration":"375.133581ms","start":"2026-05-28T02:25:48.758006Z","end":"2026-05-28T02:25:49.13314Z","steps":["trace[1215691483] 'process raft request' (duration: 365.065572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.133436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.758355Z","time spent":"375.020788ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:49.133446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.757996Z","time spent":"375.389629ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:49.133733Z","caller":"traceutil/trace.go:171","msg":"trace[1320335479] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"374.539232ms","start":"2026-05-28T02:25:48.759153Z","end":"2026-05-28T02:25:49.133692Z","steps":["trace[1320335479] 'process raft request' (duration: 374.100428ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:49.13377Z","caller":"traceutil/trace.go:171","msg":"trace[102603616] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"373.434837ms","start":"2026-05-28T02:25:48.76032Z","end":"2026-05-28T02:25:49.133755Z","steps":["trace[102603616] 'process raft request' (duration: 373.246071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.133793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.759139Z","time spent":"374.625765ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:49.133807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.760302Z","time spent":"373.487399ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:49.133752Z","caller":"traceutil/trace.go:171","msg":"trace[1422377955] linearizableReadLoop","detail":"{readStateIndex:9448; appliedIndex:9446; }","duration":"375.7058ms","start":"2026-05-28T02:25:48.758016Z","end":"2026-05-28T02:25:49.133722Z","steps":["trace[1422377955] 'read index received' (duration: 138.963793ms)","trace[1422377955] 'applied index is now lower than readState.Index' (duration: 236.740747ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:49.133966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.922187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"info","ts":"2026-05-28T02:25:49.134066Z","caller":"traceutil/trace.go:171","msg":"trace[2051971924] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9114; }","duration":"376.06208ms","start":"2026-05-28T02:25:48.75799Z","end":"2026-05-28T02:25:49.134052Z","steps":["trace[2051971924] 'agreement among raft nodes before linearized reading' (duration: 375.822483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.134073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.74389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-05-28T02:25:49.13411Z","caller":"traceutil/trace.go:171","msg":"trace[1367840212] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9114; }","duration":"369.813552ms","start":"2026-05-28T02:25:48.764286Z","end":"2026-05-28T02:25:49.1341Z","steps":["trace[1367840212] 'agreement among raft nodes before linearized reading' (duration: 369.675767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.134113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.757985Z","time spent":"376.118363ms","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":522,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-05-28T02:25:49.133973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.156624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7mbjv\" ","response":"range_response_count:1 size:4743"} {"level":"warn","ts":"2026-05-28T02:25:49.134141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.764275Z","time spent":"369.860754ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-05-28T02:25:49.134183Z","caller":"traceutil/trace.go:171","msg":"trace[2144039827] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7mbjv; range_end:; response_count:1; response_revision:9114; }","duration":"370.36981ms","start":"2026-05-28T02:25:48.763789Z","end":"2026-05-28T02:25:49.134159Z","steps":["trace[2144039827] 'agreement among raft nodes before linearized reading' (duration: 370.087121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.134218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:48.763781Z","time spent":"370.428871ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4766,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7mbjv\" "} {"level":"info","ts":"2026-05-28T02:25:49.493273Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024ee.wal"} {"level":"info","ts":"2026-05-28T02:25:49.493573Z","caller":"traceutil/trace.go:171","msg":"trace[1954323290] linearizableReadLoop","detail":"{readStateIndex:9453; appliedIndex:9452; }","duration":"357.254623ms","start":"2026-05-28T02:25:49.136297Z","end":"2026-05-28T02:25:49.493552Z","steps":["trace[1954323290] 'read index received' (duration: 357.105769ms)","trace[1954323290] 'applied index is now lower than readState.Index' (duration: 147.914µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:49.493639Z","caller":"traceutil/trace.go:171","msg":"trace[109253059] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"357.949595ms","start":"2026-05-28T02:25:49.135664Z","end":"2026-05-28T02:25:49.493614Z","steps":["trace[109253059] 'process raft request' (duration: 357.757039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.493751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:49.135646Z","time spent":"358.034678ms","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:49.493778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.46127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-05-28T02:25:49.493808Z","caller":"traceutil/trace.go:171","msg":"trace[266013728] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9115; }","duration":"357.536362ms","start":"2026-05-28T02:25:49.136264Z","end":"2026-05-28T02:25:49.4938Z","steps":["trace[266013728] 'agreement among raft nodes before linearized reading' (duration: 357.403958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:49.493841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:49.136248Z","time spent":"357.584054ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-05-28T02:25:50.689711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065661698s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:50.690179Z","caller":"traceutil/trace.go:171","msg":"trace[1610849968] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"718.485904ms","start":"2026-05-28T02:25:49.971673Z","end":"2026-05-28T02:25:50.690159Z","steps":["trace[1610849968] 'process raft request' (duration: 718.155133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:50.690263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:49.971645Z","time spent":"718.579887ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:50.690232Z","caller":"traceutil/trace.go:171","msg":"trace[479693481] linearizableReadLoop","detail":"{readStateIndex:9454; appliedIndex:9453; }","duration":"1.196543383s","start":"2026-05-28T02:25:49.493628Z","end":"2026-05-28T02:25:50.690172Z","steps":["trace[479693481] 'read index received' (duration: 130.299537ms)","trace[479693481] 'applied index is now lower than readState.Index' (duration: 1.066238826s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:50.690383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350095509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:50.690449Z","caller":"traceutil/trace.go:171","msg":"trace[2116989634] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9117; }","duration":"1.350226223s","start":"2026-05-28T02:25:49.340207Z","end":"2026-05-28T02:25:50.690434Z","steps":["trace[2116989634] 'agreement among raft nodes before linearized reading' (duration: 1.350089899s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:50.690432Z","caller":"traceutil/trace.go:171","msg":"trace[1004032157] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"1.550007656s","start":"2026-05-28T02:25:49.140384Z","end":"2026-05-28T02:25:50.690392Z","steps":["trace[1004032157] 'process raft request' (duration: 483.583674ms)","trace[1004032157] 'compare' (duration: 1.065445801s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:50.690503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:49.340185Z","time spent":"1.350303485s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:50.690594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:49.140364Z","time spent":"1.550142041s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:51.191411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254121282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:25:51.403374Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084935718s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:25:51.724427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.628301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:51.72457Z","caller":"traceutil/trace.go:171","msg":"trace[1028477256] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"1.406203699s","start":"2026-05-28T02:25:50.318337Z","end":"2026-05-28T02:25:51.72454Z","steps":["trace[1028477256] 'process raft request' (duration: 1.085360691s)","trace[1028477256] 'compare' (duration: 320.378583ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:51.724661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:50.318315Z","time spent":"1.406300742s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:51.85407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999852949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:25:51.854172Z","caller":"traceutil/trace.go:171","msg":"trace[2062468000] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000006044s","start":"2026-05-28T02:25:49.854142Z","end":"2026-05-28T02:25:51.854148Z","steps":["trace[2062468000] 'agreement among raft nodes before linearized reading' (duration: 1.99988707s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:51.85439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:49.854122Z","time spent":"2.000098217s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:25:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:25:52.184331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.567295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:52.18453Z","caller":"traceutil/trace.go:171","msg":"trace[1640140519] transaction","detail":"{read_only:false; response_revision:9120; number_of_response:1; }","duration":"1.837770723s","start":"2026-05-28T02:25:50.346739Z","end":"2026-05-28T02:25:52.18451Z","steps":["trace[1640140519] 'process raft request' (duration: 1.83767821s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:52.184542Z","caller":"traceutil/trace.go:171","msg":"trace[201567348] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"1.865468722s","start":"2026-05-28T02:25:50.31904Z","end":"2026-05-28T02:25:52.184509Z","steps":["trace[201567348] 'process raft request' (duration: 1.752649989s)","trace[201567348] 'compare' (duration: 112.468252ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:52.184599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:50.346723Z","time spent":"1.837844065s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:52.18478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:50.319022Z","time spent":"1.865652208s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:52.184786Z","caller":"traceutil/trace.go:171","msg":"trace[2068463888] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"1.308251319s","start":"2026-05-28T02:25:50.876511Z","end":"2026-05-28T02:25:52.184763Z","steps":["trace[2068463888] 'process raft request' (duration: 1.307951229s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.184948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:50.876475Z","time spent":"1.308409574s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:52.185135Z","caller":"traceutil/trace.go:171","msg":"trace[1709521901] linearizableReadLoop","detail":"{readStateIndex:9460; appliedIndex:9455; }","duration":"1.494785062s","start":"2026-05-28T02:25:50.690334Z","end":"2026-05-28T02:25:52.185119Z","steps":["trace[1709521901] 'read index received' (duration: 713.36204ms)","trace[1709521901] 'applied index is now lower than readState.Index' (duration: 781.421812ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:52.185247Z","caller":"traceutil/trace.go:171","msg":"trace[397634530] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"1.157368438s","start":"2026-05-28T02:25:51.027865Z","end":"2026-05-28T02:25:52.185234Z","steps":["trace[397634530] 'process raft request' (duration: 1.15681506s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.185321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.027832Z","time spent":"1.15744712s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:52.185383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689043082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-05-28T02:25:52.185368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332239844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:52.185404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818541912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-05-28T02:25:52.185415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567273276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T02:25:52.18544Z","caller":"traceutil/trace.go:171","msg":"trace[457589389] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9122; }","duration":"2.689115435s","start":"2026-05-28T02:25:49.496296Z","end":"2026-05-28T02:25:52.185411Z","steps":["trace[457589389] 'agreement among raft nodes before linearized reading' (duration: 2.688943169s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.185426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472739864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T02:25:52.185457Z","caller":"traceutil/trace.go:171","msg":"trace[891264282] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:9122; }","duration":"1.818632885s","start":"2026-05-28T02:25:50.366816Z","end":"2026-05-28T02:25:52.185449Z","steps":["trace[891264282] 'agreement among raft nodes before linearized reading' (duration: 1.81849763s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:52.185457Z","caller":"traceutil/trace.go:171","msg":"trace[1931098371] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9122; }","duration":"2.332405149s","start":"2026-05-28T02:25:49.853027Z","end":"2026-05-28T02:25:52.185432Z","steps":["trace[1931098371] 'agreement among raft nodes before linearized reading' (duration: 2.332190852s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.185475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:49.496279Z","time spent":"2.689189917s","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-05-28T02:25:52.185491Z","caller":"traceutil/trace.go:171","msg":"trace[1784469110] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:9122; }","duration":"2.472846498s","start":"2026-05-28T02:25:49.712626Z","end":"2026-05-28T02:25:52.185472Z","steps":["trace[1784469110] 'agreement among raft nodes before linearized reading' (duration: 2.472640212s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:52.18548Z","caller":"traceutil/trace.go:171","msg":"trace[808300494] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9122; }","duration":"2.567379739s","start":"2026-05-28T02:25:49.618082Z","end":"2026-05-28T02:25:52.185462Z","steps":["trace[808300494] 'agreement among raft nodes before linearized reading' (duration: 2.567171993s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.185502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045117074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-28T02:25:52.185457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689095875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7mbjv\" ","response":"range_response_count:1 size:4641"} {"level":"warn","ts":"2026-05-28T02:25:52.185529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044884147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:25:52.18554Z","caller":"traceutil/trace.go:171","msg":"trace[1081900461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9122; }","duration":"1.045188306s","start":"2026-05-28T02:25:51.140342Z","end":"2026-05-28T02:25:52.18553Z","steps":["trace[1081900461] 'agreement among raft nodes before linearized reading' (duration: 1.045084063s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.185538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:49.853009Z","time spent":"2.332510672s","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:52.185545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:49.61806Z","time spent":"2.567472462s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T02:25:52.185612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.212277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:52.185579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.14032Z","time spent":"1.045251059s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:52.185627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.771509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:52.185637Z","caller":"traceutil/trace.go:171","msg":"trace[1800004575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9122; }","duration":"331.28266ms","start":"2026-05-28T02:25:51.854349Z","end":"2026-05-28T02:25:52.185631Z","steps":["trace[1800004575] 'agreement among raft nodes before linearized reading' (duration: 331.230948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.185522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569200407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-28T02:25:52.185614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225146371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:25:52.185577Z","caller":"traceutil/trace.go:171","msg":"trace[539408080] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7mbjv; range_end:; response_count:1; response_revision:9122; }","duration":"2.689262089s","start":"2026-05-28T02:25:49.4963Z","end":"2026-05-28T02:25:52.185562Z","steps":["trace[539408080] 'agreement among raft nodes before linearized reading' (duration: 2.68897629s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:52.185666Z","caller":"traceutil/trace.go:171","msg":"trace[1837125820] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9122; }","duration":"385.80901ms","start":"2026-05-28T02:25:51.799843Z","end":"2026-05-28T02:25:52.185652Z","steps":["trace[1837125820] 'agreement among raft nodes before linearized reading' (duration: 385.725208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.185711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.799788Z","time spent":"385.914064ms","remote":"127.0.0.1:38120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:25:52.18571Z","caller":"traceutil/trace.go:171","msg":"trace[1476272403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9122; }","duration":"1.225283554s","start":"2026-05-28T02:25:50.960409Z","end":"2026-05-28T02:25:52.185692Z","steps":["trace[1476272403] 'agreement among raft nodes before linearized reading' (duration: 1.225106039s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.185737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045065123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:25:52.185578Z","caller":"traceutil/trace.go:171","msg":"trace[351266713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9122; }","duration":"1.044945218s","start":"2026-05-28T02:25:51.140621Z","end":"2026-05-28T02:25:52.185566Z","steps":["trace[351266713] 'agreement among raft nodes before linearized reading' (duration: 1.044796314s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:52.185773Z","caller":"traceutil/trace.go:171","msg":"trace[822064249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9122; }","duration":"1.045101164s","start":"2026-05-28T02:25:51.140663Z","end":"2026-05-28T02:25:52.185764Z","steps":["trace[822064249] 'agreement among raft nodes before linearized reading' (duration: 1.045002421s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.185779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:50.960367Z","time spent":"1.225386158s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:25:52.185748Z","caller":"traceutil/trace.go:171","msg":"trace[1448665199] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9122; }","duration":"2.569418364s","start":"2026-05-28T02:25:49.616265Z","end":"2026-05-28T02:25:52.185683Z","steps":["trace[1448665199] 'agreement among raft nodes before linearized reading' (duration: 2.569040402s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.185812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.140644Z","time spent":"1.045160205s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:25:52.185716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689359312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-05-28T02:25:52.185922Z","caller":"traceutil/trace.go:171","msg":"trace[1541682036] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:9122; }","duration":"2.689681303s","start":"2026-05-28T02:25:49.496225Z","end":"2026-05-28T02:25:52.185906Z","steps":["trace[1541682036] 'agreement among raft nodes before linearized reading' (duration: 2.689045193s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.18592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:49.616244Z","time spent":"2.56958732s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T02:25:52.186099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:49.496204Z","time spent":"2.689872199s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-05-28T02:25:52.185777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.140617Z","time spent":"1.045153655s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:52.185556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0449873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T02:25:52.185532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:49.712594Z","time spent":"2.472929381s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-05-28T02:25:52.186268Z","caller":"traceutil/trace.go:171","msg":"trace[1605811463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9122; }","duration":"1.045665071s","start":"2026-05-28T02:25:51.140553Z","end":"2026-05-28T02:25:52.186218Z","steps":["trace[1605811463] 'agreement among raft nodes before linearized reading' (duration: 1.044958589s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.18566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.854322Z","time spent":"331.334461ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:25:52.185478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484384892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-28T02:25:52.186484Z","caller":"traceutil/trace.go:171","msg":"trace[260045353] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9122; }","duration":"1.485420535s","start":"2026-05-28T02:25:50.701046Z","end":"2026-05-28T02:25:52.186466Z","steps":["trace[260045353] 'agreement among raft nodes before linearized reading' (duration: 1.484299659s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.1864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:51.140546Z","time spent":"1.045802136s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:52.186552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:50.701032Z","time spent":"1.485503107s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:25:52.185482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:50.366795Z","time spent":"1.818682087s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-kqcg5\" "} {"level":"warn","ts":"2026-05-28T02:25:52.185741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:49.496285Z","time spent":"2.689443896s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4664,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7mbjv\" "} {"level":"warn","ts":"2026-05-28T02:25:52.623621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.382323ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-28T02:25:52.623738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.18774Z","time spent":"435.994084ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T02:25:52.716737Z","caller":"traceutil/trace.go:171","msg":"trace[1925399428] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"525.708322ms","start":"2026-05-28T02:25:52.191007Z","end":"2026-05-28T02:25:52.716716Z","steps":["trace[1925399428] 'process raft request' (duration: 525.64205ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:52.716763Z","caller":"traceutil/trace.go:171","msg":"trace[45065794] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"528.1444ms","start":"2026-05-28T02:25:52.188592Z","end":"2026-05-28T02:25:52.716736Z","steps":["trace[45065794] 'process raft request' (duration: 527.790379ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:52.71682Z","caller":"traceutil/trace.go:171","msg":"trace[1057675204] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"526.851979ms","start":"2026-05-28T02:25:52.189935Z","end":"2026-05-28T02:25:52.716787Z","steps":["trace[1057675204] 'process raft request' (duration: 526.611511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.716882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.188574Z","time spent":"528.242343ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:52.716904Z","caller":"traceutil/trace.go:171","msg":"trace[799993464] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"526.053773ms","start":"2026-05-28T02:25:52.190818Z","end":"2026-05-28T02:25:52.716872Z","steps":["trace[799993464] 'process raft request' (duration: 525.798875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.716977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.189923Z","time spent":"526.965552ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:52.717042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.190807Z","time spent":"526.165086ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:52.717046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.190983Z","time spent":"525.820486ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:52.71706Z","caller":"traceutil/trace.go:171","msg":"trace[193038549] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"525.964421ms","start":"2026-05-28T02:25:52.191073Z","end":"2026-05-28T02:25:52.717037Z","steps":["trace[193038549] 'process raft request' (duration: 525.608739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.717162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.191061Z","time spent":"526.049693ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:52.717222Z","caller":"traceutil/trace.go:171","msg":"trace[563952589] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"526.102205ms","start":"2026-05-28T02:25:52.191097Z","end":"2026-05-28T02:25:52.717199Z","steps":["trace[563952589] 'process raft request' (duration: 525.753994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.717426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.191089Z","time spent":"526.235139ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:52.717628Z","caller":"traceutil/trace.go:171","msg":"trace[2017223103] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"525.94254ms","start":"2026-05-28T02:25:52.191666Z","end":"2026-05-28T02:25:52.717609Z","steps":["trace[2017223103] 'process raft request' (duration: 525.428743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.717722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.191655Z","time spent":"526.023772ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:52.71773Z","caller":"traceutil/trace.go:171","msg":"trace[786660661] linearizableReadLoop","detail":"{readStateIndex:9462; appliedIndex:9460; }","duration":"528.415788ms","start":"2026-05-28T02:25:52.189295Z","end":"2026-05-28T02:25:52.717711Z","steps":["trace[786660661] 'read index received' (duration: 164.938677ms)","trace[786660661] 'applied index is now lower than readState.Index' (duration: 363.475841ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:52.717802Z","caller":"traceutil/trace.go:171","msg":"trace[464579669] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"526.093504ms","start":"2026-05-28T02:25:52.191688Z","end":"2026-05-28T02:25:52.717781Z","steps":["trace[464579669] 'process raft request' (duration: 525.734633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.717911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.191677Z","time spent":"526.182948ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:52.7181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-05-28T02:25:52.718165Z","caller":"traceutil/trace.go:171","msg":"trace[1114621900] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9130; }","duration":"528.884543ms","start":"2026-05-28T02:25:52.189267Z","end":"2026-05-28T02:25:52.718152Z","steps":["trace[1114621900] 'agreement among raft nodes before linearized reading' (duration: 528.591654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.718198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.189255Z","time spent":"528.934795ms","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-05-28T02:25:52.897317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.529954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:52.897475Z","caller":"traceutil/trace.go:171","msg":"trace[272108451] linearizableReadLoop","detail":"{readStateIndex:9471; appliedIndex:9469; }","duration":"179.677736ms","start":"2026-05-28T02:25:52.717784Z","end":"2026-05-28T02:25:52.897462Z","steps":["trace[272108451] 'read index received' (duration: 60.930875ms)","trace[272108451] 'applied index is now lower than readState.Index' (duration: 118.746101ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:52.897541Z","caller":"traceutil/trace.go:171","msg":"trace[2126091669] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"272.791242ms","start":"2026-05-28T02:25:52.624742Z","end":"2026-05-28T02:25:52.897533Z","steps":["trace[2126091669] 'process raft request' (duration: 153.960139ms)","trace[2126091669] 'compare' (duration: 118.392109ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:52.897747Z","caller":"traceutil/trace.go:171","msg":"trace[1972947384] transaction","detail":"{read_only:false; response_revision:9132; number_of_response:1; }","duration":"201.784617ms","start":"2026-05-28T02:25:52.69593Z","end":"2026-05-28T02:25:52.897714Z","steps":["trace[1972947384] 'process raft request' (duration: 201.479027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.897828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.172947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:52.897871Z","caller":"traceutil/trace.go:171","msg":"trace[673374418] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:9132; }","duration":"417.257569ms","start":"2026-05-28T02:25:52.4806Z","end":"2026-05-28T02:25:52.897858Z","steps":["trace[673374418] 'agreement among raft nodes before linearized reading' (duration: 417.161256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.897844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.025967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:52.897903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.480581Z","time spent":"417.31298ms","remote":"127.0.0.1:55014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:25:52.897924Z","caller":"traceutil/trace.go:171","msg":"trace[2091549801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9132; }","duration":"705.13891ms","start":"2026-05-28T02:25:52.192767Z","end":"2026-05-28T02:25:52.897906Z","steps":["trace[2091549801] 'agreement among raft nodes before linearized reading' (duration: 704.922253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.897967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.192758Z","time spent":"705.200932ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:25:52.897877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.528764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-05-28T02:25:52.898179Z","caller":"traceutil/trace.go:171","msg":"trace[1569001326] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:9132; }","duration":"706.851624ms","start":"2026-05-28T02:25:52.191314Z","end":"2026-05-28T02:25:52.898166Z","steps":["trace[1569001326] 'agreement among raft nodes before linearized reading' (duration: 706.41483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.898213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.191299Z","time spent":"706.903926ms","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":412,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"warn","ts":"2026-05-28T02:25:52.898242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.982288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-28T02:25:52.898272Z","caller":"traceutil/trace.go:171","msg":"trace[163780013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9132; }","duration":"707.03968ms","start":"2026-05-28T02:25:52.191224Z","end":"2026-05-28T02:25:52.898263Z","steps":["trace[163780013] 'agreement among raft nodes before linearized reading' (duration: 706.947157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.898296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.191215Z","time spent":"707.074691ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:25:52.898412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.021709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-05-28T02:25:52.898467Z","caller":"traceutil/trace.go:171","msg":"trace[2031495714] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9132; }","duration":"176.105912ms","start":"2026-05-28T02:25:52.722346Z","end":"2026-05-28T02:25:52.898452Z","steps":["trace[2031495714] 'agreement among raft nodes before linearized reading' (duration: 175.914876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.89848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.105096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-28T02:25:52.898511Z","caller":"traceutil/trace.go:171","msg":"trace[166065124] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d; range_end:; response_count:1; response_revision:9132; }","duration":"709.150208ms","start":"2026-05-28T02:25:52.18935Z","end":"2026-05-28T02:25:52.898501Z","steps":["trace[166065124] 'agreement among raft nodes before linearized reading' (duration: 709.060515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.898547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.189344Z","time spent":"709.195319ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" "} {"level":"warn","ts":"2026-05-28T02:25:52.898668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.003941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7mbjv\" ","response":"range_response_count:1 size:4673"} {"level":"warn","ts":"2026-05-28T02:25:52.898713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.238989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7mbjv\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-05-28T02:25:52.898787Z","caller":"traceutil/trace.go:171","msg":"trace[2087454100] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7mbjv; range_end:; response_count:1; response_revision:9132; }","duration":"172.345022ms","start":"2026-05-28T02:25:52.726424Z","end":"2026-05-28T02:25:52.898769Z","steps":["trace[2087454100] 'agreement among raft nodes before linearized reading' (duration: 172.157036ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:52.898725Z","caller":"traceutil/trace.go:171","msg":"trace[1432791357] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7mbjv; range_end:; response_count:1; response_revision:9132; }","duration":"177.077802ms","start":"2026-05-28T02:25:52.721634Z","end":"2026-05-28T02:25:52.898711Z","steps":["trace[1432791357] 'agreement among raft nodes before linearized reading' (duration: 176.938038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.899016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.265974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227445"} {"level":"info","ts":"2026-05-28T02:25:52.89906Z","caller":"traceutil/trace.go:171","msg":"trace[1256625497] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9132; }","duration":"705.336046ms","start":"2026-05-28T02:25:52.193715Z","end":"2026-05-28T02:25:52.899051Z","steps":["trace[1256625497] 'agreement among raft nodes before linearized reading' (duration: 704.616963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:52.899102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.193702Z","time spent":"705.390118ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227468,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:25:52.898335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.694501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-7mbjv\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-05-28T02:25:52.899921Z","caller":"traceutil/trace.go:171","msg":"trace[742417962] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-7mbjv; range_end:; response_count:1; response_revision:9132; }","duration":"178.287681ms","start":"2026-05-28T02:25:52.721558Z","end":"2026-05-28T02:25:52.899846Z","steps":["trace[742417962] 'agreement among raft nodes before linearized reading' (duration: 176.371611ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:53.23096Z","caller":"traceutil/trace.go:171","msg":"trace[746609281] linearizableReadLoop","detail":"{readStateIndex:9472; appliedIndex:9471; }","duration":"330.945128ms","start":"2026-05-28T02:25:52.899988Z","end":"2026-05-28T02:25:53.230933Z","steps":["trace[746609281] 'read index received' (duration: 330.754962ms)","trace[746609281] 'applied index is now lower than readState.Index' (duration: 188.826µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:53.231055Z","caller":"traceutil/trace.go:171","msg":"trace[1983860993] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9133; }","duration":"331.135664ms","start":"2026-05-28T02:25:52.899892Z","end":"2026-05-28T02:25:53.231028Z","steps":["trace[1983860993] 'process raft request' (duration: 330.866535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.231207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.899808Z","time spent":"331.31616ms","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-05-28T02:25:53.231245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.233437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19512"} {"level":"info","ts":"2026-05-28T02:25:53.231275Z","caller":"traceutil/trace.go:171","msg":"trace[1599589441] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9133; }","duration":"331.29759ms","start":"2026-05-28T02:25:52.899969Z","end":"2026-05-28T02:25:53.231267Z","steps":["trace[1599589441] 'agreement among raft nodes before linearized reading' (duration: 331.098773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.231302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.89996Z","time spent":"331.336071ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19535,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-28T02:25:53.289313Z","caller":"traceutil/trace.go:171","msg":"trace[14595343] transaction","detail":"{read_only:false; response_revision:9134; number_of_response:1; }","duration":"388.543577ms","start":"2026-05-28T02:25:52.900747Z","end":"2026-05-28T02:25:53.289291Z","steps":["trace[14595343] 'process raft request' (duration: 388.30935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.289441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.90069Z","time spent":"388.684112ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:53.28951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.349346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7mbjv\" ","response":"range_response_count:1 size:4673"} {"level":"warn","ts":"2026-05-28T02:25:53.289535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.715499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7mbjv\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-05-28T02:25:53.289634Z","caller":"traceutil/trace.go:171","msg":"trace[2118221999] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7mbjv; range_end:; response_count:1; response_revision:9134; }","duration":"385.50029ms","start":"2026-05-28T02:25:52.904109Z","end":"2026-05-28T02:25:53.289609Z","steps":["trace[2118221999] 'agreement among raft nodes before linearized reading' (duration: 385.154429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.289478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.476895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-28T02:25:53.289693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.247107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-28T02:25:53.289714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.904102Z","time spent":"385.596163ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7mbjv\" "} {"level":"info","ts":"2026-05-28T02:25:53.289743Z","caller":"traceutil/trace.go:171","msg":"trace[121610277] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9134; }","duration":"387.315388ms","start":"2026-05-28T02:25:52.902415Z","end":"2026-05-28T02:25:53.289731Z","steps":["trace[121610277] 'agreement among raft nodes before linearized reading' (duration: 387.148663ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:53.289728Z","caller":"traceutil/trace.go:171","msg":"trace[1398824538] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9134; }","duration":"388.762784ms","start":"2026-05-28T02:25:52.900948Z","end":"2026-05-28T02:25:53.289711Z","steps":["trace[1398824538] 'agreement among raft nodes before linearized reading' (duration: 388.373142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.289779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.902403Z","time spent":"387.36868ms","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-05-28T02:25:53.289763Z","caller":"traceutil/trace.go:171","msg":"trace[1027766031] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7mbjv; range_end:; response_count:1; response_revision:9134; }","duration":"386.897715ms","start":"2026-05-28T02:25:52.902775Z","end":"2026-05-28T02:25:53.289673Z","steps":["trace[1027766031] 'agreement among raft nodes before linearized reading' (duration: 386.483822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.289812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.90094Z","time spent":"388.856847ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-28T02:25:53.289941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:52.902751Z","time spent":"387.137673ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7mbjv\" "} {"level":"warn","ts":"2026-05-28T02:25:53.461225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.205951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-7mbjv\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-05-28T02:25:53.461322Z","caller":"traceutil/trace.go:171","msg":"trace[1110303650] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-7mbjv; range_end:; response_count:1; response_revision:9134; }","duration":"168.318684ms","start":"2026-05-28T02:25:53.292968Z","end":"2026-05-28T02:25:53.461287Z","steps":["trace[1110303650] 'range keys from in-memory index tree' (duration: 168.071197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.461287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.367358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T02:25:53.461381Z","caller":"traceutil/trace.go:171","msg":"trace[1198465086] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9134; }","duration":"169.518553ms","start":"2026-05-28T02:25:53.291844Z","end":"2026-05-28T02:25:53.461363Z","steps":["trace[1198465086] 'range keys from in-memory index tree' (duration: 169.135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.461479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.100451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:53.461563Z","caller":"traceutil/trace.go:171","msg":"trace[254803405] transaction","detail":"{read_only:false; response_revision:9135; number_of_response:1; }","duration":"168.262082ms","start":"2026-05-28T02:25:53.293287Z","end":"2026-05-28T02:25:53.461549Z","steps":["trace[254803405] 'process raft request' (duration: 66.037407ms)","trace[254803405] 'compare' (duration: 101.924906ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:53.534121Z","caller":"traceutil/trace.go:171","msg":"trace[370833080] linearizableReadLoop","detail":"{readStateIndex:9475; appliedIndex:9473; }","duration":"210.38336ms","start":"2026-05-28T02:25:53.323708Z","end":"2026-05-28T02:25:53.534091Z","steps":["trace[370833080] 'read index received' (duration: 35.704824ms)","trace[370833080] 'applied index is now lower than readState.Index' (duration: 174.677386ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:53.534196Z","caller":"traceutil/trace.go:171","msg":"trace[394922376] transaction","detail":"{read_only:false; response_revision:9136; number_of_response:1; }","duration":"237.743729ms","start":"2026-05-28T02:25:53.296418Z","end":"2026-05-28T02:25:53.534162Z","steps":["trace[394922376] 'process raft request' (duration: 237.390038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.534364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.636939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:53.534453Z","caller":"traceutil/trace.go:171","msg":"trace[1607820227] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9136; }","duration":"210.781663ms","start":"2026-05-28T02:25:53.323652Z","end":"2026-05-28T02:25:53.534434Z","steps":["trace[1607820227] 'agreement among raft nodes before linearized reading' (duration: 210.591677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.732871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.512073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:25:53.733281Z","caller":"traceutil/trace.go:171","msg":"trace[1386780704] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9137; }","duration":"269.568569ms","start":"2026-05-28T02:25:53.463697Z","end":"2026-05-28T02:25:53.733266Z","steps":["trace[1386780704] 'process raft request' (duration: 110.584911ms)","trace[1386780704] 'compare' (duration: 158.4056ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:53.733283Z","caller":"traceutil/trace.go:171","msg":"trace[1454109656] linearizableReadLoop","detail":"{readStateIndex:9476; appliedIndex:9475; }","duration":"199.011379ms","start":"2026-05-28T02:25:53.534252Z","end":"2026-05-28T02:25:53.733264Z","steps":["trace[1454109656] 'read index received' (duration: 39.955229ms)","trace[1454109656] 'applied index is now lower than readState.Index' (duration: 159.05426ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:53.733349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.482113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:53.733548Z","caller":"traceutil/trace.go:171","msg":"trace[297786275] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9137; }","duration":"364.636258ms","start":"2026-05-28T02:25:53.368809Z","end":"2026-05-28T02:25:53.733445Z","steps":["trace[297786275] 'agreement among raft nodes before linearized reading' (duration: 364.498463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.733738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:53.368785Z","time spent":"364.869115ms","remote":"127.0.0.1:38178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:25:53.933802Z","caller":"traceutil/trace.go:171","msg":"trace[945944818] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"208.450319ms","start":"2026-05-28T02:25:53.725325Z","end":"2026-05-28T02:25:53.933775Z","steps":["trace[945944818] 'process raft request' (duration: 208.267003ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:53.990862Z","caller":"traceutil/trace.go:171","msg":"trace[1512957883] linearizableReadLoop","detail":"{readStateIndex:9478; appliedIndex:9476; }","duration":"257.445405ms","start":"2026-05-28T02:25:53.733394Z","end":"2026-05-28T02:25:53.99084Z","steps":["trace[1512957883] 'read index received' (duration: 200.29282ms)","trace[1512957883] 'applied index is now lower than readState.Index' (duration: 57.151675ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:53.990931Z","caller":"traceutil/trace.go:171","msg":"trace[1616842598] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"262.120322ms","start":"2026-05-28T02:25:53.728771Z","end":"2026-05-28T02:25:53.990891Z","steps":["trace[1616842598] 'process raft request' (duration: 261.922966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.991099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.386466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7mbjv\" ","response":"range_response_count:1 size:4653"} {"level":"warn","ts":"2026-05-28T02:25:53.991114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.472296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-28T02:25:53.99114Z","caller":"traceutil/trace.go:171","msg":"trace[1146929074] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7mbjv; range_end:; response_count:1; response_revision:9139; }","duration":"453.479809ms","start":"2026-05-28T02:25:53.537649Z","end":"2026-05-28T02:25:53.991129Z","steps":["trace[1146929074] 'agreement among raft nodes before linearized reading' (duration: 453.310554ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:53.991167Z","caller":"traceutil/trace.go:171","msg":"trace[394760310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9139; }","duration":"451.580689ms","start":"2026-05-28T02:25:53.539573Z","end":"2026-05-28T02:25:53.991154Z","steps":["trace[394760310] 'agreement among raft nodes before linearized reading' (duration: 451.383583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.991177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:53.537633Z","time spent":"453.536081ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7mbjv\" "} {"level":"warn","ts":"2026-05-28T02:25:53.991181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.450703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:53.991219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.673518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:53.991278Z","caller":"traceutil/trace.go:171","msg":"trace[735028410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9139; }","duration":"135.774211ms","start":"2026-05-28T02:25:53.855487Z","end":"2026-05-28T02:25:53.991261Z","steps":["trace[735028410] 'agreement among raft nodes before linearized reading' (duration: 135.653467ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:53.991278Z","caller":"traceutil/trace.go:171","msg":"trace[1899679651] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9139; }","duration":"250.624798ms","start":"2026-05-28T02:25:53.740626Z","end":"2026-05-28T02:25:53.991251Z","steps":["trace[1899679651] 'agreement among raft nodes before linearized reading' (duration: 250.429662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:53.991212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:53.539558Z","time spent":"451.64531ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T02:25:54.297251Z","caller":"traceutil/trace.go:171","msg":"trace[1246321084] transaction","detail":"{read_only:false; response_revision:9140; number_of_response:1; }","duration":"106.481711ms","start":"2026-05-28T02:25:54.190744Z","end":"2026-05-28T02:25:54.297226Z","steps":["trace[1246321084] 'process raft request' (duration: 106.334807ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:54.435761Z","caller":"traceutil/trace.go:171","msg":"trace[593620671] linearizableReadLoop","detail":"{readStateIndex:9480; appliedIndex:9478; }","duration":"205.002239ms","start":"2026-05-28T02:25:54.230731Z","end":"2026-05-28T02:25:54.435733Z","steps":["trace[593620671] 'read index received' (duration: 66.349707ms)","trace[593620671] 'applied index is now lower than readState.Index' (duration: 138.651422ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:54.435895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.154864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:25:54.435845Z","caller":"traceutil/trace.go:171","msg":"trace[496242820] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"242.913783ms","start":"2026-05-28T02:25:54.192902Z","end":"2026-05-28T02:25:54.435816Z","steps":["trace[496242820] 'process raft request' (duration: 189.996433ms)","trace[496242820] 'compare' (duration: 52.713583ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:54.435959Z","caller":"traceutil/trace.go:171","msg":"trace[2001908270] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9141; }","duration":"205.257608ms","start":"2026-05-28T02:25:54.230685Z","end":"2026-05-28T02:25:54.435942Z","steps":["trace[2001908270] 'agreement among raft nodes before linearized reading' (duration: 205.150964ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:55.084322Z","caller":"traceutil/trace.go:171","msg":"trace[1227607735] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"358.075519ms","start":"2026-05-28T02:25:54.72622Z","end":"2026-05-28T02:25:55.084295Z","steps":["trace[1227607735] 'process raft request' (duration: 357.913073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:55.084575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:54.726209Z","time spent":"358.282376ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:55.313372Z","caller":"traceutil/trace.go:171","msg":"trace[1174679133] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"584.712816ms","start":"2026-05-28T02:25:54.728635Z","end":"2026-05-28T02:25:55.313348Z","steps":["trace[1174679133] 'process raft request' (duration: 584.638523ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:55.313426Z","caller":"traceutil/trace.go:171","msg":"trace[254641416] transaction","detail":"{read_only:false; response_revision:9144; number_of_response:1; }","duration":"585.251133ms","start":"2026-05-28T02:25:54.72813Z","end":"2026-05-28T02:25:55.313381Z","steps":["trace[254641416] 'process raft request' (duration: 504.768047ms)","trace[254641416] 'compare' (duration: 80.260069ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:55.313624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:54.728121Z","time spent":"585.379416ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:55.313634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:54.72863Z","time spent":"584.815649ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:55.313737Z","caller":"traceutil/trace.go:171","msg":"trace[429463809] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"584.885551ms","start":"2026-05-28T02:25:54.728828Z","end":"2026-05-28T02:25:55.313713Z","steps":["trace[429463809] 'process raft request' (duration: 584.489549ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:55.313813Z","caller":"traceutil/trace.go:171","msg":"trace[1412840551] transaction","detail":"{read_only:false; response_revision:9148; number_of_response:1; }","duration":"410.903827ms","start":"2026-05-28T02:25:54.902896Z","end":"2026-05-28T02:25:55.3138Z","steps":["trace[1412840551] 'process raft request' (duration: 410.847345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:55.313834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:54.728789Z","time spent":"584.994234ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:55.313821Z","caller":"traceutil/trace.go:171","msg":"trace[1094752780] linearizableReadLoop","detail":"{readStateIndex:9486; appliedIndex:9482; }","duration":"423.380344ms","start":"2026-05-28T02:25:54.890415Z","end":"2026-05-28T02:25:55.313796Z","steps":["trace[1094752780] 'read index received' (duration: 193.867306ms)","trace[1094752780] 'applied index is now lower than readState.Index' (duration: 229.512188ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:55.313842Z","caller":"traceutil/trace.go:171","msg":"trace[1022865479] transaction","detail":"{read_only:false; response_revision:9147; number_of_response:1; }","duration":"583.184887ms","start":"2026-05-28T02:25:54.730618Z","end":"2026-05-28T02:25:55.313803Z","steps":["trace[1022865479] 'process raft request' (duration: 582.95232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:55.313859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:54.902866Z","time spent":"410.971259ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:55.314016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:54.730596Z","time spent":"583.330011ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:55.314039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.620651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-05-28T02:25:55.314097Z","caller":"traceutil/trace.go:171","msg":"trace[473827551] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9148; }","duration":"423.714004ms","start":"2026-05-28T02:25:54.890366Z","end":"2026-05-28T02:25:55.31408Z","steps":["trace[473827551] 'agreement among raft nodes before linearized reading' (duration: 423.523588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:55.314161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:54.890345Z","time spent":"423.803697ms","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-28T02:25:55.618579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.050695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:55.618667Z","caller":"traceutil/trace.go:171","msg":"trace[923144467] linearizableReadLoop","detail":"{readStateIndex:9488; appliedIndex:9487; }","duration":"304.768047ms","start":"2026-05-28T02:25:55.313884Z","end":"2026-05-28T02:25:55.618652Z","steps":["trace[923144467] 'read index received' (duration: 125.584477ms)","trace[923144467] 'applied index is now lower than readState.Index' (duration: 179.18255ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:55.618751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.4002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:25:55.618726Z","caller":"traceutil/trace.go:171","msg":"trace[1693509322] transaction","detail":"{read_only:false; response_revision:9149; number_of_response:1; }","duration":"531.988182ms","start":"2026-05-28T02:25:55.086693Z","end":"2026-05-28T02:25:55.618681Z","steps":["trace[1693509322] 'process raft request' (duration: 352.764241ms)","trace[1693509322] 'compare' (duration: 178.57947ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:55.618785Z","caller":"traceutil/trace.go:171","msg":"trace[479913782] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9149; }","duration":"643.458712ms","start":"2026-05-28T02:25:54.975317Z","end":"2026-05-28T02:25:55.618776Z","steps":["trace[479913782] 'agreement among raft nodes before linearized reading' (duration: 643.39577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:55.618821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:54.975305Z","time spent":"643.504153ms","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:55.61891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:55.086669Z","time spent":"532.139177ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:55.619078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.486276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:25:55.61921Z","caller":"traceutil/trace.go:171","msg":"trace[1710022313] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:9149; }","duration":"696.64157ms","start":"2026-05-28T02:25:54.922533Z","end":"2026-05-28T02:25:55.619174Z","steps":["trace[1710022313] 'agreement among raft nodes before linearized reading' (duration: 696.220237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:55.61956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:54.922509Z","time spent":"697.031023ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-kqcg5\" "} {"level":"info","ts":"2026-05-28T02:25:55.676957Z","caller":"traceutil/trace.go:171","msg":"trace[360470488] transaction","detail":"{read_only:false; response_revision:9150; number_of_response:1; }","duration":"350.819869ms","start":"2026-05-28T02:25:55.326113Z","end":"2026-05-28T02:25:55.676933Z","steps":["trace[360470488] 'process raft request' (duration: 350.624203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:55.677076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:55.326094Z","time spent":"350.912762ms","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:57.048971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211413605s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T02:25:57.049202Z","caller":"traceutil/trace.go:171","msg":"trace[2083606668] linearizableReadLoop","detail":"{readStateIndex:9490; appliedIndex:9489; }","duration":"1.372329244s","start":"2026-05-28T02:25:55.676857Z","end":"2026-05-28T02:25:57.049186Z","steps":["trace[2083606668] 'read index received' (duration: 160.61798ms)","trace[2083606668] 'applied index is now lower than readState.Index' (duration: 1.211710284s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:57.04976Z","caller":"traceutil/trace.go:171","msg":"trace[1266090854] transaction","detail":"{read_only:false; response_revision:9151; number_of_response:1; }","duration":"1.053177661s","start":"2026-05-28T02:25:55.996563Z","end":"2026-05-28T02:25:57.04974Z","steps":["trace[1266090854] 'process raft request' (duration: 1.052505499s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:57.049868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425843393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227425"} {"level":"warn","ts":"2026-05-28T02:25:57.049876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:55.996537Z","time spent":"1.053270983s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:57.049895Z","caller":"traceutil/trace.go:171","msg":"trace[296047967] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9150; }","duration":"1.425880975s","start":"2026-05-28T02:25:55.624006Z","end":"2026-05-28T02:25:57.049887Z","steps":["trace[296047967] 'agreement among raft nodes before linearized reading' (duration: 1.425554095s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:57.04992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:55.623949Z","time spent":"1.425963957s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227448,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:25:57.549563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254121352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:25:57.776898Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.227578238s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:25:57.854364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000408627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:25:57.854443Z","caller":"traceutil/trace.go:171","msg":"trace[1282654688] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000529531s","start":"2026-05-28T02:25:55.853895Z","end":"2026-05-28T02:25:57.854424Z","steps":["trace[1282654688] 'agreement among raft nodes before linearized reading' (duration: 2.000429488s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:57.85449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:55.853882Z","time spent":"2.000598593s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:25:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:25:58.364789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314975193s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:25:58.365021Z","caller":"traceutil/trace.go:171","msg":"trace[821537516] linearizableReadLoop","detail":"{readStateIndex:9494; appliedIndex:9491; }","duration":"1.315773067s","start":"2026-05-28T02:25:57.04923Z","end":"2026-05-28T02:25:58.365003Z","steps":["trace[821537516] 'read index received' (duration: 727.968484ms)","trace[821537516] 'applied index is now lower than readState.Index' (duration: 587.803613ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:58.365077Z","caller":"traceutil/trace.go:171","msg":"trace[1284012306] transaction","detail":"{read_only:false; response_revision:9153; number_of_response:1; }","duration":"1.924063073s","start":"2026-05-28T02:25:56.440988Z","end":"2026-05-28T02:25:58.365052Z","steps":["trace[1284012306] 'process raft request' (duration: 1.923901698s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:58.365115Z","caller":"traceutil/trace.go:171","msg":"trace[2100016702] transaction","detail":"{read_only:false; response_revision:9152; number_of_response:1; }","duration":"2.063683876s","start":"2026-05-28T02:25:56.301397Z","end":"2026-05-28T02:25:58.365081Z","steps":["trace[2100016702] 'process raft request' (duration: 748.331961ms)","trace[2100016702] 'compare' (duration: 1.314379234s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:58.365139Z","caller":"traceutil/trace.go:171","msg":"trace[1165876608] transaction","detail":"{read_only:false; response_revision:9154; number_of_response:1; }","duration":"1.046065044s","start":"2026-05-28T02:25:57.319053Z","end":"2026-05-28T02:25:58.365118Z","steps":["trace[1165876608] 'process raft request' (duration: 1.045907509s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.365148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625387189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:58.365171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504251615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:58.365189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68266961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-28T02:25:58.365189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.440956Z","time spent":"1.924176656s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:58.365213Z","caller":"traceutil/trace.go:171","msg":"trace[1550406897] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9154; }","duration":"1.625509942s","start":"2026-05-28T02:25:56.739686Z","end":"2026-05-28T02:25:58.365196Z","steps":["trace[1550406897] 'agreement among raft nodes before linearized reading' (duration: 1.625339247s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:58.365228Z","caller":"traceutil/trace.go:171","msg":"trace[515676306] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9154; }","duration":"2.682726261s","start":"2026-05-28T02:25:55.682492Z","end":"2026-05-28T02:25:58.365219Z","steps":["trace[515676306] 'agreement among raft nodes before linearized reading' (duration: 2.682603217s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.365255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:55.68248Z","time spent":"2.682769223s","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-05-28T02:25:58.365244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.319036Z","time spent":"1.046153847s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:58.365251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.301375Z","time spent":"2.0638044s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:58.365265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487173942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:58.365265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5085215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-05-28T02:25:58.365294Z","caller":"traceutil/trace.go:171","msg":"trace[1895882040] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9154; }","duration":"2.487237404s","start":"2026-05-28T02:25:55.878049Z","end":"2026-05-28T02:25:58.365287Z","steps":["trace[1895882040] 'agreement among raft nodes before linearized reading' (duration: 2.487188883s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.365273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277013937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:25:58.36528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680633285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18b39990d899061a\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-05-28T02:25:58.365297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324600848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:58.365321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:55.87803Z","time spent":"2.487284265s","remote":"127.0.0.1:34432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:25:58.365257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.739655Z","time spent":"1.625593605s","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:25:58.365346Z","caller":"traceutil/trace.go:171","msg":"trace[1707585516] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9154; }","duration":"1.324674601s","start":"2026-05-28T02:25:57.040663Z","end":"2026-05-28T02:25:58.365338Z","steps":["trace[1707585516] 'agreement among raft nodes before linearized reading' (duration: 1.324612039s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:58.365342Z","caller":"traceutil/trace.go:171","msg":"trace[1673273599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9154; }","duration":"1.277142251s","start":"2026-05-28T02:25:57.088183Z","end":"2026-05-28T02:25:58.365326Z","steps":["trace[1673273599] 'agreement among raft nodes before linearized reading' (duration: 1.276938085s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:58.365353Z","caller":"traceutil/trace.go:171","msg":"trace[339375497] range","detail":"{range_begin:/registry/events/openstack/ceph.18b39990d899061a; range_end:; response_count:1; response_revision:9154; }","duration":"2.680747059s","start":"2026-05-28T02:25:55.684589Z","end":"2026-05-28T02:25:58.365336Z","steps":["trace[339375497] 'agreement among raft nodes before linearized reading' (duration: 2.680542972s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.365373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.040648Z","time spent":"1.324718052s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:25:58.36522Z","caller":"traceutil/trace.go:171","msg":"trace[1528351853] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:9154; }","duration":"2.504337547s","start":"2026-05-28T02:25:55.860869Z","end":"2026-05-28T02:25:58.365206Z","steps":["trace[1528351853] 'agreement among raft nodes before linearized reading' (duration: 2.504197712s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.365398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:55.684576Z","time spent":"2.68081027s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18b39990d899061a\" "} {"level":"warn","ts":"2026-05-28T02:25:58.365418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:55.860857Z","time spent":"2.504552824s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:25:58.365438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046291682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T02:25:58.365471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046979763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:25:58.365479Z","caller":"traceutil/trace.go:171","msg":"trace[1986983841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9154; }","duration":"1.046377224s","start":"2026-05-28T02:25:57.319091Z","end":"2026-05-28T02:25:58.365469Z","steps":["trace[1986983841] 'agreement among raft nodes before linearized reading' (duration: 1.04625707s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:58.365503Z","caller":"traceutil/trace.go:171","msg":"trace[1604135004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9154; }","duration":"1.047009324s","start":"2026-05-28T02:25:57.318484Z","end":"2026-05-28T02:25:58.365494Z","steps":["trace[1604135004] 'agreement among raft nodes before linearized reading' (duration: 1.046918411s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.365508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.319071Z","time spent":"1.046430455s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:58.365475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992406633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-05-28T02:25:58.365529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.318416Z","time spent":"1.047107047s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:58.365547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046837058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:25:58.365617Z","caller":"traceutil/trace.go:171","msg":"trace[1879937254] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9154; }","duration":"1.992561437s","start":"2026-05-28T02:25:56.372987Z","end":"2026-05-28T02:25:58.365548Z","steps":["trace[1879937254] 'agreement among raft nodes before linearized reading' (duration: 1.992178265s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.365669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:56.372968Z","time spent":"1.992691601s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T02:25:58.365661Z","caller":"traceutil/trace.go:171","msg":"trace[1790619717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9154; }","duration":"1.047014904s","start":"2026-05-28T02:25:57.318626Z","end":"2026-05-28T02:25:58.365641Z","steps":["trace[1790619717] 'agreement among raft nodes before linearized reading' (duration: 1.046775937s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.365676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.918082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:58.365644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047028635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T02:25:58.365674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.688164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:25:58.365706Z","caller":"traceutil/trace.go:171","msg":"trace[612742080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9154; }","duration":"511.008295ms","start":"2026-05-28T02:25:57.854688Z","end":"2026-05-28T02:25:58.365697Z","steps":["trace[612742080] 'agreement among raft nodes before linearized reading' (duration: 510.959454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.365715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.318586Z","time spent":"1.047114047s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:25:58.36573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.854669Z","time spent":"511.057126ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:25:58.365735Z","caller":"traceutil/trace.go:171","msg":"trace[2063465471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9154; }","duration":"1.04720129s","start":"2026-05-28T02:25:57.318513Z","end":"2026-05-28T02:25:58.365714Z","steps":["trace[2063465471] 'agreement among raft nodes before linearized reading' (duration: 1.046850049s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:58.365301Z","caller":"traceutil/trace.go:171","msg":"trace[320263243] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9154; }","duration":"2.508585812s","start":"2026-05-28T02:25:55.856706Z","end":"2026-05-28T02:25:58.365292Z","steps":["trace[320263243] 'agreement among raft nodes before linearized reading' (duration: 2.508382476s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.365788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.318508Z","time spent":"1.047273752s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:25:58.365791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:55.856691Z","time spent":"2.509090838s","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414492,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-28T02:25:58.365383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.088159Z","time spent":"1.277216174s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:25:58.365734Z","caller":"traceutil/trace.go:171","msg":"trace[1388950250] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9154; }","duration":"367.795717ms","start":"2026-05-28T02:25:57.997925Z","end":"2026-05-28T02:25:58.365721Z","steps":["trace[1388950250] 'agreement among raft nodes before linearized reading' (duration: 367.707834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.366111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:57.997899Z","time spent":"368.155819ms","remote":"127.0.0.1:37996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:25:58.683301Z","caller":"traceutil/trace.go:171","msg":"trace[991926831] linearizableReadLoop","detail":"{readStateIndex:9495; appliedIndex:9494; }","duration":"312.763341ms","start":"2026-05-28T02:25:58.370515Z","end":"2026-05-28T02:25:58.683279Z","steps":["trace[991926831] 'read index received' (duration: 312.604716ms)","trace[991926831] 'applied index is now lower than readState.Index' (duration: 157.535µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:58.683342Z","caller":"traceutil/trace.go:171","msg":"trace[1919237490] transaction","detail":"{read_only:false; response_revision:9155; number_of_response:1; }","duration":"313.176664ms","start":"2026-05-28T02:25:58.370146Z","end":"2026-05-28T02:25:58.683322Z","steps":["trace[1919237490] 'process raft request' (duration: 312.833183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.683431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.909696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:58.683441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.370125Z","time spent":"313.261907ms","remote":"127.0.0.1:38060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:25:58.683461Z","caller":"traceutil/trace.go:171","msg":"trace[1174104753] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:9155; }","duration":"312.980558ms","start":"2026-05-28T02:25:58.370474Z","end":"2026-05-28T02:25:58.683455Z","steps":["trace[1174104753] 'agreement among raft nodes before linearized reading' (duration: 312.903825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.683489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.370456Z","time spent":"313.027549ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-05-28T02:25:58.821302Z","caller":"traceutil/trace.go:171","msg":"trace[1998202324] transaction","detail":"{read_only:false; response_revision:9158; number_of_response:1; }","duration":"449.944527ms","start":"2026-05-28T02:25:58.371333Z","end":"2026-05-28T02:25:58.821278Z","steps":["trace[1998202324] 'process raft request' (duration: 449.876665ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:58.821489Z","caller":"traceutil/trace.go:171","msg":"trace[199066241] transaction","detail":"{read_only:false; response_revision:9159; number_of_response:1; }","duration":"449.956347ms","start":"2026-05-28T02:25:58.371527Z","end":"2026-05-28T02:25:58.821484Z","steps":["trace[199066241] 'process raft request' (duration: 449.717239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.82158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.371519Z","time spent":"450.003109ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:58.821441Z","caller":"traceutil/trace.go:171","msg":"trace[1076204318] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"450.802323ms","start":"2026-05-28T02:25:58.370613Z","end":"2026-05-28T02:25:58.821415Z","steps":["trace[1076204318] 'process raft request' (duration: 450.225625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.821729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.369074Z","time spent":"452.561479ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:58.821352Z","caller":"traceutil/trace.go:171","msg":"trace[1357810139] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"450.583957ms","start":"2026-05-28T02:25:58.370748Z","end":"2026-05-28T02:25:58.821331Z","steps":["trace[1357810139] 'process raft request' (duration: 450.406101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.821574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.371291Z","time spent":"450.120912ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:58.82203Z","caller":"traceutil/trace.go:171","msg":"trace[1167498353] transaction","detail":"{read_only:false; response_revision:9160; number_of_response:1; }","duration":"450.319738ms","start":"2026-05-28T02:25:58.371691Z","end":"2026-05-28T02:25:58.822011Z","steps":["trace[1167498353] 'process raft request' (duration: 449.725859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.821848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.370732Z","time spent":"451.047772ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:58.822068Z","caller":"traceutil/trace.go:171","msg":"trace[1348636837] linearizableReadLoop","detail":"{readStateIndex:9501; appliedIndex:9495; }","duration":"138.679413ms","start":"2026-05-28T02:25:58.683361Z","end":"2026-05-28T02:25:58.82204Z","steps":["trace[1348636837] 'read index received' (duration: 137.544017ms)","trace[1348636837] 'applied index is now lower than readState.Index' (duration: 1.134066ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:58.822121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.371678Z","time spent":"450.393561ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:25:58.822136Z","caller":"traceutil/trace.go:171","msg":"trace[1624295866] transaction","detail":"{read_only:false; response_revision:9161; number_of_response:1; }","duration":"449.455841ms","start":"2026-05-28T02:25:58.372668Z","end":"2026-05-28T02:25:58.822123Z","steps":["trace[1624295866] 'process raft request' (duration: 449.245164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.822195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.372651Z","time spent":"449.512803ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:25:58.822254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.006667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:25:58.822289Z","caller":"traceutil/trace.go:171","msg":"trace[1853280605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9161; }","duration":"449.08089ms","start":"2026-05-28T02:25:58.373197Z","end":"2026-05-28T02:25:58.822278Z","steps":["trace[1853280605] 'agreement among raft nodes before linearized reading' (duration: 448.971176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.822325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.37319Z","time spent":"449.127321ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:25:58.822358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.216277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-28T02:25:58.82241Z","caller":"traceutil/trace.go:171","msg":"trace[1806783200] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d; range_end:; response_count:1; response_revision:9161; }","duration":"451.28976ms","start":"2026-05-28T02:25:58.371106Z","end":"2026-05-28T02:25:58.822396Z","steps":["trace[1806783200] 'agreement among raft nodes before linearized reading' (duration: 451.147535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.82245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:25:58.37109Z","time spent":"451.350661ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" "} {"level":"info","ts":"2026-05-28T02:25:58.916875Z","caller":"traceutil/trace.go:171","msg":"trace[578341874] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"230.278432ms","start":"2026-05-28T02:25:58.686549Z","end":"2026-05-28T02:25:58.916827Z","steps":["trace[578341874] 'process raft request' (duration: 230.104596ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:58.916921Z","caller":"traceutil/trace.go:171","msg":"trace[1709037959] transaction","detail":"{read_only:false; response_revision:9162; number_of_response:1; }","duration":"230.350724ms","start":"2026-05-28T02:25:58.686531Z","end":"2026-05-28T02:25:58.916881Z","steps":["trace[1709037959] 'process raft request' (duration: 230.010213ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:58.917115Z","caller":"traceutil/trace.go:171","msg":"trace[431836084] transaction","detail":"{read_only:false; response_revision:9164; number_of_response:1; }","duration":"229.877109ms","start":"2026-05-28T02:25:58.687205Z","end":"2026-05-28T02:25:58.917082Z","steps":["trace[431836084] 'process raft request' (duration: 229.495657ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:58.917285Z","caller":"traceutil/trace.go:171","msg":"trace[1026695989] transaction","detail":"{read_only:false; response_revision:9165; number_of_response:1; }","duration":"135.144611ms","start":"2026-05-28T02:25:58.78213Z","end":"2026-05-28T02:25:58.917275Z","steps":["trace[1026695989] 'process raft request' (duration: 134.737698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:25:58.917364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.153778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-28T02:25:58.917457Z","caller":"traceutil/trace.go:171","msg":"trace[1880968138] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9165; }","duration":"230.284653ms","start":"2026-05-28T02:25:58.687155Z","end":"2026-05-28T02:25:58.917439Z","steps":["trace[1880968138] 'agreement among raft nodes before linearized reading' (duration: 230.063125ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:58.936224Z","caller":"traceutil/trace.go:171","msg":"trace[1944148350] transaction","detail":"{read_only:false; response_revision:9166; number_of_response:1; }","duration":"110.51263ms","start":"2026-05-28T02:25:58.825668Z","end":"2026-05-28T02:25:58.936181Z","steps":["trace[1944148350] 'process raft request' (duration: 103.58996ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:59.209235Z","caller":"traceutil/trace.go:171","msg":"trace[1930280387] linearizableReadLoop","detail":"{readStateIndex:9508; appliedIndex:9507; }","duration":"151.151299ms","start":"2026-05-28T02:25:59.058063Z","end":"2026-05-28T02:25:59.209214Z","steps":["trace[1930280387] 'read index received' (duration: 138.649912ms)","trace[1930280387] 'applied index is now lower than readState.Index' (duration: 12.500317ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:25:59.209715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.205194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:25:59.209738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.49854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:25:59.209754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.680506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:25:59.20979Z","caller":"traceutil/trace.go:171","msg":"trace[1921422381] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9168; }","duration":"105.598453ms","start":"2026-05-28T02:25:59.104179Z","end":"2026-05-28T02:25:59.209778Z","steps":["trace[1921422381] 'agreement among raft nodes before linearized reading' (duration: 105.474669ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:59.209791Z","caller":"traceutil/trace.go:171","msg":"trace[1287574217] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9168; }","duration":"130.320818ms","start":"2026-05-28T02:25:59.079451Z","end":"2026-05-28T02:25:59.209772Z","steps":["trace[1287574217] 'agreement among raft nodes before linearized reading' (duration: 130.132392ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:25:59.209778Z","caller":"traceutil/trace.go:171","msg":"trace[1069275322] transaction","detail":"{read_only:false; response_revision:9168; number_of_response:1; }","duration":"155.811738ms","start":"2026-05-28T02:25:59.053929Z","end":"2026-05-28T02:25:59.20974Z","steps":["trace[1069275322] 'process raft request' (duration: 142.769894ms)","trace[1069275322] 'compare' (duration: 12.421284ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:25:59.209808Z","caller":"traceutil/trace.go:171","msg":"trace[509868067] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:9168; }","duration":"151.763469ms","start":"2026-05-28T02:25:59.058028Z","end":"2026-05-28T02:25:59.209792Z","steps":["trace[509868067] 'agreement among raft nodes before linearized reading' (duration: 151.605154ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:26:44.557827Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T02:26:44.563567Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-28T02:26:44.563673Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-28T02:26:56.566368Z","caller":"traceutil/trace.go:171","msg":"trace[1562931872] linearizableReadLoop","detail":"{readStateIndex:10156; appliedIndex:10155; }","duration":"140.273274ms","start":"2026-05-28T02:26:56.42607Z","end":"2026-05-28T02:26:56.566343Z","steps":["trace[1562931872] 'read index received' (duration: 139.012084ms)","trace[1562931872] 'applied index is now lower than readState.Index' (duration: 1.26023ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:26:56.566693Z","caller":"traceutil/trace.go:171","msg":"trace[1087729768] transaction","detail":"{read_only:false; response_revision:9799; number_of_response:1; }","duration":"283.499942ms","start":"2026-05-28T02:26:56.283148Z","end":"2026-05-28T02:26:56.566648Z","steps":["trace[1087729768] 'process raft request' (duration: 282.090467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:26:56.566796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.700848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:26:56.566898Z","caller":"traceutil/trace.go:171","msg":"trace[1907961674] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9799; }","duration":"140.850443ms","start":"2026-05-28T02:26:56.426018Z","end":"2026-05-28T02:26:56.566869Z","steps":["trace[1907961674] 'agreement among raft nodes before linearized reading' (duration: 140.583744ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:26:59.945926Z","caller":"traceutil/trace.go:171","msg":"trace[1785045298] linearizableReadLoop","detail":"{readStateIndex:10176; appliedIndex:10175; }","duration":"282.463319ms","start":"2026-05-28T02:26:59.663434Z","end":"2026-05-28T02:26:59.945897Z","steps":["trace[1785045298] 'read index received' (duration: 282.230492ms)","trace[1785045298] 'applied index is now lower than readState.Index' (duration: 231.937µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:26:59.946036Z","caller":"traceutil/trace.go:171","msg":"trace[609041201] transaction","detail":"{read_only:false; response_revision:9819; number_of_response:1; }","duration":"462.180715ms","start":"2026-05-28T02:26:59.483832Z","end":"2026-05-28T02:26:59.946013Z","steps":["trace[609041201] 'process raft request' (duration: 461.829164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:26:59.946175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.731858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-05-28T02:26:59.946173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:26:59.483804Z","time spent":"462.280828ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:26:59.946217Z","caller":"traceutil/trace.go:171","msg":"trace[1987456298] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:9819; }","duration":"282.82319ms","start":"2026-05-28T02:26:59.663383Z","end":"2026-05-28T02:26:59.946207Z","steps":["trace[1987456298] 'agreement among raft nodes before linearized reading' (duration: 282.640504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:26:59.9477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.439807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T02:26:59.947779Z","caller":"traceutil/trace.go:171","msg":"trace[1366729294] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:9820; }","duration":"230.56118ms","start":"2026-05-28T02:26:59.7172Z","end":"2026-05-28T02:26:59.947761Z","steps":["trace[1366729294] 'agreement among raft nodes before linearized reading' (duration: 230.328363ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:26:59.947836Z","caller":"traceutil/trace.go:171","msg":"trace[1286680538] transaction","detail":"{read_only:false; response_revision:9820; number_of_response:1; }","duration":"160.832627ms","start":"2026-05-28T02:26:59.786972Z","end":"2026-05-28T02:26:59.947804Z","steps":["trace[1286680538] 'process raft request' (duration: 160.428664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:26:59.948732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.095987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:26:59.94884Z","caller":"traceutil/trace.go:171","msg":"trace[521321241] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9820; }","duration":"191.274523ms","start":"2026-05-28T02:26:59.757542Z","end":"2026-05-28T02:26:59.948816Z","steps":["trace[521321241] 'agreement among raft nodes before linearized reading' (duration: 190.288112ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:27:10.06073Z","caller":"traceutil/trace.go:171","msg":"trace[116419041] linearizableReadLoop","detail":"{readStateIndex:10238; appliedIndex:10237; }","duration":"207.034504ms","start":"2026-05-28T02:27:09.853675Z","end":"2026-05-28T02:27:10.06071Z","steps":["trace[116419041] 'read index received' (duration: 180.576233ms)","trace[116419041] 'applied index is now lower than readState.Index' (duration: 26.457421ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:27:10.060755Z","caller":"traceutil/trace.go:171","msg":"trace[2030249565] transaction","detail":"{read_only:false; response_revision:9878; number_of_response:1; }","duration":"262.501655ms","start":"2026-05-28T02:27:09.798217Z","end":"2026-05-28T02:27:10.060719Z","steps":["trace[2030249565] 'process raft request' (duration: 235.969822ms)","trace[2030249565] 'compare' (duration: 26.420079ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:27:10.060887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.193059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:27:10.060927Z","caller":"traceutil/trace.go:171","msg":"trace[1894669500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9878; }","duration":"207.273281ms","start":"2026-05-28T02:27:09.853644Z","end":"2026-05-28T02:27:10.060918Z","steps":["trace[1894669500] 'agreement among raft nodes before linearized reading' (duration: 207.162998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:10.070907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.86678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:27:10.07103Z","caller":"traceutil/trace.go:171","msg":"trace[246576826] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9879; }","duration":"185.028495ms","start":"2026-05-28T02:27:09.885978Z","end":"2026-05-28T02:27:10.071006Z","steps":["trace[246576826] 'agreement among raft nodes before linearized reading' (duration: 184.604771ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:27:10.967149Z","caller":"traceutil/trace.go:171","msg":"trace[1275021861] transaction","detail":"{read_only:false; response_revision:9880; number_of_response:1; }","duration":"261.929567ms","start":"2026-05-28T02:27:10.705193Z","end":"2026-05-28T02:27:10.967123Z","steps":["trace[1275021861] 'process raft request' (duration: 261.775202ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:27:11.068676Z","caller":"traceutil/trace.go:171","msg":"trace[933207948] linearizableReadLoop","detail":"{readStateIndex:10242; appliedIndex:10239; }","duration":"214.330906ms","start":"2026-05-28T02:27:10.854317Z","end":"2026-05-28T02:27:11.068648Z","steps":["trace[933207948] 'read index received' (duration: 112.654357ms)","trace[933207948] 'applied index is now lower than readState.Index' (duration: 101.675169ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:27:11.068772Z","caller":"traceutil/trace.go:171","msg":"trace[173031290] transaction","detail":"{read_only:false; response_revision:9882; number_of_response:1; }","duration":"361.943243ms","start":"2026-05-28T02:27:10.706801Z","end":"2026-05-28T02:27:11.068744Z","steps":["trace[173031290] 'process raft request' (duration: 361.795308ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:27:11.068794Z","caller":"traceutil/trace.go:171","msg":"trace[630815103] transaction","detail":"{read_only:false; response_revision:9881; number_of_response:1; }","duration":"362.712817ms","start":"2026-05-28T02:27:10.706047Z","end":"2026-05-28T02:27:11.06876Z","steps":["trace[630815103] 'process raft request' (duration: 292.606781ms)","trace[630815103] 'compare' (duration: 69.784056ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:27:11.068856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.525432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:27:11.068902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:10.706768Z","time spent":"362.058536ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:27:11.068914Z","caller":"traceutil/trace.go:171","msg":"trace[270344135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9882; }","duration":"214.638176ms","start":"2026-05-28T02:27:10.85426Z","end":"2026-05-28T02:27:11.068898Z","steps":["trace[270344135] 'agreement among raft nodes before linearized reading' (duration: 214.504391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:11.068938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:10.706022Z","time spent":"362.832121ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:27:11.786128Z","caller":"traceutil/trace.go:171","msg":"trace[1522121131] linearizableReadLoop","detail":"{readStateIndex:10244; appliedIndex:10243; }","duration":"467.04206ms","start":"2026-05-28T02:27:11.319062Z","end":"2026-05-28T02:27:11.786104Z","steps":["trace[1522121131] 'read index received' (duration: 436.543252ms)","trace[1522121131] 'applied index is now lower than readState.Index' (duration: 30.498028ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:27:11.786208Z","caller":"traceutil/trace.go:171","msg":"trace[539671670] transaction","detail":"{read_only:false; response_revision:9884; number_of_response:1; }","duration":"468.530527ms","start":"2026-05-28T02:27:11.317641Z","end":"2026-05-28T02:27:11.786171Z","steps":["trace[539671670] 'process raft request' (duration: 437.934136ms)","trace[539671670] 'compare' (duration: 30.441206ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:27:11.78633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.252816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:27:11.786361Z","caller":"traceutil/trace.go:171","msg":"trace[1321313513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9884; }","duration":"467.33408ms","start":"2026-05-28T02:27:11.319017Z","end":"2026-05-28T02:27:11.786352Z","steps":["trace[1321313513] 'agreement among raft nodes before linearized reading' (duration: 467.206866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:11.786375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:11.317571Z","time spent":"468.729954ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:27:11.786388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.006469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:27:11.786429Z","caller":"traceutil/trace.go:171","msg":"trace[1438286950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9884; }","duration":"467.088132ms","start":"2026-05-28T02:27:11.31933Z","end":"2026-05-28T02:27:11.786418Z","steps":["trace[1438286950] 'agreement among raft nodes before linearized reading' (duration: 466.939727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:11.786458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.033539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:27:11.786461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:11.319316Z","time spent":"467.134663ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:27:11.786478Z","caller":"traceutil/trace.go:171","msg":"trace[600458933] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9884; }","duration":"170.100211ms","start":"2026-05-28T02:27:11.616372Z","end":"2026-05-28T02:27:11.786472Z","steps":["trace[600458933] 'agreement among raft nodes before linearized reading' (duration: 170.037269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:11.786385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:11.319Z","time spent":"467.379021ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:27:11.78662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.189085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:27:11.78665Z","caller":"traceutil/trace.go:171","msg":"trace[1154500277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9884; }","duration":"467.259937ms","start":"2026-05-28T02:27:11.319382Z","end":"2026-05-28T02:27:11.786642Z","steps":["trace[1154500277] 'agreement among raft nodes before linearized reading' (duration: 467.172814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:11.786669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:11.319362Z","time spent":"467.302499ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:27:12.085373Z","caller":"traceutil/trace.go:171","msg":"trace[1173005823] transaction","detail":"{read_only:false; response_revision:9885; number_of_response:1; }","duration":"295.598616ms","start":"2026-05-28T02:27:11.789751Z","end":"2026-05-28T02:27:12.085349Z","steps":["trace[1173005823] 'process raft request' (duration: 295.450421ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:27:12.110636Z","caller":"traceutil/trace.go:171","msg":"trace[1818172563] transaction","detail":"{read_only:false; response_revision:9886; number_of_response:1; }","duration":"319.34072ms","start":"2026-05-28T02:27:11.791273Z","end":"2026-05-28T02:27:12.110614Z","steps":["trace[1818172563] 'process raft request' (duration: 319.191436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:12.110806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:11.791248Z","time spent":"319.462794ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:27:12.110893Z","caller":"traceutil/trace.go:171","msg":"trace[1421842294] transaction","detail":"{read_only:false; response_revision:9887; number_of_response:1; }","duration":"318.781693ms","start":"2026-05-28T02:27:11.792091Z","end":"2026-05-28T02:27:12.110873Z","steps":["trace[1421842294] 'process raft request' (duration: 318.485013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:27:12.110988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:27:11.792064Z","time spent":"318.876376ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:27:12.110959Z","caller":"traceutil/trace.go:171","msg":"trace[554055746] linearizableReadLoop","detail":"{readStateIndex:10247; appliedIndex:10244; }","duration":"256.142783ms","start":"2026-05-28T02:27:11.854788Z","end":"2026-05-28T02:27:12.11093Z","steps":["trace[554055746] 'read index received' (duration: 230.461618ms)","trace[554055746] 'applied index is now lower than readState.Index' (duration: 25.679835ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:27:12.111234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.422362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:27:12.11132Z","caller":"traceutil/trace.go:171","msg":"trace[671451314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9888; }","duration":"256.562886ms","start":"2026-05-28T02:27:11.854738Z","end":"2026-05-28T02:27:12.111301Z","steps":["trace[671451314] 'agreement among raft nodes before linearized reading' (duration: 256.3795ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:27:35.4898Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7655} {"level":"info","ts":"2026-05-28T02:27:35.584024Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7655,"took":"91.608349ms","hash":4022949536,"current-db-size-bytes":46309376,"current-db-size":"46 MB","current-db-size-in-use-bytes":25657344,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-28T02:27:35.584099Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4022949536,"revision":7655,"compact-revision":4661} {"level":"info","ts":"2026-05-28T02:29:00.269149Z","caller":"traceutil/trace.go:171","msg":"trace[94087478] transaction","detail":"{read_only:false; response_revision:10668; number_of_response:1; }","duration":"195.825699ms","start":"2026-05-28T02:29:00.073298Z","end":"2026-05-28T02:29:00.269124Z","steps":["trace[94087478] 'process raft request' (duration: 195.699955ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:29:00.466279Z","caller":"traceutil/trace.go:171","msg":"trace[120880126] linearizableReadLoop","detail":"{readStateIndex:11057; appliedIndex:11056; }","duration":"142.304579ms","start":"2026-05-28T02:29:00.323948Z","end":"2026-05-28T02:29:00.466252Z","steps":["trace[120880126] 'read index received' (duration: 141.424021ms)","trace[120880126] 'applied index is now lower than readState.Index' (duration: 878.408µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:29:00.466408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.446024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:29:00.466449Z","caller":"traceutil/trace.go:171","msg":"trace[472175673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10669; }","duration":"142.539717ms","start":"2026-05-28T02:29:00.32389Z","end":"2026-05-28T02:29:00.46643Z","steps":["trace[472175673] 'agreement among raft nodes before linearized reading' (duration: 142.453494ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:29:00.46646Z","caller":"traceutil/trace.go:171","msg":"trace[808845745] transaction","detail":"{read_only:false; response_revision:10669; number_of_response:1; }","duration":"369.122232ms","start":"2026-05-28T02:29:00.09731Z","end":"2026-05-28T02:29:00.466433Z","steps":["trace[808845745] 'process raft request' (duration: 368.089469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:29:00.466592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:29:00.097284Z","time spent":"369.235756ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:30:32.370179Z","caller":"traceutil/trace.go:171","msg":"trace[688883793] linearizableReadLoop","detail":"{readStateIndex:12014; appliedIndex:12013; }","duration":"126.923986ms","start":"2026-05-28T02:30:32.243231Z","end":"2026-05-28T02:30:32.370155Z","steps":["trace[688883793] 'read index received' (duration: 126.715729ms)","trace[688883793] 'applied index is now lower than readState.Index' (duration: 207.357µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:30:32.370255Z","caller":"traceutil/trace.go:171","msg":"trace[507142466] transaction","detail":"{read_only:false; response_revision:11603; number_of_response:1; }","duration":"231.481141ms","start":"2026-05-28T02:30:32.138748Z","end":"2026-05-28T02:30:32.370229Z","steps":["trace[507142466] 'process raft request' (duration: 231.249084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:32.370415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.166543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:30:32.370484Z","caller":"traceutil/trace.go:171","msg":"trace[1167245175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11603; }","duration":"127.288907ms","start":"2026-05-28T02:30:32.243179Z","end":"2026-05-28T02:30:32.370468Z","steps":["trace[1167245175] 'agreement among raft nodes before linearized reading' (duration: 127.08281ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:32.777462Z","caller":"traceutil/trace.go:171","msg":"trace[1620607093] transaction","detail":"{read_only:false; response_revision:11604; number_of_response:1; }","duration":"403.643271ms","start":"2026-05-28T02:30:32.373785Z","end":"2026-05-28T02:30:32.777428Z","steps":["trace[1620607093] 'process raft request' (duration: 380.017332ms)","trace[1620607093] 'compare' (duration: 23.516816ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:30:32.777838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:30:32.373764Z","time spent":"403.865308ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:30:55.120786Z","caller":"traceutil/trace.go:171","msg":"trace[1803620993] transaction","detail":"{read_only:false; response_revision:11728; number_of_response:1; }","duration":"102.087708ms","start":"2026-05-28T02:30:55.018663Z","end":"2026-05-28T02:30:55.12075Z","steps":["trace[1803620993] 'process raft request' (duration: 101.878451ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:55.508259Z","caller":"traceutil/trace.go:171","msg":"trace[486963864] transaction","detail":"{read_only:false; response_revision:11732; number_of_response:1; }","duration":"158.012531ms","start":"2026-05-28T02:30:55.350215Z","end":"2026-05-28T02:30:55.508227Z","steps":["trace[486963864] 'process raft request' (duration: 104.671239ms)","trace[486963864] 'compare' (duration: 53.106574ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:30:55.508225Z","caller":"traceutil/trace.go:171","msg":"trace[480437854] linearizableReadLoop","detail":"{readStateIndex:12148; appliedIndex:12147; }","duration":"145.040279ms","start":"2026-05-28T02:30:55.36313Z","end":"2026-05-28T02:30:55.508171Z","steps":["trace[480437854] 'read index received' (duration: 80.702168ms)","trace[480437854] 'applied index is now lower than readState.Index' (duration: 64.337131ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:30:55.508468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.330689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:30:55.508534Z","caller":"traceutil/trace.go:171","msg":"trace[1910556778] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11732; }","duration":"145.415811ms","start":"2026-05-28T02:30:55.363093Z","end":"2026-05-28T02:30:55.508509Z","steps":["trace[1910556778] 'agreement among raft nodes before linearized reading' (duration: 145.321398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:55.508635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.326968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:30:55.508658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.057049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:30:55.508698Z","caller":"traceutil/trace.go:171","msg":"trace[1006918791] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11732; }","duration":"145.121251ms","start":"2026-05-28T02:30:55.363567Z","end":"2026-05-28T02:30:55.508688Z","steps":["trace[1006918791] 'agreement among raft nodes before linearized reading' (duration: 145.034558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:55.508705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.142213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:30:55.508682Z","caller":"traceutil/trace.go:171","msg":"trace[1888788965] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11732; }","duration":"145.453752ms","start":"2026-05-28T02:30:55.363215Z","end":"2026-05-28T02:30:55.508669Z","steps":["trace[1888788965] 'agreement among raft nodes before linearized reading' (duration: 145.327968ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:55.508725Z","caller":"traceutil/trace.go:171","msg":"trace[831192680] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11732; }","duration":"145.162653ms","start":"2026-05-28T02:30:55.363557Z","end":"2026-05-28T02:30:55.508719Z","steps":["trace[831192680] 'agreement among raft nodes before linearized reading' (duration: 145.131652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:55.508823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.321168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-28T02:30:55.508837Z","caller":"traceutil/trace.go:171","msg":"trace[185954889] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11732; }","duration":"145.346399ms","start":"2026-05-28T02:30:55.363486Z","end":"2026-05-28T02:30:55.508832Z","steps":["trace[185954889] 'agreement among raft nodes before linearized reading' (duration: 145.279137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:55.833242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.744461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:30:55.833326Z","caller":"traceutil/trace.go:171","msg":"trace[1471799539] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:11732; }","duration":"127.868485ms","start":"2026-05-28T02:30:55.705434Z","end":"2026-05-28T02:30:55.833303Z","steps":["trace[1471799539] 'range keys from in-memory index tree' (duration: 127.590666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:56.303976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.535833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:30:56.304144Z","caller":"traceutil/trace.go:171","msg":"trace[1226095912] transaction","detail":"{read_only:false; response_revision:11735; number_of_response:1; }","duration":"338.127024ms","start":"2026-05-28T02:30:55.965999Z","end":"2026-05-28T02:30:56.304126Z","steps":["trace[1226095912] 'process raft request' (duration: 338.074103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:56.304217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:30:55.965976Z","time spent":"338.209466ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:30:56.304545Z","caller":"traceutil/trace.go:171","msg":"trace[1590378361] transaction","detail":"{read_only:false; response_revision:11734; number_of_response:1; }","duration":"350.446435ms","start":"2026-05-28T02:30:55.954082Z","end":"2026-05-28T02:30:56.304528Z","steps":["trace[1590378361] 'process raft request' (duration: 188.274142ms)","trace[1590378361] 'compare' (duration: 161.408739ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:30:56.304611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:30:55.954049Z","time spent":"350.530598ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:30:56.747696Z","caller":"traceutil/trace.go:171","msg":"trace[218290464] transaction","detail":"{read_only:false; response_revision:11736; number_of_response:1; }","duration":"464.337846ms","start":"2026-05-28T02:30:56.283337Z","end":"2026-05-28T02:30:56.747675Z","steps":["trace[218290464] 'process raft request' (duration: 464.093038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:56.747836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:30:56.28327Z","time spent":"464.493942ms","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415205,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:30:57.391489Z","caller":"traceutil/trace.go:171","msg":"trace[268090766] linearizableReadLoop","detail":"{readStateIndex:12155; appliedIndex:12154; }","duration":"180.36457ms","start":"2026-05-28T02:30:57.211107Z","end":"2026-05-28T02:30:57.391471Z","steps":["trace[268090766] 'read index received' (duration: 108.934224ms)","trace[268090766] 'applied index is now lower than readState.Index' (duration: 71.429786ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:30:57.391641Z","caller":"traceutil/trace.go:171","msg":"trace[938147193] transaction","detail":"{read_only:false; response_revision:11739; number_of_response:1; }","duration":"231.235864ms","start":"2026-05-28T02:30:57.160397Z","end":"2026-05-28T02:30:57.391633Z","steps":["trace[938147193] 'process raft request' (duration: 159.627123ms)","trace[938147193] 'compare' (duration: 71.327852ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:30:57.391764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.644599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:30:57.391786Z","caller":"traceutil/trace.go:171","msg":"trace[959829550] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11739; }","duration":"180.718422ms","start":"2026-05-28T02:30:57.211062Z","end":"2026-05-28T02:30:57.39178Z","steps":["trace[959829550] 'agreement among raft nodes before linearized reading' (duration: 180.66818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:57.391869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.639229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:30:57.391886Z","caller":"traceutil/trace.go:171","msg":"trace[398243749] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11739; }","duration":"180.686541ms","start":"2026-05-28T02:30:57.211195Z","end":"2026-05-28T02:30:57.391882Z","steps":["trace[398243749] 'agreement among raft nodes before linearized reading' (duration: 180.66215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:57.392026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.334343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:30:57.392044Z","caller":"traceutil/trace.go:171","msg":"trace[987903517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11739; }","duration":"159.368245ms","start":"2026-05-28T02:30:57.232672Z","end":"2026-05-28T02:30:57.39204Z","steps":["trace[987903517] 'agreement among raft nodes before linearized reading' (duration: 159.300923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:57.392127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.299236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-28T02:30:57.392144Z","caller":"traceutil/trace.go:171","msg":"trace[394210351] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11739; }","duration":"179.338208ms","start":"2026-05-28T02:30:57.212801Z","end":"2026-05-28T02:30:57.39214Z","steps":["trace[394210351] 'agreement among raft nodes before linearized reading' (duration: 179.291836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:57.392212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.42032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:30:57.392228Z","caller":"traceutil/trace.go:171","msg":"trace[1592771266] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11739; }","duration":"179.463002ms","start":"2026-05-28T02:30:57.212761Z","end":"2026-05-28T02:30:57.392224Z","steps":["trace[1592771266] 'agreement among raft nodes before linearized reading' (duration: 179.438711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:57.392311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.849583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-28T02:30:57.392328Z","caller":"traceutil/trace.go:171","msg":"trace[2142172959] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11739; }","duration":"179.890495ms","start":"2026-05-28T02:30:57.212433Z","end":"2026-05-28T02:30:57.392324Z","steps":["trace[2142172959] 'agreement among raft nodes before linearized reading' (duration: 179.848503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:57.392397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.280577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:30:57.392413Z","caller":"traceutil/trace.go:171","msg":"trace[138944199] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11739; }","duration":"180.324428ms","start":"2026-05-28T02:30:57.212085Z","end":"2026-05-28T02:30:57.392409Z","steps":["trace[138944199] 'agreement among raft nodes before linearized reading' (duration: 180.300178ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:57.673878Z","caller":"traceutil/trace.go:171","msg":"trace[592716783] linearizableReadLoop","detail":"{readStateIndex:12157; appliedIndex:12156; }","duration":"162.0483ms","start":"2026-05-28T02:30:57.511802Z","end":"2026-05-28T02:30:57.67385Z","steps":["trace[592716783] 'read index received' (duration: 161.856953ms)","trace[592716783] 'applied index is now lower than readState.Index' (duration: 190.546µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:30:57.67391Z","caller":"traceutil/trace.go:171","msg":"trace[730538519] transaction","detail":"{read_only:false; response_revision:11741; number_of_response:1; }","duration":"222.881599ms","start":"2026-05-28T02:30:57.451002Z","end":"2026-05-28T02:30:57.673884Z","steps":["trace[730538519] 'process raft request' (duration: 222.708233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:57.674098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.460261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:30:57.674164Z","caller":"traceutil/trace.go:171","msg":"trace[791213148] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11741; }","duration":"161.566974ms","start":"2026-05-28T02:30:57.512589Z","end":"2026-05-28T02:30:57.674156Z","steps":["trace[791213148] 'agreement among raft nodes before linearized reading' (duration: 161.460921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:57.674261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.334345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:30:57.674108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.293417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-28T02:30:57.674332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.605236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:30:57.674361Z","caller":"traceutil/trace.go:171","msg":"trace[1318160710] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11741; }","duration":"161.645856ms","start":"2026-05-28T02:30:57.512709Z","end":"2026-05-28T02:30:57.674354Z","steps":["trace[1318160710] 'agreement among raft nodes before linearized reading' (duration: 161.602725ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:57.67435Z","caller":"traceutil/trace.go:171","msg":"trace[1612113869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11741; }","duration":"162.579256ms","start":"2026-05-28T02:30:57.511743Z","end":"2026-05-28T02:30:57.674323Z","steps":["trace[1612113869] 'agreement among raft nodes before linearized reading' (duration: 162.239346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:57.674322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.323806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:30:57.674399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.401977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-28T02:30:57.674426Z","caller":"traceutil/trace.go:171","msg":"trace[1940503632] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11741; }","duration":"160.452469ms","start":"2026-05-28T02:30:57.513966Z","end":"2026-05-28T02:30:57.674418Z","steps":["trace[1940503632] 'agreement among raft nodes before linearized reading' (duration: 160.351955ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:57.674436Z","caller":"traceutil/trace.go:171","msg":"trace[1488997693] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11741; }","duration":"161.46432ms","start":"2026-05-28T02:30:57.512948Z","end":"2026-05-28T02:30:57.674413Z","steps":["trace[1488997693] 'agreement among raft nodes before linearized reading' (duration: 161.258094ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:57.674298Z","caller":"traceutil/trace.go:171","msg":"trace[635839184] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11741; }","duration":"160.388066ms","start":"2026-05-28T02:30:57.513897Z","end":"2026-05-28T02:30:57.674285Z","steps":["trace[635839184] 'agreement among raft nodes before linearized reading' (duration: 160.331865ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:57.99486Z","caller":"traceutil/trace.go:171","msg":"trace[1460220889] linearizableReadLoop","detail":"{readStateIndex:12159; appliedIndex:12158; }","duration":"148.340624ms","start":"2026-05-28T02:30:57.846491Z","end":"2026-05-28T02:30:57.994832Z","steps":["trace[1460220889] 'read index received' (duration: 113.024134ms)","trace[1460220889] 'applied index is now lower than readState.Index' (duration: 35.31516ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:30:57.994862Z","caller":"traceutil/trace.go:171","msg":"trace[704244607] transaction","detail":"{read_only:false; response_revision:11743; number_of_response:1; }","duration":"156.206504ms","start":"2026-05-28T02:30:57.838631Z","end":"2026-05-28T02:30:57.994837Z","steps":["trace[704244607] 'process raft request' (duration: 120.940196ms)","trace[704244607] 'compare' (duration: 34.950328ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:30:57.995141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.999592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:30:57.995191Z","caller":"traceutil/trace.go:171","msg":"trace[544728307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11743; }","duration":"141.100875ms","start":"2026-05-28T02:30:57.854076Z","end":"2026-05-28T02:30:57.995177Z","steps":["trace[544728307] 'agreement among raft nodes before linearized reading' (duration: 140.990392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:57.995218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.709757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:30:57.995485Z","caller":"traceutil/trace.go:171","msg":"trace[68179550] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:11743; }","duration":"149.017146ms","start":"2026-05-28T02:30:57.846443Z","end":"2026-05-28T02:30:57.99546Z","steps":["trace[68179550] 'agreement among raft nodes before linearized reading' (duration: 148.529731ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:59.092498Z","caller":"traceutil/trace.go:171","msg":"trace[1930557295] transaction","detail":"{read_only:false; response_revision:11746; number_of_response:1; }","duration":"119.305773ms","start":"2026-05-28T02:30:58.973161Z","end":"2026-05-28T02:30:59.092467Z","steps":["trace[1930557295] 'process raft request' (duration: 119.135347ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:59.357839Z","caller":"traceutil/trace.go:171","msg":"trace[1496965092] transaction","detail":"{read_only:false; response_revision:11747; number_of_response:1; }","duration":"311.977255ms","start":"2026-05-28T02:30:59.045837Z","end":"2026-05-28T02:30:59.357814Z","steps":["trace[1496965092] 'process raft request' (duration: 311.790349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:59.357998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:30:59.045808Z","time spent":"312.110188ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:30:59.547815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.219182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:30:59.547914Z","caller":"traceutil/trace.go:171","msg":"trace[2067828783] linearizableReadLoop","detail":"{readStateIndex:12164; appliedIndex:12163; }","duration":"150.799873ms","start":"2026-05-28T02:30:59.397099Z","end":"2026-05-28T02:30:59.547899Z","steps":["trace[2067828783] 'read index received' (duration: 7.361313ms)","trace[2067828783] 'applied index is now lower than readState.Index' (duration: 143.437269ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:30:59.547997Z","caller":"traceutil/trace.go:171","msg":"trace[40645512] transaction","detail":"{read_only:false; response_revision:11748; number_of_response:1; }","duration":"386.722145ms","start":"2026-05-28T02:30:59.161264Z","end":"2026-05-28T02:30:59.547986Z","steps":["trace[40645512] 'process raft request' (duration: 243.249595ms)","trace[40645512] 'compare' (duration: 143.117249ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:30:59.548049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:30:59.161231Z","time spent":"386.790317ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:30:59.548167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.066512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:30:59.54822Z","caller":"traceutil/trace.go:171","msg":"trace[1216049620] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11748; }","duration":"151.154744ms","start":"2026-05-28T02:30:59.39705Z","end":"2026-05-28T02:30:59.548205Z","steps":["trace[1216049620] 'agreement among raft nodes before linearized reading' (duration: 151.066881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:59.548194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.062451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:30:59.548354Z","caller":"traceutil/trace.go:171","msg":"trace[991040035] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11748; }","duration":"151.247747ms","start":"2026-05-28T02:30:59.397069Z","end":"2026-05-28T02:30:59.548317Z","steps":["trace[991040035] 'agreement among raft nodes before linearized reading' (duration: 151.055081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:59.548431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.056051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:30:59.54845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.04046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:30:59.548486Z","caller":"traceutil/trace.go:171","msg":"trace[1032169134] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11748; }","duration":"151.124813ms","start":"2026-05-28T02:30:59.397347Z","end":"2026-05-28T02:30:59.548472Z","steps":["trace[1032169134] 'agreement among raft nodes before linearized reading' (duration: 151.004739ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:59.548525Z","caller":"traceutil/trace.go:171","msg":"trace[292636864] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11748; }","duration":"151.148194ms","start":"2026-05-28T02:30:59.397358Z","end":"2026-05-28T02:30:59.548506Z","steps":["trace[292636864] 'agreement among raft nodes before linearized reading' (duration: 150.991619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:59.54852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.982238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T02:30:59.548527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.071421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-28T02:30:59.548542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.211895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T02:30:59.5486Z","caller":"traceutil/trace.go:171","msg":"trace[841084727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11748; }","duration":"151.084602ms","start":"2026-05-28T02:30:59.397492Z","end":"2026-05-28T02:30:59.548576Z","steps":["trace[841084727] 'agreement among raft nodes before linearized reading' (duration: 150.840794ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:59.548603Z","caller":"traceutil/trace.go:171","msg":"trace[1068149303] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11748; }","duration":"151.166734ms","start":"2026-05-28T02:30:59.397419Z","end":"2026-05-28T02:30:59.548585Z","steps":["trace[1068149303] 'agreement among raft nodes before linearized reading' (duration: 150.961708ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:59.548612Z","caller":"traceutil/trace.go:171","msg":"trace[1680277823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11748; }","duration":"133.297598ms","start":"2026-05-28T02:30:59.415297Z","end":"2026-05-28T02:30:59.548595Z","steps":["trace[1680277823] 'agreement among raft nodes before linearized reading' (duration: 133.075811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:59.548531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.73661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-28T02:30:59.548757Z","caller":"traceutil/trace.go:171","msg":"trace[875677916] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11748; }","duration":"150.994689ms","start":"2026-05-28T02:30:59.397741Z","end":"2026-05-28T02:30:59.548736Z","steps":["trace[875677916] 'agreement among raft nodes before linearized reading' (duration: 150.647528ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:59.764701Z","caller":"traceutil/trace.go:171","msg":"trace[1231315400] transaction","detail":"{read_only:false; response_revision:11750; number_of_response:1; }","duration":"210.965681ms","start":"2026-05-28T02:30:59.553695Z","end":"2026-05-28T02:30:59.764661Z","steps":["trace[1231315400] 'process raft request' (duration: 122.581148ms)","trace[1231315400] 'compare' (duration: 88.221988ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:30:59.985939Z","caller":"traceutil/trace.go:171","msg":"trace[552601231] transaction","detail":"{read_only:false; response_revision:11751; number_of_response:1; }","duration":"216.59693ms","start":"2026-05-28T02:30:59.769316Z","end":"2026-05-28T02:30:59.985913Z","steps":["trace[552601231] 'process raft request' (duration: 179.950408ms)","trace[552601231] 'compare' (duration: 36.461076ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:30:59.986169Z","caller":"traceutil/trace.go:171","msg":"trace[947486086] transaction","detail":"{read_only:false; response_revision:11752; number_of_response:1; }","duration":"216.743324ms","start":"2026-05-28T02:30:59.769394Z","end":"2026-05-28T02:30:59.986138Z","steps":["trace[947486086] 'process raft request' (duration: 216.477395ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:59.989799Z","caller":"traceutil/trace.go:171","msg":"trace[560193409] linearizableReadLoop","detail":"{readStateIndex:12170; appliedIndex:12167; }","duration":"167.932046ms","start":"2026-05-28T02:30:59.821842Z","end":"2026-05-28T02:30:59.989774Z","steps":["trace[560193409] 'read index received' (duration: 127.399051ms)","trace[560193409] 'applied index is now lower than readState.Index' (duration: 40.531835ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:30:59.98983Z","caller":"traceutil/trace.go:171","msg":"trace[655772440] transaction","detail":"{read_only:false; response_revision:11753; number_of_response:1; }","duration":"174.232716ms","start":"2026-05-28T02:30:59.815572Z","end":"2026-05-28T02:30:59.989805Z","steps":["trace[655772440] 'process raft request' (duration: 174.079441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:30:59.990001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.143203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-28T02:30:59.99001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.809047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:30:59.990041Z","caller":"traceutil/trace.go:171","msg":"trace[1868363790] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11753; }","duration":"168.225665ms","start":"2026-05-28T02:30:59.821807Z","end":"2026-05-28T02:30:59.990032Z","steps":["trace[1868363790] 'agreement among raft nodes before linearized reading' (duration: 168.06597ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:30:59.990048Z","caller":"traceutil/trace.go:171","msg":"trace[198980421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11753; }","duration":"135.865879ms","start":"2026-05-28T02:30:59.854172Z","end":"2026-05-28T02:30:59.990038Z","steps":["trace[198980421] 'agreement among raft nodes before linearized reading' (duration: 135.764805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:31:00.209866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.922437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:31:00.210088Z","caller":"traceutil/trace.go:171","msg":"trace[802685375] transaction","detail":"{read_only:false; response_revision:11754; number_of_response:1; }","duration":"202.11947ms","start":"2026-05-28T02:31:00.007935Z","end":"2026-05-28T02:31:00.210054Z","steps":["trace[802685375] 'process raft request' (duration: 79.919395ms)","trace[802685375] 'compare' (duration: 121.792902ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:31:00.210121Z","caller":"traceutil/trace.go:171","msg":"trace[1181910836] linearizableReadLoop","detail":"{readStateIndex:12171; appliedIndex:12170; }","duration":"199.022442ms","start":"2026-05-28T02:31:00.011079Z","end":"2026-05-28T02:31:00.210101Z","steps":["trace[1181910836] 'read index received' (duration: 76.63572ms)","trace[1181910836] 'applied index is now lower than readState.Index' (duration: 122.384452ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:31:00.210309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.217039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:31:00.21037Z","caller":"traceutil/trace.go:171","msg":"trace[1725460595] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:11754; }","duration":"199.308491ms","start":"2026-05-28T02:31:00.011048Z","end":"2026-05-28T02:31:00.210356Z","steps":["trace[1725460595] 'agreement among raft nodes before linearized reading' (duration: 199.137666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:31:00.210598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.023595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:31:00.210657Z","caller":"traceutil/trace.go:171","msg":"trace[1456144048] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11754; }","duration":"160.16492ms","start":"2026-05-28T02:31:00.050478Z","end":"2026-05-28T02:31:00.210643Z","steps":["trace[1456144048] 'agreement among raft nodes before linearized reading' (duration: 160.056427ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:31:00.444235Z","caller":"traceutil/trace.go:171","msg":"trace[814317825] transaction","detail":"{read_only:false; response_revision:11755; number_of_response:1; }","duration":"124.53684ms","start":"2026-05-28T02:31:00.319677Z","end":"2026-05-28T02:31:00.444213Z","steps":["trace[814317825] 'process raft request' (duration: 80.227434ms)","trace[814317825] 'compare' (duration: 44.176941ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:31:01.232377Z","caller":"traceutil/trace.go:171","msg":"trace[1873172001] transaction","detail":"{read_only:false; response_revision:11758; number_of_response:1; }","duration":"131.944355ms","start":"2026-05-28T02:31:01.100399Z","end":"2026-05-28T02:31:01.232344Z","steps":["trace[1873172001] 'process raft request' (duration: 131.77496ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:31:02.682162Z","caller":"traceutil/trace.go:171","msg":"trace[677528343] linearizableReadLoop","detail":"{readStateIndex:12183; appliedIndex:12181; }","duration":"139.363059ms","start":"2026-05-28T02:31:02.542773Z","end":"2026-05-28T02:31:02.682136Z","steps":["trace[677528343] 'read index received' (duration: 5.726202ms)","trace[677528343] 'applied index is now lower than readState.Index' (duration: 133.635947ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:31:02.682335Z","caller":"traceutil/trace.go:171","msg":"trace[590502546] transaction","detail":"{read_only:false; response_revision:11766; number_of_response:1; }","duration":"215.361829ms","start":"2026-05-28T02:31:02.466951Z","end":"2026-05-28T02:31:02.682313Z","steps":["trace[590502546] 'process raft request' (duration: 139.342558ms)","trace[590502546] 'compare' (duration: 75.707771ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:31:02.682563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.759621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:31:02.682641Z","caller":"traceutil/trace.go:171","msg":"trace[2132426118] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11766; }","duration":"139.883415ms","start":"2026-05-28T02:31:02.542738Z","end":"2026-05-28T02:31:02.682622Z","steps":["trace[2132426118] 'agreement among raft nodes before linearized reading' (duration: 139.71633ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:31:08.072572Z","caller":"traceutil/trace.go:171","msg":"trace[292580453] transaction","detail":"{read_only:false; response_revision:11812; number_of_response:1; }","duration":"109.281296ms","start":"2026-05-28T02:31:07.963268Z","end":"2026-05-28T02:31:08.07255Z","steps":["trace[292580453] 'process raft request' (duration: 108.374587ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:32:23.101199Z","caller":"traceutil/trace.go:171","msg":"trace[1994147836] linearizableReadLoop","detail":"{readStateIndex:12728; appliedIndex:12727; }","duration":"113.652111ms","start":"2026-05-28T02:32:22.987529Z","end":"2026-05-28T02:32:23.101181Z","steps":["trace[1994147836] 'read index received' (duration: 113.552418ms)","trace[1994147836] 'applied index is now lower than readState.Index' (duration: 98.473µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:32:23.101334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.787395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T02:32:23.101358Z","caller":"traceutil/trace.go:171","msg":"trace[1241949768] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12294; }","duration":"113.849267ms","start":"2026-05-28T02:32:22.987499Z","end":"2026-05-28T02:32:23.101348Z","steps":["trace[1241949768] 'agreement among raft nodes before linearized reading' (duration: 113.749604ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:32:23.101399Z","caller":"traceutil/trace.go:171","msg":"trace[178776239] transaction","detail":"{read_only:false; response_revision:12294; number_of_response:1; }","duration":"146.021339ms","start":"2026-05-28T02:32:22.955345Z","end":"2026-05-28T02:32:23.101366Z","steps":["trace[178776239] 'process raft request' (duration: 145.73587ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:32:35.498519Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10066} {"level":"info","ts":"2026-05-28T02:32:35.578869Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10066,"took":"78.3734ms","hash":2978120538,"current-db-size-bytes":46309376,"current-db-size":"46 MB","current-db-size-in-use-bytes":27779072,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-28T02:32:35.578935Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2978120538,"revision":10066,"compact-revision":7655} {"level":"info","ts":"2026-05-28T02:36:47.121815Z","caller":"traceutil/trace.go:171","msg":"trace[1388683980] linearizableReadLoop","detail":"{readStateIndex:14625; appliedIndex:14624; }","duration":"167.825994ms","start":"2026-05-28T02:36:46.953956Z","end":"2026-05-28T02:36:47.121782Z","steps":["trace[1388683980] 'read index received' (duration: 167.474633ms)","trace[1388683980] 'applied index is now lower than readState.Index' (duration: 349.941µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:36:47.121861Z","caller":"traceutil/trace.go:171","msg":"trace[1701111147] transaction","detail":"{read_only:false; response_revision:14126; number_of_response:1; }","duration":"250.896513ms","start":"2026-05-28T02:36:46.870926Z","end":"2026-05-28T02:36:47.121823Z","steps":["trace[1701111147] 'process raft request' (duration: 250.618834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:36:47.122091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.123633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-05-28T02:36:47.122137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.956206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:36:47.122194Z","caller":"traceutil/trace.go:171","msg":"trace[2142264332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14126; }","duration":"105.037558ms","start":"2026-05-28T02:36:47.017142Z","end":"2026-05-28T02:36:47.122179Z","steps":["trace[2142264332] 'agreement among raft nodes before linearized reading' (duration: 104.904154ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:36:47.122146Z","caller":"traceutil/trace.go:171","msg":"trace[608137358] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:14126; }","duration":"168.227756ms","start":"2026-05-28T02:36:46.953903Z","end":"2026-05-28T02:36:47.122131Z","steps":["trace[608137358] 'agreement among raft nodes before linearized reading' (duration: 168.05284ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:36:51.294502Z","caller":"traceutil/trace.go:171","msg":"trace[596495521] linearizableReadLoop","detail":"{readStateIndex:14647; appliedIndex:14646; }","duration":"153.913631ms","start":"2026-05-28T02:36:51.140567Z","end":"2026-05-28T02:36:51.294481Z","steps":["trace[596495521] 'read index received' (duration: 153.786147ms)","trace[596495521] 'applied index is now lower than readState.Index' (duration: 126.574µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:36:51.294554Z","caller":"traceutil/trace.go:171","msg":"trace[1734734061] transaction","detail":"{read_only:false; response_revision:14147; number_of_response:1; }","duration":"157.880258ms","start":"2026-05-28T02:36:51.136648Z","end":"2026-05-28T02:36:51.294528Z","steps":["trace[1734734061] 'process raft request' (duration: 157.692952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:36:51.29471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.129258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:36:51.294746Z","caller":"traceutil/trace.go:171","msg":"trace[1579714482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14147; }","duration":"154.220361ms","start":"2026-05-28T02:36:51.140517Z","end":"2026-05-28T02:36:51.294738Z","steps":["trace[1579714482] 'agreement among raft nodes before linearized reading' (duration: 154.092657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:36:51.295203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.96128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:36:51.295295Z","caller":"traceutil/trace.go:171","msg":"trace[2122681897] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:14147; }","duration":"141.104604ms","start":"2026-05-28T02:36:51.154172Z","end":"2026-05-28T02:36:51.295276Z","steps":["trace[2122681897] 'agreement among raft nodes before linearized reading' (duration: 140.803715ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:37:10.583867Z","caller":"traceutil/trace.go:171","msg":"trace[1183733159] linearizableReadLoop","detail":"{readStateIndex:14761; appliedIndex:14760; }","duration":"396.066346ms","start":"2026-05-28T02:37:10.187778Z","end":"2026-05-28T02:37:10.583844Z","steps":["trace[1183733159] 'read index received' (duration: 395.944962ms)","trace[1183733159] 'applied index is now lower than readState.Index' (duration: 120.294µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:37:10.584062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.216511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:37:10.584043Z","caller":"traceutil/trace.go:171","msg":"trace[495486303] transaction","detail":"{read_only:false; response_revision:14257; number_of_response:1; }","duration":"409.455692ms","start":"2026-05-28T02:37:10.174523Z","end":"2026-05-28T02:37:10.583979Z","steps":["trace[495486303] 'process raft request' (duration: 409.175923ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:37:10.584102Z","caller":"traceutil/trace.go:171","msg":"trace[282779210] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:14257; }","duration":"396.368976ms","start":"2026-05-28T02:37:10.187721Z","end":"2026-05-28T02:37:10.58409Z","steps":["trace[282779210] 'agreement among raft nodes before linearized reading' (duration: 396.219761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:10.584151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:10.187702Z","time spent":"396.437228ms","remote":"127.0.0.1:60680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:37:10.584233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:10.174501Z","time spent":"409.642767ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:37:11.151944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.768422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:37:11.152018Z","caller":"traceutil/trace.go:171","msg":"trace[1804858311] linearizableReadLoop","detail":"{readStateIndex:14762; appliedIndex:14761; }","duration":"542.343034ms","start":"2026-05-28T02:37:10.609664Z","end":"2026-05-28T02:37:11.152007Z","steps":["trace[1804858311] 'read index received' (duration: 384.801888ms)","trace[1804858311] 'applied index is now lower than readState.Index' (duration: 157.540356ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:37:11.152082Z","caller":"traceutil/trace.go:171","msg":"trace[1670156986] transaction","detail":"{read_only:false; response_revision:14258; number_of_response:1; }","duration":"662.682399ms","start":"2026-05-28T02:37:10.489357Z","end":"2026-05-28T02:37:11.15204Z","steps":["trace[1670156986] 'process raft request' (duration: 505.194035ms)","trace[1670156986] 'compare' (duration: 156.538404ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:37:11.152165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.474289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:37:11.152187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.778833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:37:11.152189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.986397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:37:11.152274Z","caller":"traceutil/trace.go:171","msg":"trace[635242799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14258; }","duration":"297.881026ms","start":"2026-05-28T02:37:10.854355Z","end":"2026-05-28T02:37:11.152236Z","steps":["trace[635242799] 'agreement among raft nodes before linearized reading' (duration: 297.728112ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:37:11.152285Z","caller":"traceutil/trace.go:171","msg":"trace[1939022153] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14258; }","duration":"246.10059ms","start":"2026-05-28T02:37:10.906162Z","end":"2026-05-28T02:37:11.152263Z","steps":["trace[1939022153] 'agreement among raft nodes before linearized reading' (duration: 245.920245ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:37:11.152223Z","caller":"traceutil/trace.go:171","msg":"trace[949203805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14258; }","duration":"542.582942ms","start":"2026-05-28T02:37:10.609623Z","end":"2026-05-28T02:37:11.152206Z","steps":["trace[949203805] 'agreement among raft nodes before linearized reading' (duration: 542.431258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:11.15222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:10.489343Z","time spent":"662.814163ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:37:11.15242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:10.609576Z","time spent":"542.809169ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:37:11.521909Z","caller":"traceutil/trace.go:171","msg":"trace[46209680] linearizableReadLoop","detail":"{readStateIndex:14763; appliedIndex:14762; }","duration":"110.869404ms","start":"2026-05-28T02:37:11.411019Z","end":"2026-05-28T02:37:11.521888Z","steps":["trace[46209680] 'read index received' (duration: 110.665397ms)","trace[46209680] 'applied index is now lower than readState.Index' (duration: 203.147µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:37:11.521954Z","caller":"traceutil/trace.go:171","msg":"trace[2091899148] transaction","detail":"{read_only:false; response_revision:14259; number_of_response:1; }","duration":"117.039549ms","start":"2026-05-28T02:37:11.404893Z","end":"2026-05-28T02:37:11.521933Z","steps":["trace[2091899148] 'process raft request' (duration: 116.839203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:11.52211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.08269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:37:11.522149Z","caller":"traceutil/trace.go:171","msg":"trace[1783285652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14259; }","duration":"111.166653ms","start":"2026-05-28T02:37:11.410972Z","end":"2026-05-28T02:37:11.522139Z","steps":["trace[1783285652] 'agreement among raft nodes before linearized reading' (duration: 111.023128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:18.968337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.689043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:37:18.968393Z","caller":"traceutil/trace.go:171","msg":"trace[1801014929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14297; }","duration":"113.768275ms","start":"2026-05-28T02:37:18.854606Z","end":"2026-05-28T02:37:18.968375Z","steps":["trace[1801014929] 'range keys from in-memory index tree' (duration: 113.639862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:27.062031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.013853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:37:27.062144Z","caller":"traceutil/trace.go:171","msg":"trace[366166961] linearizableReadLoop","detail":"{readStateIndex:14862; appliedIndex:14861; }","duration":"253.808865ms","start":"2026-05-28T02:37:26.808319Z","end":"2026-05-28T02:37:27.062127Z","steps":["trace[366166961] 'read index received' (duration: 139.492413ms)","trace[366166961] 'applied index is now lower than readState.Index' (duration: 114.315162ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:37:27.062281Z","caller":"traceutil/trace.go:171","msg":"trace[174148832] transaction","detail":"{read_only:false; response_revision:14354; number_of_response:1; }","duration":"376.411042ms","start":"2026-05-28T02:37:26.685835Z","end":"2026-05-28T02:37:27.062246Z","steps":["trace[174148832] 'process raft request' (duration: 262.070029ms)","trace[174148832] 'compare' (duration: 113.865988ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:37:27.062348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.025282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-l5wjq\" ","response":"range_response_count:1 size:11628"} {"level":"info","ts":"2026-05-28T02:37:27.062395Z","caller":"traceutil/trace.go:171","msg":"trace[56300947] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-l5wjq; range_end:; response_count:1; response_revision:14354; }","duration":"254.101594ms","start":"2026-05-28T02:37:26.808277Z","end":"2026-05-28T02:37:27.062379Z","steps":["trace[56300947] 'agreement among raft nodes before linearized reading' (duration: 253.895408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:27.062437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:26.685819Z","time spent":"376.536255ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:37:28.839099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.937724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:37:28.839206Z","caller":"traceutil/trace.go:171","msg":"trace[396939335] linearizableReadLoop","detail":"{readStateIndex:14872; appliedIndex:14870; }","duration":"833.517298ms","start":"2026-05-28T02:37:28.00567Z","end":"2026-05-28T02:37:28.839187Z","steps":["trace[396939335] 'read index received' (duration: 9.656807ms)","trace[396939335] 'applied index is now lower than readState.Index' (duration: 823.859351ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:37:28.839428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.735765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:37:28.839824Z","caller":"traceutil/trace.go:171","msg":"trace[362722807] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:14364; }","duration":"833.845018ms","start":"2026-05-28T02:37:28.005631Z","end":"2026-05-28T02:37:28.839476Z","steps":["trace[362722807] 'agreement among raft nodes before linearized reading' (duration: 833.723075ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:37:28.839772Z","caller":"traceutil/trace.go:171","msg":"trace[1631730528] transaction","detail":"{read_only:false; response_revision:14364; number_of_response:1; }","duration":"836.787921ms","start":"2026-05-28T02:37:28.002943Z","end":"2026-05-28T02:37:28.839731Z","steps":["trace[1631730528] 'process raft request' (duration: 242.123214ms)","trace[1631730528] 'compare' (duration: 593.8079ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:37:28.839927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.421904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T02:37:28.839988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:28.005612Z","time spent":"834.261961ms","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"info","ts":"2026-05-28T02:37:28.840036Z","caller":"traceutil/trace.go:171","msg":"trace[1858562359] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:14364; }","duration":"141.59985ms","start":"2026-05-28T02:37:28.698411Z","end":"2026-05-28T02:37:28.84001Z","steps":["trace[1858562359] 'agreement among raft nodes before linearized reading' (duration: 141.358163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:28.840056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:28.002916Z","time spent":"836.982868ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:37:30.463884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.219283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-05-28T02:37:30.46421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.571216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:37:30.464253Z","caller":"traceutil/trace.go:171","msg":"trace[1590703629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14375; }","duration":"443.668149ms","start":"2026-05-28T02:37:30.020578Z","end":"2026-05-28T02:37:30.464246Z","steps":["trace[1590703629] 'agreement among raft nodes before linearized reading' (duration: 443.494283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:30.464281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:30.020558Z","time spent":"443.717531ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:37:30.464325Z","caller":"traceutil/trace.go:171","msg":"trace[552060565] linearizableReadLoop","detail":"{readStateIndex:14884; appliedIndex:14883; }","duration":"443.366179ms","start":"2026-05-28T02:37:30.020633Z","end":"2026-05-28T02:37:30.464Z","steps":["trace[552060565] 'read index received' (duration: 310.179247ms)","trace[552060565] 'applied index is now lower than readState.Index' (duration: 133.185252ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:37:30.464052Z","caller":"traceutil/trace.go:171","msg":"trace[981433289] transaction","detail":"{read_only:false; response_revision:14375; number_of_response:1; }","duration":"467.59683ms","start":"2026-05-28T02:37:29.996427Z","end":"2026-05-28T02:37:30.464024Z","steps":["trace[981433289] 'process raft request' (duration: 334.141669ms)","trace[981433289] 'compare' (duration: 132.698787ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:37:30.464441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:29.996404Z","time spent":"467.989062ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:37:30.507353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.665375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:37:30.507383Z","caller":"traceutil/trace.go:171","msg":"trace[1648745304] transaction","detail":"{read_only:false; response_revision:14376; number_of_response:1; }","duration":"153.515488ms","start":"2026-05-28T02:37:30.353536Z","end":"2026-05-28T02:37:30.507051Z","steps":["trace[1648745304] 'process raft request' (duration: 153.25611ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:37:30.507432Z","caller":"traceutil/trace.go:171","msg":"trace[153838400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14376; }","duration":"424.792269ms","start":"2026-05-28T02:37:30.082621Z","end":"2026-05-28T02:37:30.507413Z","steps":["trace[153838400] 'agreement among raft nodes before linearized reading' (duration: 424.362065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:30.507548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:30.0826Z","time spent":"424.937094ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:37:31.295647Z","caller":"traceutil/trace.go:171","msg":"trace[1709536263] transaction","detail":"{read_only:false; response_revision:14383; number_of_response:1; }","duration":"183.093968ms","start":"2026-05-28T02:37:31.112519Z","end":"2026-05-28T02:37:31.295613Z","steps":["trace[1709536263] 'process raft request' (duration: 118.508126ms)","trace[1709536263] 'compare' (duration: 64.343385ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:37:31.295764Z","caller":"traceutil/trace.go:171","msg":"trace[1999816900] transaction","detail":"{read_only:false; response_revision:14384; number_of_response:1; }","duration":"133.486082ms","start":"2026-05-28T02:37:31.162244Z","end":"2026-05-28T02:37:31.29573Z","steps":["trace[1999816900] 'process raft request' (duration: 133.351138ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:37:35.50521Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12391} {"level":"info","ts":"2026-05-28T02:37:35.58148Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12391,"took":"73.787864ms","hash":2640141823,"current-db-size-bytes":46309376,"current-db-size":"46 MB","current-db-size-in-use-bytes":27897856,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-28T02:37:35.581568Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2640141823,"revision":12391,"compact-revision":10066} {"level":"info","ts":"2026-05-28T02:37:38.353528Z","caller":"traceutil/trace.go:171","msg":"trace[819686050] linearizableReadLoop","detail":"{readStateIndex:15040; appliedIndex:15039; }","duration":"341.612984ms","start":"2026-05-28T02:37:38.011884Z","end":"2026-05-28T02:37:38.353497Z","steps":["trace[819686050] 'read index received' (duration: 341.361646ms)","trace[819686050] 'applied index is now lower than readState.Index' (duration: 250.168µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:37:38.353577Z","caller":"traceutil/trace.go:171","msg":"trace[1117577974] transaction","detail":"{read_only:false; response_revision:14528; number_of_response:1; }","duration":"342.906875ms","start":"2026-05-28T02:37:38.010628Z","end":"2026-05-28T02:37:38.353535Z","steps":["trace[1117577974] 'process raft request' (duration: 342.714629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:38.353754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.010609Z","time spent":"343.071851ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:37:38.353818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.912584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-363c29e7-7a56-41ed-80e6-f844b5a75e06\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-05-28T02:37:38.353863Z","caller":"traceutil/trace.go:171","msg":"trace[1868380094] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-363c29e7-7a56-41ed-80e6-f844b5a75e06; range_end:; response_count:1; response_revision:14528; }","duration":"342.002477ms","start":"2026-05-28T02:37:38.011847Z","end":"2026-05-28T02:37:38.353849Z","steps":["trace[1868380094] 'agreement among raft nodes before linearized reading' (duration: 341.805331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:38.353908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.011831Z","time spent":"342.065228ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-363c29e7-7a56-41ed-80e6-f844b5a75e06\" "} {"level":"warn","ts":"2026-05-28T02:37:38.899628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254136036,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:37:39.279031Z","caller":"traceutil/trace.go:171","msg":"trace[2144035186] transaction","detail":"{read_only:false; response_revision:14529; number_of_response:1; }","duration":"919.095204ms","start":"2026-05-28T02:37:38.359901Z","end":"2026-05-28T02:37:39.278997Z","steps":["trace[2144035186] 'process raft request' (duration: 831.356136ms)","trace[2144035186] 'compare' (duration: 87.322935ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:37:39.279175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.359877Z","time spent":"919.225029ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:37:39.287941Z","caller":"traceutil/trace.go:171","msg":"trace[1650119989] transaction","detail":"{read_only:false; response_revision:14530; number_of_response:1; }","duration":"796.618614ms","start":"2026-05-28T02:37:38.491302Z","end":"2026-05-28T02:37:39.287921Z","steps":["trace[1650119989] 'process raft request' (duration: 796.48886ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:37:39.288029Z","caller":"traceutil/trace.go:171","msg":"trace[1058099088] linearizableReadLoop","detail":"{readStateIndex:15043; appliedIndex:15040; }","duration":"889.068311ms","start":"2026-05-28T02:37:38.398936Z","end":"2026-05-28T02:37:39.288004Z","steps":["trace[1058099088] 'read index received' (duration: 792.336537ms)","trace[1058099088] 'applied index is now lower than readState.Index' (duration: 96.730064ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:37:39.288063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.491282Z","time spent":"796.718156ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:37:39.288129Z","caller":"traceutil/trace.go:171","msg":"trace[1383688962] transaction","detail":"{read_only:false; response_revision:14531; number_of_response:1; }","duration":"487.233883ms","start":"2026-05-28T02:37:38.800846Z","end":"2026-05-28T02:37:39.28808Z","steps":["trace[1383688962] 'process raft request' (duration: 487.044147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:39.288221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.726272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-28T02:37:39.288261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.439991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T02:37:39.288266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.407152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:37:39.288273Z","caller":"traceutil/trace.go:171","msg":"trace[715968506] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14531; }","duration":"883.795753ms","start":"2026-05-28T02:37:38.404465Z","end":"2026-05-28T02:37:39.28826Z","steps":["trace[715968506] 'agreement among raft nodes before linearized reading' (duration: 883.675ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:37:39.288285Z","caller":"traceutil/trace.go:171","msg":"trace[634671411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14531; }","duration":"736.519324ms","start":"2026-05-28T02:37:38.551758Z","end":"2026-05-28T02:37:39.288278Z","steps":["trace[634671411] 'agreement among raft nodes before linearized reading' (duration: 736.40187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:39.288227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.281178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:37:39.288301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.404459Z","time spent":"883.836035ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T02:37:39.288297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.800824Z","time spent":"487.385018ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:37:39.288329Z","caller":"traceutil/trace.go:171","msg":"trace[2122810367] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:14531; }","duration":"821.417732ms","start":"2026-05-28T02:37:38.466894Z","end":"2026-05-28T02:37:39.288311Z","steps":["trace[2122810367] 'agreement among raft nodes before linearized reading' (duration: 821.275047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:39.288336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.551744Z","time spent":"736.560505ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:37:39.288359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.466875Z","time spent":"821.475133ms","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:37:39.288453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.967583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-q4tmx.18b39a3b429400e9\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-05-28T02:37:39.288429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.186527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:37:39.288476Z","caller":"traceutil/trace.go:171","msg":"trace[1082803039] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-q4tmx.18b39a3b429400e9; range_end:; response_count:1; response_revision:14531; }","duration":"678.015885ms","start":"2026-05-28T02:37:38.610451Z","end":"2026-05-28T02:37:39.288467Z","steps":["trace[1082803039] 'agreement among raft nodes before linearized reading' (duration: 677.953293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:39.288483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.69352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c731a93d-04fa-4884-ac0e-507118ed05f8\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-05-28T02:37:39.288486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.294792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:37:39.288495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.610435Z","time spent":"678.056196ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-q4tmx.18b39a3b429400e9\" "} {"level":"warn","ts":"2026-05-28T02:37:39.28849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.056158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-363c29e7-7a56-41ed-80e6-f844b5a75e06\" ","response":"range_response_count:1 size:3727"} {"level":"info","ts":"2026-05-28T02:37:39.288509Z","caller":"traceutil/trace.go:171","msg":"trace[621972120] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c731a93d-04fa-4884-ac0e-507118ed05f8; range_end:; response_count:1; response_revision:14531; }","duration":"398.754752ms","start":"2026-05-28T02:37:38.889745Z","end":"2026-05-28T02:37:39.2885Z","steps":["trace[621972120] 'agreement among raft nodes before linearized reading' (duration: 398.69036ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:37:39.288496Z","caller":"traceutil/trace.go:171","msg":"trace[1024481427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14531; }","duration":"434.30009ms","start":"2026-05-28T02:37:38.854178Z","end":"2026-05-28T02:37:39.288478Z","steps":["trace[1024481427] 'agreement among raft nodes before linearized reading' (duration: 434.191637ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:37:39.288529Z","caller":"traceutil/trace.go:171","msg":"trace[1949559692] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:14531; }","duration":"846.353324ms","start":"2026-05-28T02:37:38.442149Z","end":"2026-05-28T02:37:39.288503Z","steps":["trace[1949559692] 'agreement among raft nodes before linearized reading' (duration: 846.312293ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:37:39.288536Z","caller":"traceutil/trace.go:171","msg":"trace[389090989] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-363c29e7-7a56-41ed-80e6-f844b5a75e06; range_end:; response_count:1; response_revision:14531; }","duration":"397.135581ms","start":"2026-05-28T02:37:38.891387Z","end":"2026-05-28T02:37:39.288523Z","steps":["trace[389090989] 'agreement among raft nodes before linearized reading' (duration: 397.038318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:39.288544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.854158Z","time spent":"434.377893ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:37:39.288555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.442134Z","time spent":"846.415276ms","remote":"127.0.0.1:55080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:37:39.288567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.891369Z","time spent":"397.190832ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3750,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-363c29e7-7a56-41ed-80e6-f844b5a75e06\" "} {"level":"warn","ts":"2026-05-28T02:37:39.28853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.889726Z","time spent":"398.800074ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c731a93d-04fa-4884-ac0e-507118ed05f8\" "} {"level":"info","ts":"2026-05-28T02:37:39.288302Z","caller":"traceutil/trace.go:171","msg":"trace[1027857538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14531; }","duration":"404.482004ms","start":"2026-05-28T02:37:38.883807Z","end":"2026-05-28T02:37:39.288289Z","steps":["trace[1027857538] 'agreement among raft nodes before linearized reading' (duration: 404.34487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:39.288695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.883787Z","time spent":"404.901248ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:37:39.288716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.765486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:37:39.288761Z","caller":"traceutil/trace.go:171","msg":"trace[7748412] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:14531; }","duration":"204.84866ms","start":"2026-05-28T02:37:39.083902Z","end":"2026-05-28T02:37:39.288751Z","steps":["trace[7748412] 'agreement among raft nodes before linearized reading' (duration: 204.706945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:39.289364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.000071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T02:37:39.289399Z","caller":"traceutil/trace.go:171","msg":"trace[393195634] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14531; }","duration":"890.456505ms","start":"2026-05-28T02:37:38.398932Z","end":"2026-05-28T02:37:39.289388Z","steps":["trace[393195634] 'agreement among raft nodes before linearized reading' (duration: 889.181865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:37:39.289421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:37:38.398893Z","time spent":"890.521227ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-28T02:38:37.039733Z","caller":"traceutil/trace.go:171","msg":"trace[861224754] transaction","detail":"{read_only:false; response_revision:15366; number_of_response:1; }","duration":"100.716231ms","start":"2026-05-28T02:38:36.938988Z","end":"2026-05-28T02:38:37.039704Z","steps":["trace[861224754] 'process raft request' (duration: 100.505754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:38:37.26049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.340686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:38:37.260526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.143341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:38:37.260577Z","caller":"traceutil/trace.go:171","msg":"trace[585024304] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15366; }","duration":"155.507171ms","start":"2026-05-28T02:38:37.105049Z","end":"2026-05-28T02:38:37.260556Z","steps":["trace[585024304] 'range keys from in-memory index tree' (duration: 155.237362ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:38:37.260609Z","caller":"traceutil/trace.go:171","msg":"trace[312432262] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15366; }","duration":"156.280905ms","start":"2026-05-28T02:38:37.104308Z","end":"2026-05-28T02:38:37.260589Z","steps":["trace[312432262] 'range keys from in-memory index tree' (duration: 156.061748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:38:37.260796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.207871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-28T02:38:37.260827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.332807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-05-28T02:38:37.260869Z","caller":"traceutil/trace.go:171","msg":"trace[1375619830] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15366; }","duration":"156.381669ms","start":"2026-05-28T02:38:37.104476Z","end":"2026-05-28T02:38:37.260857Z","steps":["trace[1375619830] 'range keys from in-memory index tree' (duration: 156.223854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:38:37.260897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.389707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:38:37.260919Z","caller":"traceutil/trace.go:171","msg":"trace[21767732] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15366; }","duration":"155.430928ms","start":"2026-05-28T02:38:37.10548Z","end":"2026-05-28T02:38:37.260911Z","steps":["trace[21767732] 'range keys from in-memory index tree' (duration: 155.232622ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:38:37.260869Z","caller":"traceutil/trace.go:171","msg":"trace[2008548960] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15366; }","duration":"155.303665ms","start":"2026-05-28T02:38:37.105551Z","end":"2026-05-28T02:38:37.260855Z","steps":["trace[2008548960] 'range keys from in-memory index tree' (duration: 155.083408ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:38:37.392684Z","caller":"traceutil/trace.go:171","msg":"trace[809779299] transaction","detail":"{read_only:false; response_revision:15367; number_of_response:1; }","duration":"118.881708ms","start":"2026-05-28T02:38:37.273775Z","end":"2026-05-28T02:38:37.392657Z","steps":["trace[809779299] 'process raft request' (duration: 118.678162ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:38:43.702296Z","caller":"traceutil/trace.go:171","msg":"trace[481684226] transaction","detail":"{read_only:false; response_revision:15435; number_of_response:1; }","duration":"188.226922ms","start":"2026-05-28T02:38:43.514042Z","end":"2026-05-28T02:38:43.702269Z","steps":["trace[481684226] 'process raft request' (duration: 188.065047ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:38:43.702876Z","caller":"traceutil/trace.go:171","msg":"trace[1583927716] linearizableReadLoop","detail":"{readStateIndex:15976; appliedIndex:15976; }","duration":"183.902294ms","start":"2026-05-28T02:38:43.518947Z","end":"2026-05-28T02:38:43.702849Z","steps":["trace[1583927716] 'read index received' (duration: 183.889454ms)","trace[1583927716] 'applied index is now lower than readState.Index' (duration: 10µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:38:43.703076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.111122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-05-28T02:38:43.703136Z","caller":"traceutil/trace.go:171","msg":"trace[2012452368] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:15435; }","duration":"184.236715ms","start":"2026-05-28T02:38:43.518885Z","end":"2026-05-28T02:38:43.703122Z","steps":["trace[2012452368] 'agreement among raft nodes before linearized reading' (duration: 184.035459ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:38:43.892819Z","caller":"traceutil/trace.go:171","msg":"trace[1465712826] linearizableReadLoop","detail":"{readStateIndex:15977; appliedIndex:15976; }","duration":"189.865245ms","start":"2026-05-28T02:38:43.702929Z","end":"2026-05-28T02:38:43.892794Z","steps":["trace[1465712826] 'read index received' (duration: 189.520384ms)","trace[1465712826] 'applied index is now lower than readState.Index' (duration: 343.881µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:38:43.89287Z","caller":"traceutil/trace.go:171","msg":"trace[1427692315] transaction","detail":"{read_only:false; response_revision:15436; number_of_response:1; }","duration":"365.257949ms","start":"2026-05-28T02:38:43.527581Z","end":"2026-05-28T02:38:43.892839Z","steps":["trace[1427692315] 'process raft request' (duration: 364.875737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:38:43.89302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:38:43.527564Z","time spent":"365.367502ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:38:43.893008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.79774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19002"} {"level":"warn","ts":"2026-05-28T02:38:43.893052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.514017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:8211"} {"level":"warn","ts":"2026-05-28T02:38:43.893085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.521192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:38:43.893097Z","caller":"traceutil/trace.go:171","msg":"trace[115607711] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:15436; }","duration":"255.941545ms","start":"2026-05-28T02:38:43.63713Z","end":"2026-05-28T02:38:43.893071Z","steps":["trace[115607711] 'agreement among raft nodes before linearized reading' (duration: 255.671676ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:38:43.893122Z","caller":"traceutil/trace.go:171","msg":"trace[1819330761] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:15436; }","duration":"354.595871ms","start":"2026-05-28T02:38:43.538505Z","end":"2026-05-28T02:38:43.893101Z","steps":["trace[1819330761] 'agreement among raft nodes before linearized reading' (duration: 354.448156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:38:43.893214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:38:43.538499Z","time spent":"354.696084ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8234,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-05-28T02:38:43.892988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.363546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-28T02:38:43.893291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.87049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-363c29e7-7a56-41ed-80e6-f844b5a75e06\" ","response":"range_response_count:1 size:1283"} {"level":"info","ts":"2026-05-28T02:38:43.893318Z","caller":"traceutil/trace.go:171","msg":"trace[1619765614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15436; }","duration":"300.718858ms","start":"2026-05-28T02:38:43.592586Z","end":"2026-05-28T02:38:43.893304Z","steps":["trace[1619765614] 'agreement among raft nodes before linearized reading' (duration: 300.316695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:38:43.893354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:38:43.592579Z","time spent":"300.765349ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:38:43.893365Z","caller":"traceutil/trace.go:171","msg":"trace[1618147678] range","detail":"{range_begin:/registry/persistentvolumes/pvc-363c29e7-7a56-41ed-80e6-f844b5a75e06; range_end:; response_count:1; response_revision:15436; }","duration":"186.960062ms","start":"2026-05-28T02:38:43.706379Z","end":"2026-05-28T02:38:43.89334Z","steps":["trace[1618147678] 'agreement among raft nodes before linearized reading' (duration: 186.756836ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:38:43.893113Z","caller":"traceutil/trace.go:171","msg":"trace[59418441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15436; }","duration":"300.547083ms","start":"2026-05-28T02:38:43.592557Z","end":"2026-05-28T02:38:43.893104Z","steps":["trace[59418441] 'agreement among raft nodes before linearized reading' (duration: 300.479651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:38:43.893493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:38:43.592517Z","time spent":"300.969906ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:38:43.893497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.466236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-28T02:38:43.893547Z","caller":"traceutil/trace.go:171","msg":"trace[366934267] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15436; }","duration":"152.540508ms","start":"2026-05-28T02:38:43.740994Z","end":"2026-05-28T02:38:43.893534Z","steps":["trace[366934267] 'agreement among raft nodes before linearized reading' (duration: 152.354782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:38:43.893652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.436016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:38:43.893761Z","caller":"traceutil/trace.go:171","msg":"trace[125119384] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:15436; }","duration":"158.647613ms","start":"2026-05-28T02:38:43.735092Z","end":"2026-05-28T02:38:43.893739Z","steps":["trace[125119384] 'agreement among raft nodes before linearized reading' (duration: 158.377834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:38:43.893667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.502346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:38:43.893884Z","caller":"traceutil/trace.go:171","msg":"trace[1680649475] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15436; }","duration":"185.739454ms","start":"2026-05-28T02:38:43.708131Z","end":"2026-05-28T02:38:43.893871Z","steps":["trace[1680649475] 'agreement among raft nodes before linearized reading' (duration: 185.394443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:09.505537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.289791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:39:09.505664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.424606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-05-28T02:39:09.505734Z","caller":"traceutil/trace.go:171","msg":"trace[1831463317] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15572; }","duration":"164.518228ms","start":"2026-05-28T02:39:09.341201Z","end":"2026-05-28T02:39:09.505719Z","steps":["trace[1831463317] 'range keys from in-memory index tree' (duration: 164.233009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:09.505828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.190857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xrb7p\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-05-28T02:39:09.505868Z","caller":"traceutil/trace.go:171","msg":"trace[356542503] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xrb7p; range_end:; response_count:1; response_revision:15572; }","duration":"175.306571ms","start":"2026-05-28T02:39:09.330552Z","end":"2026-05-28T02:39:09.505859Z","steps":["trace[356542503] 'range keys from in-memory index tree' (duration: 171.862391ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:09.505679Z","caller":"traceutil/trace.go:171","msg":"trace[1522646355] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15572; }","duration":"164.496647ms","start":"2026-05-28T02:39:09.341158Z","end":"2026-05-28T02:39:09.505654Z","steps":["trace[1522646355] 'range keys from in-memory index tree' (duration: 164.165207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:09.505993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.976665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T02:39:09.506073Z","caller":"traceutil/trace.go:171","msg":"trace[2043248413] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15572; }","duration":"144.092599ms","start":"2026-05-28T02:39:09.361961Z","end":"2026-05-28T02:39:09.506053Z","steps":["trace[2043248413] 'range keys from in-memory index tree' (duration: 143.820571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:09.506164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.228085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:09.506201Z","caller":"traceutil/trace.go:171","msg":"trace[1123841386] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15572; }","duration":"156.278216ms","start":"2026-05-28T02:39:09.34991Z","end":"2026-05-28T02:39:09.506188Z","steps":["trace[1123841386] 'range keys from in-memory index tree' (duration: 156.129102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:09.506243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.033124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-28T02:39:09.506312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.515155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-28T02:39:09.506332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.084476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:09.506433Z","caller":"traceutil/trace.go:171","msg":"trace[2066551538] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15572; }","duration":"151.574307ms","start":"2026-05-28T02:39:09.354769Z","end":"2026-05-28T02:39:09.506343Z","steps":["trace[2066551538] 'range keys from in-memory index tree' (duration: 151.422912ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:09.506519Z","caller":"traceutil/trace.go:171","msg":"trace[1887684792] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15572; }","duration":"165.128157ms","start":"2026-05-28T02:39:09.341229Z","end":"2026-05-28T02:39:09.506358Z","steps":["trace[1887684792] 'range keys from in-memory index tree' (duration: 164.997753ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:09.506693Z","caller":"traceutil/trace.go:171","msg":"trace[2032961329] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15572; }","duration":"165.22156ms","start":"2026-05-28T02:39:09.341168Z","end":"2026-05-28T02:39:09.50639Z","steps":["trace[2032961329] 'range keys from in-memory index tree' (duration: 164.89531ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:09.516131Z","caller":"traceutil/trace.go:171","msg":"trace[1710721819] linearizableReadLoop","detail":"{readStateIndex:16119; appliedIndex:16118; }","duration":"104.15942ms","start":"2026-05-28T02:39:09.411952Z","end":"2026-05-28T02:39:09.516111Z","steps":["trace[1710721819] 'read index received' (duration: 103.979935ms)","trace[1710721819] 'applied index is now lower than readState.Index' (duration: 178.515µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:39:09.516595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.641756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-28T02:39:09.516634Z","caller":"traceutil/trace.go:171","msg":"trace[1623454525] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15573; }","duration":"104.726599ms","start":"2026-05-28T02:39:09.411901Z","end":"2026-05-28T02:39:09.516627Z","steps":["trace[1623454525] 'agreement among raft nodes before linearized reading' (duration: 104.306995ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:09.516174Z","caller":"traceutil/trace.go:171","msg":"trace[538226282] transaction","detail":"{read_only:false; response_revision:15573; number_of_response:1; }","duration":"150.463432ms","start":"2026-05-28T02:39:09.365692Z","end":"2026-05-28T02:39:09.516156Z","steps":["trace[538226282] 'process raft request' (duration: 150.261135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:10.829373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.383921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:39:10.829529Z","caller":"traceutil/trace.go:171","msg":"trace[114178919] linearizableReadLoop","detail":"{readStateIndex:16123; appliedIndex:16122; }","duration":"1.041200063s","start":"2026-05-28T02:39:09.788308Z","end":"2026-05-28T02:39:10.829508Z","steps":["trace[114178919] 'read index received' (duration: 59.566334ms)","trace[114178919] 'applied index is now lower than readState.Index' (duration: 981.630309ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:39:10.829676Z","caller":"traceutil/trace.go:171","msg":"trace[599578714] transaction","detail":"{read_only:false; response_revision:15576; number_of_response:1; }","duration":"1.054934399s","start":"2026-05-28T02:39:09.77473Z","end":"2026-05-28T02:39:10.829665Z","steps":["trace[599578714] 'process raft request' (duration: 73.149375ms)","trace[599578714] 'compare' (duration: 980.626807ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:39:10.829736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:09.774694Z","time spent":"1.055015272s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:39:10.830029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04173569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:10.830061Z","caller":"traceutil/trace.go:171","msg":"trace[1590661225] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:15576; }","duration":"1.041820963s","start":"2026-05-28T02:39:09.788232Z","end":"2026-05-28T02:39:10.830053Z","steps":["trace[1590661225] 'agreement among raft nodes before linearized reading' (duration: 1.041698259s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:10.830099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:09.7882Z","time spent":"1.041892515s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:39:10.840686Z","caller":"traceutil/trace.go:171","msg":"trace[1979595176] transaction","detail":"{read_only:false; response_revision:15577; number_of_response:1; }","duration":"963.856145ms","start":"2026-05-28T02:39:09.876803Z","end":"2026-05-28T02:39:10.840659Z","steps":["trace[1979595176] 'process raft request' (duration: 963.663949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:10.840891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:09.876783Z","time spent":"963.985628ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:39:11.596506Z","caller":"traceutil/trace.go:171","msg":"trace[224022987] linearizableReadLoop","detail":"{readStateIndex:16127; appliedIndex:16123; }","duration":"766.910735ms","start":"2026-05-28T02:39:10.829551Z","end":"2026-05-28T02:39:11.596462Z","steps":["trace[224022987] 'read index received' (duration: 11.02196ms)","trace[224022987] 'applied index is now lower than readState.Index' (duration: 755.887375ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:39:11.596703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365468219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:11.596688Z","caller":"traceutil/trace.go:171","msg":"trace[127706270] transaction","detail":"{read_only:false; response_revision:15579; number_of_response:1; }","duration":"1.524091281s","start":"2026-05-28T02:39:10.072551Z","end":"2026-05-28T02:39:11.596642Z","steps":["trace[127706270] 'process raft request' (duration: 1.523511742s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:11.596759Z","caller":"traceutil/trace.go:171","msg":"trace[647759455] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15580; }","duration":"1.365538552s","start":"2026-05-28T02:39:10.231207Z","end":"2026-05-28T02:39:11.596746Z","steps":["trace[647759455] 'agreement among raft nodes before linearized reading' (duration: 1.365277024s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.596775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366152572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-28T02:39:11.596806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.231202Z","time spent":"1.365593824s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-28T02:39:11.596813Z","caller":"traceutil/trace.go:171","msg":"trace[650289969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15580; }","duration":"1.366202773s","start":"2026-05-28T02:39:10.230596Z","end":"2026-05-28T02:39:11.596799Z","steps":["trace[650289969] 'agreement among raft nodes before linearized reading' (duration: 1.36611474s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.59682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365612924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:39:11.596829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521200479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:11.596867Z","caller":"traceutil/trace.go:171","msg":"trace[69545792] transaction","detail":"{read_only:false; response_revision:15580; number_of_response:1; }","duration":"1.522878973s","start":"2026-05-28T02:39:10.073983Z","end":"2026-05-28T02:39:11.596862Z","steps":["trace[69545792] 'process raft request' (duration: 1.522409058s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:11.596861Z","caller":"traceutil/trace.go:171","msg":"trace[188885683] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15580; }","duration":"1.365658295s","start":"2026-05-28T02:39:10.231186Z","end":"2026-05-28T02:39:11.596844Z","steps":["trace[188885683] 'agreement among raft nodes before linearized reading' (duration: 1.365612364s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.596848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204530245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:39:11.596851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642808774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:39:11.596911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353925063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T02:39:11.59693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.073969Z","time spent":"1.522916053s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:39:11.596923Z","caller":"traceutil/trace.go:171","msg":"trace[377585901] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15580; }","duration":"1.204607377s","start":"2026-05-28T02:39:10.3923Z","end":"2026-05-28T02:39:11.596907Z","steps":["trace[377585901] 'agreement among raft nodes before linearized reading' (duration: 1.204495344s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.59694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525572528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:39:11.596947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365072707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:11.596945Z","caller":"traceutil/trace.go:171","msg":"trace[1234583201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15580; }","duration":"1.353955254s","start":"2026-05-28T02:39:10.242978Z","end":"2026-05-28T02:39:11.596933Z","steps":["trace[1234583201] 'agreement among raft nodes before linearized reading' (duration: 1.353875411s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.596954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365717877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:39:11.596766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365878362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:11.596973Z","caller":"traceutil/trace.go:171","msg":"trace[1621966068] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15580; }","duration":"1.52561819s","start":"2026-05-28T02:39:10.071347Z","end":"2026-05-28T02:39:11.596965Z","steps":["trace[1621966068] 'agreement among raft nodes before linearized reading' (duration: 1.525569358s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:11.596978Z","caller":"traceutil/trace.go:171","msg":"trace[244827157] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15580; }","duration":"1.365114418s","start":"2026-05-28T02:39:10.231855Z","end":"2026-05-28T02:39:11.59697Z","steps":["trace[244827157] 'agreement among raft nodes before linearized reading' (duration: 1.365070747s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.59699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.242932Z","time spent":"1.354049256s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:39:11.596999Z","caller":"traceutil/trace.go:171","msg":"trace[1850852809] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15580; }","duration":"1.366137401s","start":"2026-05-28T02:39:10.230853Z","end":"2026-05-28T02:39:11.59699Z","steps":["trace[1850852809] 'agreement among raft nodes before linearized reading' (duration: 1.36581572s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:11.596998Z","caller":"traceutil/trace.go:171","msg":"trace[1444691940] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15580; }","duration":"1.365766919s","start":"2026-05-28T02:39:10.231219Z","end":"2026-05-28T02:39:11.596986Z","steps":["trace[1444691940] 'agreement among raft nodes before linearized reading' (duration: 1.365687656s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.597004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.071337Z","time spent":"1.525659691s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:39:11.597016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.23185Z","time spent":"1.365158639s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-28T02:39:11.597024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638729865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-28T02:39:11.59703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.231216Z","time spent":"1.36580796s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-05-28T02:39:11.597041Z","caller":"traceutil/trace.go:171","msg":"trace[912943810] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15580; }","duration":"1.638779626s","start":"2026-05-28T02:39:09.958257Z","end":"2026-05-28T02:39:11.597036Z","steps":["trace[912943810] 'agreement among raft nodes before linearized reading' (duration: 1.638728645s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.597042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.230843Z","time spent":"1.366188392s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:39:11.597048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36581663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:39:11.597065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:09.95824Z","time spent":"1.638820307s","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-28T02:39:11.597086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640761409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-28T02:39:11.596868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.072522Z","time spent":"1.524257086s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:39:11.597128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534604925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:39:11.597126Z","caller":"traceutil/trace.go:171","msg":"trace[548666980] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15580; }","duration":"1.640849932s","start":"2026-05-28T02:39:09.956266Z","end":"2026-05-28T02:39:11.597116Z","steps":["trace[548666980] 'agreement among raft nodes before linearized reading' (duration: 1.640739418s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:11.597163Z","caller":"traceutil/trace.go:171","msg":"trace[1635434911] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:15580; }","duration":"1.534666377s","start":"2026-05-28T02:39:10.062488Z","end":"2026-05-28T02:39:11.597155Z","steps":["trace[1635434911] 'agreement among raft nodes before linearized reading' (duration: 1.534609275s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.597165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:09.956245Z","time spent":"1.640913524s","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-28T02:39:11.596898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.231179Z","time spent":"1.365712318s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T02:39:11.597194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.06248Z","time spent":"1.534706068s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:39:11.597236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.798236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-28T02:39:11.597273Z","caller":"traceutil/trace.go:171","msg":"trace[1094414847] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15580; }","duration":"763.882268ms","start":"2026-05-28T02:39:10.833381Z","end":"2026-05-28T02:39:11.597264Z","steps":["trace[1094414847] 'agreement among raft nodes before linearized reading' (duration: 763.785535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.59697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.392247Z","time spent":"1.20471393s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:39:11.597303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.833357Z","time spent":"763.93906ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-28T02:39:11.596957Z","caller":"traceutil/trace.go:171","msg":"trace[1728394008] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15580; }","duration":"1.64297662s","start":"2026-05-28T02:39:09.953954Z","end":"2026-05-28T02:39:11.596931Z","steps":["trace[1728394008] 'agreement among raft nodes before linearized reading' (duration: 1.642749703s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.597316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496656599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T02:39:11.597346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.77282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:11.597358Z","caller":"traceutil/trace.go:171","msg":"trace[1141049406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15580; }","duration":"1.496717181s","start":"2026-05-28T02:39:10.10063Z","end":"2026-05-28T02:39:11.597347Z","steps":["trace[1141049406] 'agreement among raft nodes before linearized reading' (duration: 1.496622128s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.596831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20408761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-28T02:39:11.597391Z","caller":"traceutil/trace.go:171","msg":"trace[616903144] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15580; }","duration":"1.204691679s","start":"2026-05-28T02:39:10.392694Z","end":"2026-05-28T02:39:11.597386Z","steps":["trace[616903144] 'agreement among raft nodes before linearized reading' (duration: 1.20407124s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.597395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.100615Z","time spent":"1.496771992s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:39:11.597458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.222532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-05-28T02:39:11.596734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561493289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:11.597475Z","caller":"traceutil/trace.go:171","msg":"trace[114959273] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:15580; }","duration":"917.275874ms","start":"2026-05-28T02:39:10.680195Z","end":"2026-05-28T02:39:11.597471Z","steps":["trace[114959273] 'agreement among raft nodes before linearized reading' (duration: 917.221562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.597488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.680174Z","time spent":"917.311945ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-kqcg5\" "} {"level":"info","ts":"2026-05-28T02:39:11.596887Z","caller":"traceutil/trace.go:171","msg":"trace[518050909] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15580; }","duration":"1.521287422s","start":"2026-05-28T02:39:10.075582Z","end":"2026-05-28T02:39:11.596869Z","steps":["trace[518050909] 'agreement among raft nodes before linearized reading' (duration: 1.521180098s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:11.597497Z","caller":"traceutil/trace.go:171","msg":"trace[2130017629] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15580; }","duration":"1.562323616s","start":"2026-05-28T02:39:10.035162Z","end":"2026-05-28T02:39:11.597485Z","steps":["trace[2130017629] 'agreement among raft nodes before linearized reading' (duration: 1.561427748s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.597453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745114416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:11.597372Z","caller":"traceutil/trace.go:171","msg":"trace[67296747] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:15580; }","duration":"973.845023ms","start":"2026-05-28T02:39:10.623521Z","end":"2026-05-28T02:39:11.597367Z","steps":["trace[67296747] 'agreement among raft nodes before linearized reading' (duration: 973.800771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.597535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116203707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:11.597576Z","caller":"traceutil/trace.go:171","msg":"trace[1880601251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15580; }","duration":"1.745278991s","start":"2026-05-28T02:39:09.852291Z","end":"2026-05-28T02:39:11.59757Z","steps":["trace[1880601251] 'agreement among raft nodes before linearized reading' (duration: 1.745135007s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.597565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378117622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:39:11.597608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:09.85227Z","time spent":"1.745333613s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:39:11.596711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363942091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:11.597615Z","caller":"traceutil/trace.go:171","msg":"trace[678670398] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:15580; }","duration":"1.11630311s","start":"2026-05-28T02:39:10.481279Z","end":"2026-05-28T02:39:11.597582Z","steps":["trace[678670398] 'agreement among raft nodes before linearized reading' (duration: 1.116215787s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:11.597641Z","caller":"traceutil/trace.go:171","msg":"trace[237293349] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15580; }","duration":"1.364905501s","start":"2026-05-28T02:39:10.232722Z","end":"2026-05-28T02:39:11.597627Z","steps":["trace[237293349] 'agreement among raft nodes before linearized reading' (duration: 1.3639178s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.597657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.48126Z","time spent":"1.116387243s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:39:11.59766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.623494Z","time spent":"974.082879ms","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:39:11.597674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.232715Z","time spent":"1.364953853s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:39:11.59755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.035136Z","time spent":"1.562400488s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:39:11.596845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.230586Z","time spent":"1.366252184s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:39:11.597558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.075562Z","time spent":"1.521958643s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:39:11.597407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.392672Z","time spent":"1.204730071s","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-28T02:39:11.597342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:09.953929Z","time spent":"1.643403233s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:39:11.598008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497375852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T02:39:11.598052Z","caller":"traceutil/trace.go:171","msg":"trace[424202106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15580; }","duration":"1.497452524s","start":"2026-05-28T02:39:10.100589Z","end":"2026-05-28T02:39:11.598041Z","steps":["trace[424202106] 'agreement among raft nodes before linearized reading' (duration: 1.497297029s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.598082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.10057Z","time spent":"1.497505236s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:39:11.598165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.645118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-28T02:39:11.598211Z","caller":"traceutil/trace.go:171","msg":"trace[1024046952] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:15580; }","duration":"206.71012ms","start":"2026-05-28T02:39:11.391488Z","end":"2026-05-28T02:39:11.598198Z","steps":["trace[1024046952] 'agreement among raft nodes before linearized reading' (duration: 206.616577ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:11.597082Z","caller":"traceutil/trace.go:171","msg":"trace[1565720410] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15580; }","duration":"1.365860512s","start":"2026-05-28T02:39:10.231212Z","end":"2026-05-28T02:39:11.597072Z","steps":["trace[1565720410] 'agreement among raft nodes before linearized reading' (duration: 1.365807861s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.598441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.231206Z","time spent":"1.367221815s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T02:39:11.599332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203159451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:11.599392Z","caller":"traceutil/trace.go:171","msg":"trace[1806779271] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15580; }","duration":"1.20597095s","start":"2026-05-28T02:39:10.393407Z","end":"2026-05-28T02:39:11.599378Z","steps":["trace[1806779271] 'agreement among raft nodes before linearized reading' (duration: 1.20314528s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.599424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.393386Z","time spent":"1.206027252s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:39:11.596682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377188721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T02:39:11.600145Z","caller":"traceutil/trace.go:171","msg":"trace[659215431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15580; }","duration":"1.380678632s","start":"2026-05-28T02:39:10.21944Z","end":"2026-05-28T02:39:11.600119Z","steps":["trace[659215431] 'agreement among raft nodes before linearized reading' (duration: 1.377093218s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.600188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.219414Z","time spent":"1.380762535s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:39:11.597624Z","caller":"traceutil/trace.go:171","msg":"trace[741162244] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15580; }","duration":"1.378212604s","start":"2026-05-28T02:39:10.219399Z","end":"2026-05-28T02:39:11.597612Z","steps":["trace[741162244] 'agreement among raft nodes before linearized reading' (duration: 1.378136852s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.602129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.219379Z","time spent":"1.382725847s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T02:39:11.602659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.876337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-05-28T02:39:11.602703Z","caller":"traceutil/trace.go:171","msg":"trace[637238008] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:15580; }","duration":"908.924099ms","start":"2026-05-28T02:39:10.693767Z","end":"2026-05-28T02:39:11.602692Z","steps":["trace[637238008] 'agreement among raft nodes before linearized reading' (duration: 902.804464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.602725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.693716Z","time spent":"909.004582ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T02:39:11.603609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568494902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:11.603673Z","caller":"traceutil/trace.go:171","msg":"trace[545354662] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15580; }","duration":"1.568598845s","start":"2026-05-28T02:39:10.035058Z","end":"2026-05-28T02:39:11.603657Z","steps":["trace[545354662] 'agreement among raft nodes before linearized reading' (duration: 1.561613794s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.603705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.035039Z","time spent":"1.568658937s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-28T02:39:11.605418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529190183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-28T02:39:11.596416Z","caller":"traceutil/trace.go:171","msg":"trace[329135338] transaction","detail":"{read_only:false; response_revision:15578; number_of_response:1; }","duration":"1.538577701s","start":"2026-05-28T02:39:10.057777Z","end":"2026-05-28T02:39:11.596355Z","steps":["trace[329135338] 'process raft request' (duration: 1.53791492s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:11.605479Z","caller":"traceutil/trace.go:171","msg":"trace[20201777] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15580; }","duration":"1.529276906s","start":"2026-05-28T02:39:10.076186Z","end":"2026-05-28T02:39:11.605463Z","steps":["trace[20201777] 'agreement among raft nodes before linearized reading' (duration: 1.523695838s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:11.606386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.076175Z","time spent":"1.530203025s","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-28T02:39:11.606588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:10.057748Z","time spent":"1.548463586s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:39:19.75297Z","caller":"traceutil/trace.go:171","msg":"trace[553447489] transaction","detail":"{read_only:false; response_revision:15618; number_of_response:1; }","duration":"119.085945ms","start":"2026-05-28T02:39:19.633859Z","end":"2026-05-28T02:39:19.752945Z","steps":["trace[553447489] 'process raft request' (duration: 118.886348ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:19.822836Z","caller":"traceutil/trace.go:171","msg":"trace[673641329] transaction","detail":"{read_only:false; response_revision:15619; number_of_response:1; }","duration":"119.447517ms","start":"2026-05-28T02:39:19.70335Z","end":"2026-05-28T02:39:19.822797Z","steps":["trace[673641329] 'process raft request' (duration: 119.117496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.823007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.17179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:19.823066Z","caller":"traceutil/trace.go:171","msg":"trace[702723018] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15620; }","duration":"115.298074ms","start":"2026-05-28T02:39:19.707755Z","end":"2026-05-28T02:39:19.823053Z","steps":["trace[702723018] 'agreement among raft nodes before linearized reading' (duration: 115.133999ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:19.822777Z","caller":"traceutil/trace.go:171","msg":"trace[606125587] linearizableReadLoop","detail":"{readStateIndex:16167; appliedIndex:16165; }","duration":"114.932363ms","start":"2026-05-28T02:39:19.707809Z","end":"2026-05-28T02:39:19.822742Z","steps":["trace[606125587] 'read index received' (duration: 45.056972ms)","trace[606125587] 'applied index is now lower than readState.Index' (duration: 69.873961ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:39:19.823468Z","caller":"traceutil/trace.go:171","msg":"trace[322404244] transaction","detail":"{read_only:false; response_revision:15620; number_of_response:1; }","duration":"114.818289ms","start":"2026-05-28T02:39:19.708635Z","end":"2026-05-28T02:39:19.823453Z","steps":["trace[322404244] 'process raft request' (duration: 114.052884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.823566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.656876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:19.823652Z","caller":"traceutil/trace.go:171","msg":"trace[1495804987] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15620; }","duration":"115.769599ms","start":"2026-05-28T02:39:19.707861Z","end":"2026-05-28T02:39:19.82363Z","steps":["trace[1495804987] 'agreement among raft nodes before linearized reading' (duration: 115.542442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.823862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.202885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-05-28T02:39:19.823903Z","caller":"traceutil/trace.go:171","msg":"trace[1229418067] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15620; }","duration":"111.253486ms","start":"2026-05-28T02:39:19.712641Z","end":"2026-05-28T02:39:19.823894Z","steps":["trace[1229418067] 'agreement among raft nodes before linearized reading' (duration: 111.105101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.823947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.308818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T02:39:19.823971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.178921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-28T02:39:19.824028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.506064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:19.824046Z","caller":"traceutil/trace.go:171","msg":"trace[1998065691] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15620; }","duration":"115.259743ms","start":"2026-05-28T02:39:19.708767Z","end":"2026-05-28T02:39:19.824026Z","steps":["trace[1998065691] 'agreement among raft nodes before linearized reading' (duration: 115.109358ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:19.824061Z","caller":"traceutil/trace.go:171","msg":"trace[1296481139] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15620; }","duration":"111.571266ms","start":"2026-05-28T02:39:19.712482Z","end":"2026-05-28T02:39:19.824053Z","steps":["trace[1296481139] 'agreement among raft nodes before linearized reading' (duration: 111.525794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.824295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.115913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:19.824347Z","caller":"traceutil/trace.go:171","msg":"trace[1619667343] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15620; }","duration":"112.178716ms","start":"2026-05-28T02:39:19.712157Z","end":"2026-05-28T02:39:19.824336Z","steps":["trace[1619667343] 'agreement among raft nodes before linearized reading' (duration: 112.059232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.824372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.750068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:19.824424Z","caller":"traceutil/trace.go:171","msg":"trace[211663738] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15620; }","duration":"115.835091ms","start":"2026-05-28T02:39:19.708575Z","end":"2026-05-28T02:39:19.82441Z","steps":["trace[211663738] 'agreement among raft nodes before linearized reading' (duration: 115.697927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.824586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.199578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:19.824628Z","caller":"traceutil/trace.go:171","msg":"trace[1000158787] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15620; }","duration":"113.2533ms","start":"2026-05-28T02:39:19.711366Z","end":"2026-05-28T02:39:19.824619Z","steps":["trace[1000158787] 'agreement among raft nodes before linearized reading' (duration: 113.153977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.8247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.146581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:19.824756Z","caller":"traceutil/trace.go:171","msg":"trace[1985861317] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15620; }","duration":"116.248955ms","start":"2026-05-28T02:39:19.708494Z","end":"2026-05-28T02:39:19.824743Z","steps":["trace[1985861317] 'agreement among raft nodes before linearized reading' (duration: 116.116561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.8248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.075005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:19.824834Z","caller":"traceutil/trace.go:171","msg":"trace[2051245168] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15620; }","duration":"114.119807ms","start":"2026-05-28T02:39:19.710706Z","end":"2026-05-28T02:39:19.824826Z","steps":["trace[2051245168] 'agreement among raft nodes before linearized reading' (duration: 114.039855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.824962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.387316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:39:19.825009Z","caller":"traceutil/trace.go:171","msg":"trace[1465734336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15620; }","duration":"114.450198ms","start":"2026-05-28T02:39:19.710552Z","end":"2026-05-28T02:39:19.825002Z","steps":["trace[1465734336] 'agreement among raft nodes before linearized reading' (duration: 114.353345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.825074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.398415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T02:39:19.825086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.871104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-28T02:39:19.825137Z","caller":"traceutil/trace.go:171","msg":"trace[1713057627] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15620; }","duration":"116.921836ms","start":"2026-05-28T02:39:19.708202Z","end":"2026-05-28T02:39:19.825123Z","steps":["trace[1713057627] 'agreement among raft nodes before linearized reading' (duration: 116.805752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.825181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.664136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:39:19.825205Z","caller":"traceutil/trace.go:171","msg":"trace[1727751358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15620; }","duration":"109.724147ms","start":"2026-05-28T02:39:19.715476Z","end":"2026-05-28T02:39:19.8252Z","steps":["trace[1727751358] 'agreement among raft nodes before linearized reading' (duration: 109.642365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.825326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.097651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T02:39:19.825356Z","caller":"traceutil/trace.go:171","msg":"trace[865006352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15620; }","duration":"111.132702ms","start":"2026-05-28T02:39:19.714213Z","end":"2026-05-28T02:39:19.825346Z","steps":["trace[865006352] 'agreement among raft nodes before linearized reading' (duration: 111.07292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.825446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.415233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:19.825474Z","caller":"traceutil/trace.go:171","msg":"trace[1141884511] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15620; }","duration":"112.453494ms","start":"2026-05-28T02:39:19.713015Z","end":"2026-05-28T02:39:19.825468Z","steps":["trace[1141884511] 'agreement among raft nodes before linearized reading' (duration: 112.412263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.825488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.579427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:19.825541Z","caller":"traceutil/trace.go:171","msg":"trace[713897426] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15620; }","duration":"117.639129ms","start":"2026-05-28T02:39:19.707889Z","end":"2026-05-28T02:39:19.825528Z","steps":["trace[713897426] 'agreement among raft nodes before linearized reading' (duration: 117.574197ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:19.823986Z","caller":"traceutil/trace.go:171","msg":"trace[1795352596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15620; }","duration":"111.356339ms","start":"2026-05-28T02:39:19.712621Z","end":"2026-05-28T02:39:19.823977Z","steps":["trace[1795352596] 'agreement among raft nodes before linearized reading' (duration: 111.269057ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:19.825105Z","caller":"traceutil/trace.go:171","msg":"trace[1524175760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15620; }","duration":"108.440887ms","start":"2026-05-28T02:39:19.716657Z","end":"2026-05-28T02:39:19.825098Z","steps":["trace[1524175760] 'agreement among raft nodes before linearized reading' (duration: 108.365965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.826262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.465147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-28T02:39:19.826307Z","caller":"traceutil/trace.go:171","msg":"trace[763910051] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15620; }","duration":"113.520878ms","start":"2026-05-28T02:39:19.712776Z","end":"2026-05-28T02:39:19.826297Z","steps":["trace[763910051] 'agreement among raft nodes before linearized reading' (duration: 113.424465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.825435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.36174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-28T02:39:19.826526Z","caller":"traceutil/trace.go:171","msg":"trace[2087569386] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15620; }","duration":"118.470335ms","start":"2026-05-28T02:39:19.708046Z","end":"2026-05-28T02:39:19.826516Z","steps":["trace[2087569386] 'agreement among raft nodes before linearized reading' (duration: 117.300408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.823867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.039535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-28T02:39:19.827025Z","caller":"traceutil/trace.go:171","msg":"trace[163738609] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15620; }","duration":"117.207565ms","start":"2026-05-28T02:39:19.709803Z","end":"2026-05-28T02:39:19.827011Z","steps":["trace[163738609] 'agreement among raft nodes before linearized reading' (duration: 113.970612ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:19.994786Z","caller":"traceutil/trace.go:171","msg":"trace[1695268807] transaction","detail":"{read_only:false; response_revision:15622; number_of_response:1; }","duration":"161.021418ms","start":"2026-05-28T02:39:19.833723Z","end":"2026-05-28T02:39:19.994744Z","steps":["trace[1695268807] 'process raft request' (duration: 160.918505ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:19.994808Z","caller":"traceutil/trace.go:171","msg":"trace[1363866799] transaction","detail":"{read_only:false; response_revision:15621; number_of_response:1; }","duration":"164.199279ms","start":"2026-05-28T02:39:19.830577Z","end":"2026-05-28T02:39:19.994776Z","steps":["trace[1363866799] 'process raft request' (duration: 163.814317ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:19.99505Z","caller":"traceutil/trace.go:171","msg":"trace[980824046] transaction","detail":"{read_only:false; response_revision:15623; number_of_response:1; }","duration":"161.308737ms","start":"2026-05-28T02:39:19.83373Z","end":"2026-05-28T02:39:19.995038Z","steps":["trace[980824046] 'process raft request' (duration: 160.964986ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:19.995397Z","caller":"traceutil/trace.go:171","msg":"trace[2079840267] transaction","detail":"{read_only:false; response_revision:15624; number_of_response:1; }","duration":"161.604456ms","start":"2026-05-28T02:39:19.833768Z","end":"2026-05-28T02:39:19.995372Z","steps":["trace[2079840267] 'process raft request' (duration: 161.151272ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:19.995609Z","caller":"traceutil/trace.go:171","msg":"trace[1085317670] linearizableReadLoop","detail":"{readStateIndex:16173; appliedIndex:16168; }","duration":"161.71103ms","start":"2026-05-28T02:39:19.833873Z","end":"2026-05-28T02:39:19.995584Z","steps":["trace[1085317670] 'read index received' (duration: 108.056294ms)","trace[1085317670] 'applied index is now lower than readState.Index' (duration: 53.653646ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:39:19.995736Z","caller":"traceutil/trace.go:171","msg":"trace[400712357] transaction","detail":"{read_only:false; response_revision:15625; number_of_response:1; }","duration":"155.439341ms","start":"2026-05-28T02:39:19.840266Z","end":"2026-05-28T02:39:19.995705Z","steps":["trace[400712357] 'process raft request' (duration: 155.027267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:19.996438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.543386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764365"} {"level":"info","ts":"2026-05-28T02:39:19.996484Z","caller":"traceutil/trace.go:171","msg":"trace[498800577] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15625; }","duration":"162.606738ms","start":"2026-05-28T02:39:19.833867Z","end":"2026-05-28T02:39:19.996473Z","steps":["trace[498800577] 'agreement among raft nodes before linearized reading' (duration: 161.830453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:20.010976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.820957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-28T02:39:20.011063Z","caller":"traceutil/trace.go:171","msg":"trace[1306987579] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15626; }","duration":"174.94746ms","start":"2026-05-28T02:39:19.836099Z","end":"2026-05-28T02:39:20.011047Z","steps":["trace[1306987579] 'agreement among raft nodes before linearized reading' (duration: 174.672721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:20.011559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.754313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764365"} {"level":"info","ts":"2026-05-28T02:39:20.011624Z","caller":"traceutil/trace.go:171","msg":"trace[1100872957] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15626; }","duration":"173.840415ms","start":"2026-05-28T02:39:19.837769Z","end":"2026-05-28T02:39:20.01161Z","steps":["trace[1100872957] 'agreement among raft nodes before linearized reading' (duration: 173.031949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:20.012086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.938402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764365"} {"level":"info","ts":"2026-05-28T02:39:20.012123Z","caller":"traceutil/trace.go:171","msg":"trace[1536457720] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15626; }","duration":"175.987033ms","start":"2026-05-28T02:39:19.836128Z","end":"2026-05-28T02:39:20.012115Z","steps":["trace[1536457720] 'agreement among raft nodes before linearized reading' (duration: 175.183468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:20.012167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.782427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764365"} {"level":"info","ts":"2026-05-28T02:39:20.012238Z","caller":"traceutil/trace.go:171","msg":"trace[1852629019] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15626; }","duration":"175.876139ms","start":"2026-05-28T02:39:19.836344Z","end":"2026-05-28T02:39:20.01222Z","steps":["trace[1852629019] 'agreement among raft nodes before linearized reading' (duration: 174.473735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:20.012747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.287717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764365"} {"level":"info","ts":"2026-05-28T02:39:20.012819Z","caller":"traceutil/trace.go:171","msg":"trace[1838385197] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15626; }","duration":"173.406821ms","start":"2026-05-28T02:39:19.839398Z","end":"2026-05-28T02:39:20.012805Z","steps":["trace[1838385197] 'agreement among raft nodes before linearized reading' (duration: 172.353698ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:20.688728Z","caller":"traceutil/trace.go:171","msg":"trace[1603807924] transaction","detail":"{read_only:false; response_revision:15627; number_of_response:1; }","duration":"291.239227ms","start":"2026-05-28T02:39:20.39746Z","end":"2026-05-28T02:39:20.688699Z","steps":["trace[1603807924] 'process raft request' (duration: 291.060992ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:22.135915Z","caller":"traceutil/trace.go:171","msg":"trace[1754231203] transaction","detail":"{read_only:false; response_revision:15633; number_of_response:1; }","duration":"132.46298ms","start":"2026-05-28T02:39:22.003429Z","end":"2026-05-28T02:39:22.135892Z","steps":["trace[1754231203] 'process raft request' (duration: 94.248915ms)","trace[1754231203] 'compare' (duration: 38.07189ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:39:22.136127Z","caller":"traceutil/trace.go:171","msg":"trace[1447706864] linearizableReadLoop","detail":"{readStateIndex:16185; appliedIndex:16180; }","duration":"127.282136ms","start":"2026-05-28T02:39:22.008827Z","end":"2026-05-28T02:39:22.136109Z","steps":["trace[1447706864] 'read index received' (duration: 11.862297ms)","trace[1447706864] 'applied index is now lower than readState.Index' (duration: 115.419009ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:39:22.136233Z","caller":"traceutil/trace.go:171","msg":"trace[1467528886] transaction","detail":"{read_only:false; response_revision:15635; number_of_response:1; }","duration":"130.676823ms","start":"2026-05-28T02:39:22.005537Z","end":"2026-05-28T02:39:22.136213Z","steps":["trace[1467528886] 'process raft request' (duration: 130.479837ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:22.136384Z","caller":"traceutil/trace.go:171","msg":"trace[1276145961] transaction","detail":"{read_only:false; response_revision:15634; number_of_response:1; }","duration":"132.652046ms","start":"2026-05-28T02:39:22.003723Z","end":"2026-05-28T02:39:22.136375Z","steps":["trace[1276145961] 'process raft request' (duration: 132.1308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:22.136401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.254934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-05-28T02:39:22.136401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.554514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-05-28T02:39:22.136437Z","caller":"traceutil/trace.go:171","msg":"trace[210019595] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:15636; }","duration":"104.317416ms","start":"2026-05-28T02:39:22.032109Z","end":"2026-05-28T02:39:22.136427Z","steps":["trace[210019595] 'agreement among raft nodes before linearized reading' (duration: 104.190832ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:22.136251Z","caller":"traceutil/trace.go:171","msg":"trace[1579343019] transaction","detail":"{read_only:false; response_revision:15636; number_of_response:1; }","duration":"130.141456ms","start":"2026-05-28T02:39:22.006091Z","end":"2026-05-28T02:39:22.136233Z","steps":["trace[1579343019] 'process raft request' (duration: 129.983581ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:22.136448Z","caller":"traceutil/trace.go:171","msg":"trace[33015159] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:15636; }","duration":"127.638547ms","start":"2026-05-28T02:39:22.008798Z","end":"2026-05-28T02:39:22.136436Z","steps":["trace[33015159] 'agreement among raft nodes before linearized reading' (duration: 127.479692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:22.136763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.696205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xrb7p\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-05-28T02:39:22.136813Z","caller":"traceutil/trace.go:171","msg":"trace[1793599423] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xrb7p; range_end:; response_count:1; response_revision:15636; }","duration":"103.770328ms","start":"2026-05-28T02:39:22.033031Z","end":"2026-05-28T02:39:22.136801Z","steps":["trace[1793599423] 'agreement among raft nodes before linearized reading' (duration: 103.661474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:22.136825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.971881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-05-28T02:39:22.13687Z","caller":"traceutil/trace.go:171","msg":"trace[1220645884] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:15636; }","duration":"102.038573ms","start":"2026-05-28T02:39:22.034823Z","end":"2026-05-28T02:39:22.136861Z","steps":["trace[1220645884] 'agreement among raft nodes before linearized reading' (duration: 101.902258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:22.136969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.129726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:39:22.137011Z","caller":"traceutil/trace.go:171","msg":"trace[585167227] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:15636; }","duration":"102.192278ms","start":"2026-05-28T02:39:22.034809Z","end":"2026-05-28T02:39:22.137002Z","steps":["trace[585167227] 'agreement among raft nodes before linearized reading' (duration: 102.082315ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:23.902757Z","caller":"traceutil/trace.go:171","msg":"trace[1642225014] transaction","detail":"{read_only:false; response_revision:15638; number_of_response:1; }","duration":"100.295348ms","start":"2026-05-28T02:39:23.802439Z","end":"2026-05-28T02:39:23.902735Z","steps":["trace[1642225014] 'process raft request' (duration: 100.120263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:23.977191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.64418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:23.977273Z","caller":"traceutil/trace.go:171","msg":"trace[735963000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15640; }","duration":"123.765654ms","start":"2026-05-28T02:39:23.85349Z","end":"2026-05-28T02:39:23.977256Z","steps":["trace[735963000] 'agreement among raft nodes before linearized reading' (duration: 123.625029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:23.977259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.052976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:23.977336Z","caller":"traceutil/trace.go:171","msg":"trace[102015507] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15640; }","duration":"120.1671ms","start":"2026-05-28T02:39:23.857151Z","end":"2026-05-28T02:39:23.977318Z","steps":["trace[102015507] 'agreement among raft nodes before linearized reading' (duration: 120.007775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:23.977657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.488919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-05-28T02:39:23.977701Z","caller":"traceutil/trace.go:171","msg":"trace[1515555559] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15640; }","duration":"120.539692ms","start":"2026-05-28T02:39:23.857152Z","end":"2026-05-28T02:39:23.977692Z","steps":["trace[1515555559] 'agreement among raft nodes before linearized reading' (duration: 120.365836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:23.977828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.897271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:23.977889Z","caller":"traceutil/trace.go:171","msg":"trace[1595228422] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15640; }","duration":"119.969093ms","start":"2026-05-28T02:39:23.857903Z","end":"2026-05-28T02:39:23.977872Z","steps":["trace[1595228422] 'agreement among raft nodes before linearized reading' (duration: 119.782448ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:23.977868Z","caller":"traceutil/trace.go:171","msg":"trace[410732388] transaction","detail":"{read_only:false; response_revision:15640; number_of_response:1; }","duration":"120.81408ms","start":"2026-05-28T02:39:23.856999Z","end":"2026-05-28T02:39:23.977813Z","steps":["trace[410732388] 'process raft request' (duration: 120.062336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:23.977934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.261064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-28T02:39:23.977916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.140269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-28T02:39:23.978013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.226417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:23.97788Z","caller":"traceutil/trace.go:171","msg":"trace[664282793] transaction","detail":"{read_only:false; response_revision:15639; number_of_response:1; }","duration":"130.378963ms","start":"2026-05-28T02:39:23.84743Z","end":"2026-05-28T02:39:23.977809Z","steps":["trace[664282793] 'process raft request' (duration: 129.511846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:23.977838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.696016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-28T02:39:23.978133Z","caller":"traceutil/trace.go:171","msg":"trace[2008392649] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15640; }","duration":"120.966975ms","start":"2026-05-28T02:39:23.85713Z","end":"2026-05-28T02:39:23.978097Z","steps":["trace[2008392649] 'agreement among raft nodes before linearized reading' (duration: 120.648184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:23.978146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.788779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-28T02:39:23.978166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.278495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:39:23.97818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.265955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-28T02:39:23.978123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.225923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-28T02:39:23.978239Z","caller":"traceutil/trace.go:171","msg":"trace[1235922689] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15640; }","duration":"121.331437ms","start":"2026-05-28T02:39:23.856894Z","end":"2026-05-28T02:39:23.978225Z","steps":["trace[1235922689] 'agreement among raft nodes before linearized reading' (duration: 121.194642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:23.978287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.893692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-28T02:39:23.977975Z","caller":"traceutil/trace.go:171","msg":"trace[110393406] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15640; }","duration":"121.333296ms","start":"2026-05-28T02:39:23.856631Z","end":"2026-05-28T02:39:23.977965Z","steps":["trace[110393406] 'agreement among raft nodes before linearized reading' (duration: 121.229163ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:23.978293Z","caller":"traceutil/trace.go:171","msg":"trace[1497018088] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15640; }","duration":"121.420409ms","start":"2026-05-28T02:39:23.856856Z","end":"2026-05-28T02:39:23.978276Z","steps":["trace[1497018088] 'agreement among raft nodes before linearized reading' (duration: 121.009436ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:23.978325Z","caller":"traceutil/trace.go:171","msg":"trace[2035009969] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15640; }","duration":"120.936224ms","start":"2026-05-28T02:39:23.857381Z","end":"2026-05-28T02:39:23.978317Z","steps":["trace[2035009969] 'agreement among raft nodes before linearized reading' (duration: 120.845601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:23.978335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.209913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-28T02:39:23.978295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.798035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-28T02:39:23.97858Z","caller":"traceutil/trace.go:171","msg":"trace[1529153760] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15640; }","duration":"121.462001ms","start":"2026-05-28T02:39:23.857105Z","end":"2026-05-28T02:39:23.978567Z","steps":["trace[1529153760] 'agreement among raft nodes before linearized reading' (duration: 121.13096ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:23.978201Z","caller":"traceutil/trace.go:171","msg":"trace[328074136] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15640; }","duration":"121.322486ms","start":"2026-05-28T02:39:23.85687Z","end":"2026-05-28T02:39:23.978193Z","steps":["trace[328074136] 'agreement among raft nodes before linearized reading' (duration: 121.269474ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:23.978613Z","caller":"traceutil/trace.go:171","msg":"trace[1065302580] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15640; }","duration":"124.151146ms","start":"2026-05-28T02:39:23.854436Z","end":"2026-05-28T02:39:23.978587Z","steps":["trace[1065302580] 'agreement among raft nodes before linearized reading' (duration: 123.582688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:23.978642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.330315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:23.978667Z","caller":"traceutil/trace.go:171","msg":"trace[1049699383] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15640; }","duration":"120.365625ms","start":"2026-05-28T02:39:23.858294Z","end":"2026-05-28T02:39:23.97866Z","steps":["trace[1049699383] 'agreement among raft nodes before linearized reading' (duration: 119.613832ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:23.97805Z","caller":"traceutil/trace.go:171","msg":"trace[1438919821] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15640; }","duration":"123.279309ms","start":"2026-05-28T02:39:23.854763Z","end":"2026-05-28T02:39:23.978042Z","steps":["trace[1438919821] 'agreement among raft nodes before linearized reading' (duration: 123.229687ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:23.978027Z","caller":"traceutil/trace.go:171","msg":"trace[1312533600] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15640; }","duration":"120.282903ms","start":"2026-05-28T02:39:23.85772Z","end":"2026-05-28T02:39:23.978003Z","steps":["trace[1312533600] 'agreement among raft nodes before linearized reading' (duration: 119.975093ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:23.978202Z","caller":"traceutil/trace.go:171","msg":"trace[663838490] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15640; }","duration":"120.854972ms","start":"2026-05-28T02:39:23.857334Z","end":"2026-05-28T02:39:23.978189Z","steps":["trace[663838490] 'agreement among raft nodes before linearized reading' (duration: 120.627944ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:24.023469Z","caller":"traceutil/trace.go:171","msg":"trace[75430448] transaction","detail":"{read_only:false; response_revision:15641; number_of_response:1; }","duration":"104.45675ms","start":"2026-05-28T02:39:23.918986Z","end":"2026-05-28T02:39:24.023443Z","steps":["trace[75430448] 'process raft request' (duration: 100.974489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:44.829247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.518419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T02:39:44.829353Z","caller":"traceutil/trace.go:171","msg":"trace[1877030789] linearizableReadLoop","detail":"{readStateIndex:16299; appliedIndex:16298; }","duration":"476.223638ms","start":"2026-05-28T02:39:44.353112Z","end":"2026-05-28T02:39:44.829336Z","steps":["trace[1877030789] 'read index received' (duration: 261.547104ms)","trace[1877030789] 'applied index is now lower than readState.Index' (duration: 214.675204ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:39:44.829432Z","caller":"traceutil/trace.go:171","msg":"trace[728297900] transaction","detail":"{read_only:false; response_revision:15746; number_of_response:1; }","duration":"531.307868ms","start":"2026-05-28T02:39:44.298108Z","end":"2026-05-28T02:39:44.829416Z","steps":["trace[728297900] 'process raft request' (duration: 316.535821ms)","trace[728297900] 'compare' (duration: 214.043294ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:39:44.829533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:44.298084Z","time spent":"531.398862ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:39:44.82969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.549628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T02:39:44.829974Z","caller":"traceutil/trace.go:171","msg":"trace[2009195198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15746; }","duration":"476.874258ms","start":"2026-05-28T02:39:44.353073Z","end":"2026-05-28T02:39:44.829947Z","steps":["trace[2009195198] 'agreement among raft nodes before linearized reading' (duration: 476.393003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:44.830041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:44.353056Z","time spent":"476.969431ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:39:44.850993Z","caller":"traceutil/trace.go:171","msg":"trace[553667940] transaction","detail":"{read_only:false; response_revision:15747; number_of_response:1; }","duration":"129.564948ms","start":"2026-05-28T02:39:44.721401Z","end":"2026-05-28T02:39:44.850966Z","steps":["trace[553667940] 'process raft request' (duration: 129.30636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:44.851029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.223943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T02:39:44.851106Z","caller":"traceutil/trace.go:171","msg":"trace[1514479874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15747; }","duration":"496.351907ms","start":"2026-05-28T02:39:44.354733Z","end":"2026-05-28T02:39:44.851085Z","steps":["trace[1514479874] 'agreement among raft nodes before linearized reading' (duration: 496.13359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:44.851157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:44.354715Z","time spent":"496.43306ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:39:44.851113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.039504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xrb7p\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-05-28T02:39:44.851312Z","caller":"traceutil/trace.go:171","msg":"trace[501641462] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xrb7p; range_end:; response_count:1; response_revision:15747; }","duration":"405.265922ms","start":"2026-05-28T02:39:44.446021Z","end":"2026-05-28T02:39:44.851287Z","steps":["trace[501641462] 'agreement among raft nodes before linearized reading' (duration: 404.90989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:44.851346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.935582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-05-28T02:39:44.851368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:44.446011Z","time spent":"405.345634ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20691,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xrb7p\" "} {"level":"info","ts":"2026-05-28T02:39:44.851377Z","caller":"traceutil/trace.go:171","msg":"trace[412983594] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:15747; }","duration":"405.993034ms","start":"2026-05-28T02:39:44.445374Z","end":"2026-05-28T02:39:44.851367Z","steps":["trace[412983594] 'agreement among raft nodes before linearized reading' (duration: 405.899471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:44.851407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:44.445359Z","time spent":"406.042596ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T02:39:44.851554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.805235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-05-28T02:39:44.851626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.474255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqcg5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-28T02:39:44.851682Z","caller":"traceutil/trace.go:171","msg":"trace[1611048131] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqcg5; range_end:; response_count:1; response_revision:15747; }","duration":"448.552068ms","start":"2026-05-28T02:39:44.403116Z","end":"2026-05-28T02:39:44.851668Z","steps":["trace[1611048131] 'agreement among raft nodes before linearized reading' (duration: 448.391473ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:44.851639Z","caller":"traceutil/trace.go:171","msg":"trace[2036027482] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:15747; }","duration":"448.921049ms","start":"2026-05-28T02:39:44.402697Z","end":"2026-05-28T02:39:44.851618Z","steps":["trace[2036027482] 'agreement among raft nodes before linearized reading' (duration: 448.596089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:44.851721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:44.403104Z","time spent":"448.608059ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-kqcg5\" "} {"level":"warn","ts":"2026-05-28T02:39:44.851771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:44.402687Z","time spent":"449.071154ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T02:39:44.851811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.903688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:39:44.851851Z","caller":"traceutil/trace.go:171","msg":"trace[1823997006] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:15747; }","duration":"459.97273ms","start":"2026-05-28T02:39:44.391869Z","end":"2026-05-28T02:39:44.851841Z","steps":["trace[1823997006] 'agreement among raft nodes before linearized reading' (duration: 459.618059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:44.851892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:44.391855Z","time spent":"460.028883ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":71,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:39:44.851708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.433205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-05-28T02:39:44.852038Z","caller":"traceutil/trace.go:171","msg":"trace[1650310441] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:15747; }","duration":"404.703933ms","start":"2026-05-28T02:39:44.447254Z","end":"2026-05-28T02:39:44.851958Z","steps":["trace[1650310441] 'agreement among raft nodes before linearized reading' (duration: 404.339861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:44.852088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:39:44.44725Z","time spent":"404.827218ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"info","ts":"2026-05-28T02:39:46.233464Z","caller":"traceutil/trace.go:171","msg":"trace[1546134929] linearizableReadLoop","detail":"{readStateIndex:16308; appliedIndex:16307; }","duration":"249.605064ms","start":"2026-05-28T02:39:45.983835Z","end":"2026-05-28T02:39:46.23344Z","steps":["trace[1546134929] 'read index received' (duration: 249.530602ms)","trace[1546134929] 'applied index is now lower than readState.Index' (duration: 73.382µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:39:46.23356Z","caller":"traceutil/trace.go:171","msg":"trace[561696768] transaction","detail":"{read_only:false; response_revision:15753; number_of_response:1; }","duration":"260.948654ms","start":"2026-05-28T02:39:45.972582Z","end":"2026-05-28T02:39:46.233531Z","steps":["trace[561696768] 'process raft request' (duration: 260.691816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:46.233861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.995576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T02:39:46.233919Z","caller":"traceutil/trace.go:171","msg":"trace[764449019] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:15753; }","duration":"250.096029ms","start":"2026-05-28T02:39:45.983809Z","end":"2026-05-28T02:39:46.233905Z","steps":["trace[764449019] 'agreement among raft nodes before linearized reading' (duration: 249.772339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:46.275591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.148809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-28T02:39:46.275613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.795539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-28T02:39:46.275666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.864279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-28T02:39:46.275669Z","caller":"traceutil/trace.go:171","msg":"trace[513003573] transaction","detail":"{read_only:false; response_revision:15755; number_of_response:1; }","duration":"155.527064ms","start":"2026-05-28T02:39:46.120119Z","end":"2026-05-28T02:39:46.275646Z","steps":["trace[513003573] 'process raft request' (duration: 155.239074ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:46.275723Z","caller":"traceutil/trace.go:171","msg":"trace[998477160] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15755; }","duration":"236.941092ms","start":"2026-05-28T02:39:46.038765Z","end":"2026-05-28T02:39:46.275706Z","steps":["trace[998477160] 'agreement among raft nodes before linearized reading' (duration: 236.779396ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:46.275783Z","caller":"traceutil/trace.go:171","msg":"trace[1162368157] transaction","detail":"{read_only:false; response_revision:15754; number_of_response:1; }","duration":"165.228782ms","start":"2026-05-28T02:39:46.11052Z","end":"2026-05-28T02:39:46.275749Z","steps":["trace[1162368157] 'process raft request' (duration: 164.678664ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:46.275692Z","caller":"traceutil/trace.go:171","msg":"trace[47417868] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15755; }","duration":"232.903582ms","start":"2026-05-28T02:39:46.042766Z","end":"2026-05-28T02:39:46.27567Z","steps":["trace[47417868] 'agreement among raft nodes before linearized reading' (duration: 232.671615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:46.275883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.416295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-28T02:39:46.275852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.894814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-28T02:39:46.275883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.51577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:46.275955Z","caller":"traceutil/trace.go:171","msg":"trace[536051856] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15755; }","duration":"236.493387ms","start":"2026-05-28T02:39:46.039438Z","end":"2026-05-28T02:39:46.275931Z","steps":["trace[536051856] 'agreement among raft nodes before linearized reading' (duration: 236.345742ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:46.275982Z","caller":"traceutil/trace.go:171","msg":"trace[1237449379] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15755; }","duration":"237.655104ms","start":"2026-05-28T02:39:46.038305Z","end":"2026-05-28T02:39:46.27596Z","steps":["trace[1237449379] 'agreement among raft nodes before linearized reading' (duration: 237.463528ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:46.275984Z","caller":"traceutil/trace.go:171","msg":"trace[1948083660] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15755; }","duration":"228.057439ms","start":"2026-05-28T02:39:46.047889Z","end":"2026-05-28T02:39:46.275947Z","steps":["trace[1948083660] 'agreement among raft nodes before linearized reading' (duration: 227.732149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:46.276057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.436959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-28T02:39:46.276103Z","caller":"traceutil/trace.go:171","msg":"trace[1791098902] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15755; }","duration":"233.523953ms","start":"2026-05-28T02:39:46.042568Z","end":"2026-05-28T02:39:46.276092Z","steps":["trace[1791098902] 'agreement among raft nodes before linearized reading' (duration: 233.411189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:46.276183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.712746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T02:39:46.276212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.946484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-28T02:39:46.276226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.365374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-05-28T02:39:46.276331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.800429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-28T02:39:46.276394Z","caller":"traceutil/trace.go:171","msg":"trace[1632513615] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15755; }","duration":"243.887262ms","start":"2026-05-28T02:39:46.03249Z","end":"2026-05-28T02:39:46.276378Z","steps":["trace[1632513615] 'agreement among raft nodes before linearized reading' (duration: 243.612313ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:46.276233Z","caller":"traceutil/trace.go:171","msg":"trace[1543129264] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15755; }","duration":"243.807439ms","start":"2026-05-28T02:39:46.032413Z","end":"2026-05-28T02:39:46.27622Z","steps":["trace[1543129264] 'agreement among raft nodes before linearized reading' (duration: 243.727196ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:46.27634Z","caller":"traceutil/trace.go:171","msg":"trace[1428743789] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15755; }","duration":"233.280215ms","start":"2026-05-28T02:39:46.043043Z","end":"2026-05-28T02:39:46.276323Z","steps":["trace[1428743789] 'agreement among raft nodes before linearized reading' (duration: 232.680896ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:46.276472Z","caller":"traceutil/trace.go:171","msg":"trace[1146910650] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15755; }","duration":"243.254252ms","start":"2026-05-28T02:39:46.032397Z","end":"2026-05-28T02:39:46.275651Z","steps":["trace[1146910650] 'agreement among raft nodes before linearized reading' (duration: 243.020854ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:39:46.276479Z","caller":"traceutil/trace.go:171","msg":"trace[943450289] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15755; }","duration":"242.560819ms","start":"2026-05-28T02:39:46.033799Z","end":"2026-05-28T02:39:46.27636Z","steps":["trace[943450289] 'agreement among raft nodes before linearized reading' (duration: 241.861717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:46.2765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.549971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-05-28T02:39:46.276683Z","caller":"traceutil/trace.go:171","msg":"trace[764150975] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15755; }","duration":"237.801739ms","start":"2026-05-28T02:39:46.038821Z","end":"2026-05-28T02:39:46.276622Z","steps":["trace[764150975] 'agreement among raft nodes before linearized reading' (duration: 237.330364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:46.276264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.409569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T02:39:46.276768Z","caller":"traceutil/trace.go:171","msg":"trace[863386539] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15755; }","duration":"233.920325ms","start":"2026-05-28T02:39:46.04283Z","end":"2026-05-28T02:39:46.276751Z","steps":["trace[863386539] 'agreement among raft nodes before linearized reading' (duration: 233.358147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:46.276817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.127696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:46.276874Z","caller":"traceutil/trace.go:171","msg":"trace[431807300] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15755; }","duration":"231.210919ms","start":"2026-05-28T02:39:46.045651Z","end":"2026-05-28T02:39:46.276862Z","steps":["trace[431807300] 'agreement among raft nodes before linearized reading' (duration: 230.965631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:39:46.276398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.17141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T02:39:46.276954Z","caller":"traceutil/trace.go:171","msg":"trace[1075385127] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15755; }","duration":"187.750398ms","start":"2026-05-28T02:39:46.089187Z","end":"2026-05-28T02:39:46.276938Z","steps":["trace[1075385127] 'agreement among raft nodes before linearized reading' (duration: 186.289131ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:41:03.499003Z","caller":"traceutil/trace.go:171","msg":"trace[1651998606] transaction","detail":"{read_only:false; response_revision:16281; number_of_response:1; }","duration":"160.994467ms","start":"2026-05-28T02:41:03.337974Z","end":"2026-05-28T02:41:03.498968Z","steps":["trace[1651998606] 'process raft request' (duration: 90.517007ms)","trace[1651998606] 'compare' (duration: 70.145229ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:41:03.499122Z","caller":"traceutil/trace.go:171","msg":"trace[50619985] linearizableReadLoop","detail":"{readStateIndex:16851; appliedIndex:16850; }","duration":"152.891259ms","start":"2026-05-28T02:41:03.346189Z","end":"2026-05-28T02:41:03.49908Z","steps":["trace[50619985] 'read index received' (duration: 82.316636ms)","trace[50619985] 'applied index is now lower than readState.Index' (duration: 70.570593ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:41:03.499446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.739551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T02:41:03.499608Z","caller":"traceutil/trace.go:171","msg":"trace[201618958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16281; }","duration":"189.913666ms","start":"2026-05-28T02:41:03.30962Z","end":"2026-05-28T02:41:03.499534Z","steps":["trace[201618958] 'agreement among raft nodes before linearized reading' (duration: 189.611316ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:41:03.499896Z","caller":"traceutil/trace.go:171","msg":"trace[114838333] transaction","detail":"{read_only:false; response_revision:16282; number_of_response:1; }","duration":"149.859024ms","start":"2026-05-28T02:41:03.350012Z","end":"2026-05-28T02:41:03.499871Z","steps":["trace[114838333] 'process raft request' (duration: 148.935604ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:42:09.862802Z","caller":"traceutil/trace.go:171","msg":"trace[2102052156] transaction","detail":"{read_only:false; response_revision:16988; number_of_response:1; }","duration":"182.950725ms","start":"2026-05-28T02:42:09.67982Z","end":"2026-05-28T02:42:09.862771Z","steps":["trace[2102052156] 'process raft request' (duration: 128.647549ms)","trace[2102052156] 'compare' (duration: 54.083779ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:42:09.863105Z","caller":"traceutil/trace.go:171","msg":"trace[2023721724] transaction","detail":"{read_only:false; response_revision:16989; number_of_response:1; }","duration":"114.035415ms","start":"2026-05-28T02:42:09.749019Z","end":"2026-05-28T02:42:09.863054Z","steps":["trace[2023721724] 'process raft request' (duration: 113.701484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:42:09.863236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.464839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-28T02:42:09.86329Z","caller":"traceutil/trace.go:171","msg":"trace[325948164] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16989; }","duration":"176.557281ms","start":"2026-05-28T02:42:09.686712Z","end":"2026-05-28T02:42:09.863269Z","steps":["trace[325948164] 'agreement among raft nodes before linearized reading' (duration: 176.395106ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:42:09.863267Z","caller":"traceutil/trace.go:171","msg":"trace[1365992733] linearizableReadLoop","detail":"{readStateIndex:17580; appliedIndex:17578; }","duration":"112.888058ms","start":"2026-05-28T02:42:09.750165Z","end":"2026-05-28T02:42:09.863053Z","steps":["trace[1365992733] 'read index received' (duration: 58.21911ms)","trace[1365992733] 'applied index is now lower than readState.Index' (duration: 54.665018ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:42:09.86336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.114633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-28T02:42:09.863492Z","caller":"traceutil/trace.go:171","msg":"trace[1730694145] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16989; }","duration":"179.285709ms","start":"2026-05-28T02:42:09.684173Z","end":"2026-05-28T02:42:09.863459Z","steps":["trace[1730694145] 'agreement among raft nodes before linearized reading' (duration: 178.890916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:42:09.864421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.55519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:886706"} {"level":"info","ts":"2026-05-28T02:42:09.864527Z","caller":"traceutil/trace.go:171","msg":"trace[1140787044] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16989; }","duration":"108.690105ms","start":"2026-05-28T02:42:09.755816Z","end":"2026-05-28T02:42:09.864506Z","steps":["trace[1140787044] 'agreement among raft nodes before linearized reading' (duration: 107.61052ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:42:35.5121Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14411} {"level":"info","ts":"2026-05-28T02:42:35.587976Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14411,"took":"73.076943ms","hash":2250664064,"current-db-size-bytes":47570944,"current-db-size":"48 MB","current-db-size-in-use-bytes":33730560,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-28T02:42:35.588053Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2250664064,"revision":14411,"compact-revision":12391} {"level":"warn","ts":"2026-05-28T02:44:56.954044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254149168,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:44:56.978136Z","caller":"traceutil/trace.go:171","msg":"trace[362140949] transaction","detail":"{read_only:false; response_revision:18217; number_of_response:1; }","duration":"731.637665ms","start":"2026-05-28T02:44:56.246464Z","end":"2026-05-28T02:44:56.978101Z","steps":["trace[362140949] 'process raft request' (duration: 731.289094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:44:56.978512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:44:56.246432Z","time spent":"731.781659ms","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417184,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:44:56.989907Z","caller":"traceutil/trace.go:171","msg":"trace[399693499] linearizableReadLoop","detail":"{readStateIndex:18849; appliedIndex:18846; }","duration":"535.943694ms","start":"2026-05-28T02:44:56.453944Z","end":"2026-05-28T02:44:56.989888Z","steps":["trace[399693499] 'read index received' (duration: 523.822249ms)","trace[399693499] 'applied index is now lower than readState.Index' (duration: 12.120895ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:44:56.990175Z","caller":"traceutil/trace.go:171","msg":"trace[1844009380] transaction","detail":"{read_only:false; response_revision:18218; number_of_response:1; }","duration":"569.424188ms","start":"2026-05-28T02:44:56.420743Z","end":"2026-05-28T02:44:56.990167Z","steps":["trace[1844009380] 'process raft request' (duration: 569.024975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:44:56.990251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:44:56.42072Z","time spent":"569.47606ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:44:56.990364Z","caller":"traceutil/trace.go:171","msg":"trace[1516955620] transaction","detail":"{read_only:false; response_revision:18219; number_of_response:1; }","duration":"255.834082ms","start":"2026-05-28T02:44:56.734525Z","end":"2026-05-28T02:44:56.990359Z","steps":["trace[1516955620] 'process raft request' (duration: 255.338896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:44:56.990517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.631376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:44:56.99054Z","caller":"traceutil/trace.go:171","msg":"trace[465851091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18219; }","duration":"536.688337ms","start":"2026-05-28T02:44:56.453845Z","end":"2026-05-28T02:44:56.990533Z","steps":["trace[465851091] 'agreement among raft nodes before linearized reading' (duration: 536.606805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:44:56.990554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:44:56.453825Z","time spent":"536.725549ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:44:56.990681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.975142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T02:44:56.990696Z","caller":"traceutil/trace.go:171","msg":"trace[1708843139] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:18219; }","duration":"495.018092ms","start":"2026-05-28T02:44:56.495673Z","end":"2026-05-28T02:44:56.990692Z","steps":["trace[1708843139] 'agreement among raft nodes before linearized reading' (duration: 494.967921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:44:56.990708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:44:56.495659Z","time spent":"495.046364ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T02:44:56.990838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.605012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:44:56.990856Z","caller":"traceutil/trace.go:171","msg":"trace[441997715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18219; }","duration":"136.654514ms","start":"2026-05-28T02:44:56.854197Z","end":"2026-05-28T02:44:56.990852Z","steps":["trace[441997715] 'agreement among raft nodes before linearized reading' (duration: 136.627303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:44:56.990967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.47682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T02:44:56.990985Z","caller":"traceutil/trace.go:171","msg":"trace[1389667426] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:18219; }","duration":"288.528261ms","start":"2026-05-28T02:44:56.702453Z","end":"2026-05-28T02:44:56.990981Z","steps":["trace[1389667426] 'agreement among raft nodes before linearized reading' (duration: 288.467119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:44:56.991079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.087973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T02:44:56.991095Z","caller":"traceutil/trace.go:171","msg":"trace[1308491185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18219; }","duration":"308.117843ms","start":"2026-05-28T02:44:56.682973Z","end":"2026-05-28T02:44:56.991091Z","steps":["trace[1308491185] 'agreement among raft nodes before linearized reading' (duration: 308.073802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:44:56.991106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:44:56.682965Z","time spent":"308.138824ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:44:56.991181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.310165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:44:56.991197Z","caller":"traceutil/trace.go:171","msg":"trace[1092134555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18219; }","duration":"311.360226ms","start":"2026-05-28T02:44:56.679834Z","end":"2026-05-28T02:44:56.991194Z","steps":["trace[1092134555] 'agreement among raft nodes before linearized reading' (duration: 311.321695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:44:56.99121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:44:56.679819Z","time spent":"311.386708ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:44:56.991289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.886746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:44:56.991306Z","caller":"traceutil/trace.go:171","msg":"trace[804645094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18219; }","duration":"431.932168ms","start":"2026-05-28T02:44:56.559369Z","end":"2026-05-28T02:44:56.991301Z","steps":["trace[804645094] 'agreement among raft nodes before linearized reading' (duration: 431.890947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:44:56.991318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:44:56.559355Z","time spent":"431.960228ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:45:03.526431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254149264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:45:03.782029Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.261903469s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:45:03.78253Z","caller":"traceutil/trace.go:171","msg":"trace[1359401654] transaction","detail":"{read_only:false; response_revision:18251; number_of_response:1; }","duration":"1.267417374s","start":"2026-05-28T02:45:02.51509Z","end":"2026-05-28T02:45:03.782508Z","steps":["trace[1359401654] 'process raft request' (duration: 1.267246469s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:03.782651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:02.515072Z","time spent":"1.267507096s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:45:03.850729Z","caller":"traceutil/trace.go:171","msg":"trace[1265011565] linearizableReadLoop","detail":"{readStateIndex:18887; appliedIndex:18881; }","duration":"824.502196ms","start":"2026-05-28T02:45:03.026207Z","end":"2026-05-28T02:45:03.850709Z","steps":["trace[1265011565] 'read index received' (duration: 756.179034ms)","trace[1265011565] 'applied index is now lower than readState.Index' (duration: 68.321942ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:45:03.851009Z","caller":"traceutil/trace.go:171","msg":"trace[1753811613] transaction","detail":"{read_only:false; response_revision:18252; number_of_response:1; }","duration":"1.331021225s","start":"2026-05-28T02:45:02.519974Z","end":"2026-05-28T02:45:03.850996Z","steps":["trace[1753811613] 'process raft request' (duration: 1.330304722s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:03.85111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:02.519949Z","time spent":"1.331099288s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:45:03.851368Z","caller":"traceutil/trace.go:171","msg":"trace[786916237] transaction","detail":"{read_only:false; response_revision:18253; number_of_response:1; }","duration":"840.3704ms","start":"2026-05-28T02:45:03.010987Z","end":"2026-05-28T02:45:03.851357Z","steps":["trace[786916237] 'process raft request' (duration: 839.460401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:03.851435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:03.010962Z","time spent":"840.440402ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:45:03.85157Z","caller":"traceutil/trace.go:171","msg":"trace[337651139] transaction","detail":"{read_only:false; response_revision:18254; number_of_response:1; }","duration":"442.38193ms","start":"2026-05-28T02:45:03.409178Z","end":"2026-05-28T02:45:03.85156Z","steps":["trace[337651139] 'process raft request' (duration: 441.384838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:03.851628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:03.409155Z","time spent":"442.445672ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:45:03.851752Z","caller":"traceutil/trace.go:171","msg":"trace[1794014122] transaction","detail":"{read_only:false; response_revision:18255; number_of_response:1; }","duration":"416.033033ms","start":"2026-05-28T02:45:03.435711Z","end":"2026-05-28T02:45:03.851744Z","steps":["trace[1794014122] 'process raft request' (duration: 414.921658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:03.85181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:03.4357Z","time spent":"416.083934ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:45:03.851926Z","caller":"traceutil/trace.go:171","msg":"trace[1497913038] transaction","detail":"{read_only:false; response_revision:18256; number_of_response:1; }","duration":"415.020551ms","start":"2026-05-28T02:45:03.436897Z","end":"2026-05-28T02:45:03.851918Z","steps":["trace[1497913038] 'process raft request' (duration: 413.772471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:03.851982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:03.436869Z","time spent":"415.086333ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:45:03.852164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.954872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T02:45:03.852207Z","caller":"traceutil/trace.go:171","msg":"trace[722214432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18256; }","duration":"826.022174ms","start":"2026-05-28T02:45:03.026172Z","end":"2026-05-28T02:45:03.852194Z","steps":["trace[722214432] 'agreement among raft nodes before linearized reading' (duration: 825.916651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:03.852237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:03.026154Z","time spent":"826.074875ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:45:03.852873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.372924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T02:45:03.852935Z","caller":"traceutil/trace.go:171","msg":"trace[730484311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18256; }","duration":"825.469206ms","start":"2026-05-28T02:45:03.027452Z","end":"2026-05-28T02:45:03.852922Z","steps":["trace[730484311] 'agreement among raft nodes before linearized reading' (duration: 825.27648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:03.852923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.597451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T02:45:03.852995Z","caller":"traceutil/trace.go:171","msg":"trace[1708604967] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:18256; }","duration":"786.680933ms","start":"2026-05-28T02:45:03.066303Z","end":"2026-05-28T02:45:03.852984Z","steps":["trace[1708604967] 'agreement among raft nodes before linearized reading' (duration: 786.533989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:03.853007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.375262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:45:03.85303Z","caller":"traceutil/trace.go:171","msg":"trace[322459927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18256; }","duration":"813.413034ms","start":"2026-05-28T02:45:03.03961Z","end":"2026-05-28T02:45:03.853023Z","steps":["trace[322459927] 'agreement among raft nodes before linearized reading' (duration: 813.369232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:03.853033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:03.066297Z","time spent":"786.728285ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T02:45:03.853042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:03.0396Z","time spent":"813.439664ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:45:03.852963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:03.027444Z","time spent":"825.513988ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:45:03.853296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.251713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-05-28T02:45:03.853441Z","caller":"traceutil/trace.go:171","msg":"trace[555739529] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:18256; }","duration":"788.43247ms","start":"2026-05-28T02:45:03.064969Z","end":"2026-05-28T02:45:03.853401Z","steps":["trace[555739529] 'agreement among raft nodes before linearized reading' (duration: 788.049218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:03.85345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.629497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T02:45:03.853509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:03.064963Z","time spent":"788.535573ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-28T02:45:03.853542Z","caller":"traceutil/trace.go:171","msg":"trace[1705463926] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:18256; }","duration":"789.755151ms","start":"2026-05-28T02:45:03.06376Z","end":"2026-05-28T02:45:03.853515Z","steps":["trace[1705463926] 'agreement among raft nodes before linearized reading' (duration: 789.216544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:03.853642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:03.063746Z","time spent":"789.882155ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T02:45:04.295815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.547977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:45:04.295985Z","caller":"traceutil/trace.go:171","msg":"trace[270017585] linearizableReadLoop","detail":"{readStateIndex:18890; appliedIndex:18888; }","duration":"403.445074ms","start":"2026-05-28T02:45:03.892522Z","end":"2026-05-28T02:45:04.295967Z","steps":["trace[270017585] 'read index received' (duration: 38.539865ms)","trace[270017585] 'applied index is now lower than readState.Index' (duration: 364.904329ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:45:04.296016Z","caller":"traceutil/trace.go:171","msg":"trace[461768386] transaction","detail":"{read_only:false; response_revision:18259; number_of_response:1; }","duration":"436.792223ms","start":"2026-05-28T02:45:03.859194Z","end":"2026-05-28T02:45:04.295986Z","steps":["trace[461768386] 'process raft request' (duration: 436.716181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:04.2963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.32654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-05-28T02:45:04.296349Z","caller":"traceutil/trace.go:171","msg":"trace[215178971] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:18259; }","duration":"437.396842ms","start":"2026-05-28T02:45:03.858938Z","end":"2026-05-28T02:45:04.296335Z","steps":["trace[215178971] 'agreement among raft nodes before linearized reading' (duration: 437.121113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:04.296397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:03.858928Z","time spent":"437.457695ms","remote":"127.0.0.1:38030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":720,"request content":"key:\"/registry/ingress/openstack/network\" "} {"level":"warn","ts":"2026-05-28T02:45:04.29641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:03.859172Z","time spent":"437.159465ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:45:04.296588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.876683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:45:04.296674Z","caller":"traceutil/trace.go:171","msg":"trace[790860281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18259; }","duration":"272.995047ms","start":"2026-05-28T02:45:04.023659Z","end":"2026-05-28T02:45:04.296654Z","steps":["trace[790860281] 'agreement among raft nodes before linearized reading' (duration: 272.536753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:04.296776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.119641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T02:45:04.296914Z","caller":"traceutil/trace.go:171","msg":"trace[1830176585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18259; }","duration":"273.305787ms","start":"2026-05-28T02:45:04.023579Z","end":"2026-05-28T02:45:04.296885Z","steps":["trace[1830176585] 'agreement among raft nodes before linearized reading' (duration: 272.589944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:04.298059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.807122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:946456"} {"level":"info","ts":"2026-05-28T02:45:04.298181Z","caller":"traceutil/trace.go:171","msg":"trace[1484095157] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:18259; }","duration":"435.974677ms","start":"2026-05-28T02:45:03.86218Z","end":"2026-05-28T02:45:04.298154Z","steps":["trace[1484095157] 'agreement among raft nodes before linearized reading' (duration: 433.822429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:04.298244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:03.862169Z","time spent":"436.05756ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":946479,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T02:45:04.301275Z","caller":"traceutil/trace.go:171","msg":"trace[1106164875] transaction","detail":"{read_only:false; response_revision:18258; number_of_response:1; }","duration":"436.823435ms","start":"2026-05-28T02:45:03.859148Z","end":"2026-05-28T02:45:04.295971Z","steps":["trace[1106164875] 'process raft request' (duration: 72.02934ms)","trace[1106164875] 'compare' (duration: 364.423433ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:45:04.301381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:03.859131Z","time spent":"442.192755ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:45:04.636196Z","caller":"traceutil/trace.go:171","msg":"trace[393844395] transaction","detail":"{read_only:false; response_revision:18261; number_of_response:1; }","duration":"328.501921ms","start":"2026-05-28T02:45:04.307674Z","end":"2026-05-28T02:45:04.636176Z","steps":["trace[393844395] 'process raft request' (duration: 297.368332ms)","trace[393844395] 'compare' (duration: 30.812459ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:45:04.636302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:04.307656Z","time spent":"328.594505ms","remote":"127.0.0.1:38030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":839,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:45:04.636322Z","caller":"traceutil/trace.go:171","msg":"trace[1648168095] transaction","detail":"{read_only:false; response_revision:18262; number_of_response:1; }","duration":"328.328996ms","start":"2026-05-28T02:45:04.307962Z","end":"2026-05-28T02:45:04.636291Z","steps":["trace[1648168095] 'process raft request' (duration: 328.186652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:04.636471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:04.307943Z","time spent":"328.45056ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:45:05.314314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.521593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:45:05.314455Z","caller":"traceutil/trace.go:171","msg":"trace[657265482] linearizableReadLoop","detail":"{readStateIndex:18894; appliedIndex:18893; }","duration":"416.23662ms","start":"2026-05-28T02:45:04.898201Z","end":"2026-05-28T02:45:05.314438Z","steps":["trace[657265482] 'read index received' (duration: 8.474259ms)","trace[657265482] 'applied index is now lower than readState.Index' (duration: 407.760611ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:45:05.314531Z","caller":"traceutil/trace.go:171","msg":"trace[1750858537] transaction","detail":"{read_only:false; response_revision:18263; number_of_response:1; }","duration":"671.836435ms","start":"2026-05-28T02:45:04.64265Z","end":"2026-05-28T02:45:05.314486Z","steps":["trace[1750858537] 'process raft request' (duration: 264.053363ms)","trace[1750858537] 'compare' (duration: 407.10865ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:45:05.31458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.370284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:45:05.314615Z","caller":"traceutil/trace.go:171","msg":"trace[982469119] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:18263; }","duration":"416.446557ms","start":"2026-05-28T02:45:04.898159Z","end":"2026-05-28T02:45:05.314605Z","steps":["trace[982469119] 'agreement among raft nodes before linearized reading' (duration: 416.324303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:05.314649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:04.898133Z","time spent":"416.507018ms","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:45:05.314685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:04.642622Z","time spent":"671.983219ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:45:06.363444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.080203ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T02:45:06.363557Z","caller":"traceutil/trace.go:171","msg":"trace[1153632755] linearizableReadLoop","detail":"{readStateIndex:18895; appliedIndex:18894; }","duration":"936.352322ms","start":"2026-05-28T02:45:05.427185Z","end":"2026-05-28T02:45:06.363537Z","steps":["trace[1153632755] 'read index received' (duration: 387.120704ms)","trace[1153632755] 'applied index is now lower than readState.Index' (duration: 549.230258ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:45:06.363942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.751875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-28T02:45:06.363986Z","caller":"traceutil/trace.go:171","msg":"trace[274208435] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:18263; }","duration":"936.827798ms","start":"2026-05-28T02:45:05.427146Z","end":"2026-05-28T02:45:06.363973Z","steps":["trace[274208435] 'agreement among raft nodes before linearized reading' (duration: 936.661582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:06.36402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:05.427132Z","time spent":"936.880119ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-28T02:45:06.864167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254149292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:45:07.02272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162845071s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:45:07.023255Z","caller":"traceutil/trace.go:171","msg":"trace[1943399681] transaction","detail":"{read_only:false; response_revision:18264; number_of_response:1; }","duration":"1.16344724s","start":"2026-05-28T02:45:05.859778Z","end":"2026-05-28T02:45:07.023225Z","steps":["trace[1943399681] 'process raft request' (duration: 1.163256784s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.02343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:05.859764Z","time spent":"1.163576705s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:45:07.207183Z","caller":"traceutil/trace.go:171","msg":"trace[1430290054] transaction","detail":"{read_only:false; response_revision:18265; number_of_response:1; }","duration":"1.347228992s","start":"2026-05-28T02:45:05.859922Z","end":"2026-05-28T02:45:07.207151Z","steps":["trace[1430290054] 'process raft request' (duration: 1.34684955s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.207331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:05.859893Z","time spent":"1.347361056s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:45:07.207428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295781926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T02:45:07.207469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.407577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T02:45:07.207511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311404153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T02:45:07.207528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544862784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"warn","ts":"2026-05-28T02:45:07.207497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35442981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:45:07.207588Z","caller":"traceutil/trace.go:171","msg":"trace[1528289888] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:18267; }","duration":"1.544970887s","start":"2026-05-28T02:45:05.662602Z","end":"2026-05-28T02:45:07.207573Z","steps":["trace[1528289888] 'agreement among raft nodes before linearized reading' (duration: 1.544757531s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:07.207595Z","caller":"traceutil/trace.go:171","msg":"trace[2109542398] transaction","detail":"{read_only:false; response_revision:18267; number_of_response:1; }","duration":"1.347085897s","start":"2026-05-28T02:45:05.860498Z","end":"2026-05-28T02:45:07.207584Z","steps":["trace[2109542398] 'process raft request' (duration: 1.346620632s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:07.207597Z","caller":"traceutil/trace.go:171","msg":"trace[592946621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18267; }","duration":"1.311537237s","start":"2026-05-28T02:45:05.896025Z","end":"2026-05-28T02:45:07.207562Z","steps":["trace[592946621] 'agreement among raft nodes before linearized reading' (duration: 1.31130956s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.207622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.379599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T02:45:07.207305Z","caller":"traceutil/trace.go:171","msg":"trace[1664369740] linearizableReadLoop","detail":"{readStateIndex:18899; appliedIndex:18895; }","duration":"843.690307ms","start":"2026-05-28T02:45:06.363583Z","end":"2026-05-28T02:45:07.207273Z","steps":["trace[1664369740] 'read index received' (duration: 659.534193ms)","trace[1664369740] 'applied index is now lower than readState.Index' (duration: 184.153274ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:45:07.207661Z","caller":"traceutil/trace.go:171","msg":"trace[1358473672] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:18267; }","duration":"889.438561ms","start":"2026-05-28T02:45:06.318215Z","end":"2026-05-28T02:45:07.207653Z","steps":["trace[1358473672] 'agreement among raft nodes before linearized reading' (duration: 889.368419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.207657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:05.860473Z","time spent":"1.347147049s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:45:07.207617Z","caller":"traceutil/trace.go:171","msg":"trace[1136694895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18267; }","duration":"1.354588695s","start":"2026-05-28T02:45:05.853007Z","end":"2026-05-28T02:45:07.207595Z","steps":["trace[1136694895] 'agreement among raft nodes before linearized reading' (duration: 1.35442999s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.207689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:06.31817Z","time spent":"889.514183ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T02:45:07.207667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:05.896009Z","time spent":"1.311646701s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:45:07.207707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:05.85298Z","time spent":"1.354720819s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:45:07.207762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.871069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:45:07.207485Z","caller":"traceutil/trace.go:171","msg":"trace[63418433] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:18267; }","duration":"1.295876289s","start":"2026-05-28T02:45:05.911595Z","end":"2026-05-28T02:45:07.207472Z","steps":["trace[63418433] 'agreement among raft nodes before linearized reading' (duration: 1.295701874s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:07.20781Z","caller":"traceutil/trace.go:171","msg":"trace[646258190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18267; }","duration":"897.94005ms","start":"2026-05-28T02:45:06.309858Z","end":"2026-05-28T02:45:07.207798Z","steps":["trace[646258190] 'agreement among raft nodes before linearized reading' (duration: 897.790906ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:07.207181Z","caller":"traceutil/trace.go:171","msg":"trace[979940094] transaction","detail":"{read_only:false; response_revision:18266; number_of_response:1; }","duration":"1.347221961s","start":"2026-05-28T02:45:05.859935Z","end":"2026-05-28T02:45:07.207157Z","steps":["trace[979940094] 'process raft request' (duration: 1.347140558s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.207858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:06.309848Z","time spent":"897.997763ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:45:07.207559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087344421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10818"} {"level":"info","ts":"2026-05-28T02:45:07.20799Z","caller":"traceutil/trace.go:171","msg":"trace[14311161] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:18267; }","duration":"1.087797865s","start":"2026-05-28T02:45:06.120182Z","end":"2026-05-28T02:45:07.20798Z","steps":["trace[14311161] 'agreement among raft nodes before linearized reading' (duration: 1.08732903s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.207939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:05.859908Z","time spent":"1.347953765s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:45:07.208028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:06.120168Z","time spent":"1.087849797s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":10841,"request content":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-28T02:45:07.207835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:05.911583Z","time spent":"1.296245931s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"info","ts":"2026-05-28T02:45:07.20755Z","caller":"traceutil/trace.go:171","msg":"trace[1464666344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18267; }","duration":"899.510501ms","start":"2026-05-28T02:45:06.308007Z","end":"2026-05-28T02:45:07.207518Z","steps":["trace[1464666344] 'agreement among raft nodes before linearized reading' (duration: 899.275243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.208259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:06.307985Z","time spent":"900.261625ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:45:07.207628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:05.662584Z","time spent":"1.545034389s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-28T02:45:07.28214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.362446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:45:07.282178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.430611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:45:07.28225Z","caller":"traceutil/trace.go:171","msg":"trace[1173648669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18268; }","duration":"339.49717ms","start":"2026-05-28T02:45:06.942711Z","end":"2026-05-28T02:45:07.282208Z","steps":["trace[1173648669] 'agreement among raft nodes before linearized reading' (duration: 339.367946ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:07.282262Z","caller":"traceutil/trace.go:171","msg":"trace[1142692239] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:18268; }","duration":"189.587455ms","start":"2026-05-28T02:45:07.092653Z","end":"2026-05-28T02:45:07.28224Z","steps":["trace[1142692239] 'agreement among raft nodes before linearized reading' (duration: 189.41342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.282299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:06.942691Z","time spent":"339.593684ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:45:07.282455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.808611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T02:45:07.28251Z","caller":"traceutil/trace.go:171","msg":"trace[167879493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18268; }","duration":"894.885304ms","start":"2026-05-28T02:45:06.387612Z","end":"2026-05-28T02:45:07.282497Z","steps":["trace[167879493] 'agreement among raft nodes before linearized reading' (duration: 894.712568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.282542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:06.387601Z","time spent":"894.933335ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:45:07.282511Z","caller":"traceutil/trace.go:171","msg":"trace[1929536917] transaction","detail":"{read_only:false; response_revision:18268; number_of_response:1; }","duration":"128.65412ms","start":"2026-05-28T02:45:07.153808Z","end":"2026-05-28T02:45:07.282462Z","steps":["trace[1929536917] 'process raft request' (duration: 128.056181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.282568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.394534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:45:07.282654Z","caller":"traceutil/trace.go:171","msg":"trace[690428777] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:18268; }","duration":"141.507337ms","start":"2026-05-28T02:45:07.141106Z","end":"2026-05-28T02:45:07.282613Z","steps":["trace[690428777] 'agreement among raft nodes before linearized reading' (duration: 141.380263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.282679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.626773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fb1d1896-34be-4fe4-9d59-26842406db0f\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-28T02:45:07.282718Z","caller":"traceutil/trace.go:171","msg":"trace[1683143124] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fb1d1896-34be-4fe4-9d59-26842406db0f; range_end:; response_count:1; response_revision:18268; }","duration":"915.699985ms","start":"2026-05-28T02:45:06.367005Z","end":"2026-05-28T02:45:07.282705Z","steps":["trace[1683143124] 'agreement among raft nodes before linearized reading' (duration: 915.578701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.282728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.315996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T02:45:07.282745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:06.366981Z","time spent":"915.758147ms","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-fb1d1896-34be-4fe4-9d59-26842406db0f\" "} {"level":"info","ts":"2026-05-28T02:45:07.282757Z","caller":"traceutil/trace.go:171","msg":"trace[218831521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18268; }","duration":"642.377068ms","start":"2026-05-28T02:45:06.64037Z","end":"2026-05-28T02:45:07.282747Z","steps":["trace[218831521] 'agreement among raft nodes before linearized reading' (duration: 642.293355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.282789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:06.640351Z","time spent":"642.43251ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:45:07.377682Z","caller":"traceutil/trace.go:171","msg":"trace[350623826] transaction","detail":"{read_only:false; response_revision:18269; number_of_response:1; }","duration":"165.343955ms","start":"2026-05-28T02:45:07.212313Z","end":"2026-05-28T02:45:07.377657Z","steps":["trace[350623826] 'process raft request' (duration: 165.083976ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:07.377936Z","caller":"traceutil/trace.go:171","msg":"trace[1534737280] transaction","detail":"{read_only:false; response_revision:18270; number_of_response:1; }","duration":"164.698294ms","start":"2026-05-28T02:45:07.213188Z","end":"2026-05-28T02:45:07.377887Z","steps":["trace[1534737280] 'process raft request' (duration: 164.393384ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:07.378195Z","caller":"traceutil/trace.go:171","msg":"trace[888438468] transaction","detail":"{read_only:false; response_revision:18271; number_of_response:1; }","duration":"164.291541ms","start":"2026-05-28T02:45:07.213893Z","end":"2026-05-28T02:45:07.378184Z","steps":["trace[888438468] 'process raft request' (duration: 163.917459ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:07.37826Z","caller":"traceutil/trace.go:171","msg":"trace[757688955] transaction","detail":"{read_only:false; response_revision:18272; number_of_response:1; }","duration":"158.773576ms","start":"2026-05-28T02:45:07.219466Z","end":"2026-05-28T02:45:07.378239Z","steps":["trace[757688955] 'process raft request' (duration: 158.626201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.378433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.922024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:45:07.378467Z","caller":"traceutil/trace.go:171","msg":"trace[1567221813] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18272; }","duration":"166.993007ms","start":"2026-05-28T02:45:07.211465Z","end":"2026-05-28T02:45:07.378458Z","steps":["trace[1567221813] 'agreement among raft nodes before linearized reading' (duration: 166.820052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.378556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.900459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:45:07.378653Z","caller":"traceutil/trace.go:171","msg":"trace[1328393194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18272; }","duration":"170.031814ms","start":"2026-05-28T02:45:07.208599Z","end":"2026-05-28T02:45:07.378631Z","steps":["trace[1328393194] 'agreement among raft nodes before linearized reading' (duration: 169.881949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.379197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.918271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:946276"} {"level":"info","ts":"2026-05-28T02:45:07.379228Z","caller":"traceutil/trace.go:171","msg":"trace[2101183699] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:18272; }","duration":"164.986863ms","start":"2026-05-28T02:45:07.214234Z","end":"2026-05-28T02:45:07.379221Z","steps":["trace[2101183699] 'agreement among raft nodes before linearized reading' (duration: 164.294791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.379668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.805649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:946276"} {"level":"info","ts":"2026-05-28T02:45:07.379764Z","caller":"traceutil/trace.go:171","msg":"trace[607821963] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:18272; }","duration":"165.930813ms","start":"2026-05-28T02:45:07.213817Z","end":"2026-05-28T02:45:07.379748Z","steps":["trace[607821963] 'agreement among raft nodes before linearized reading' (duration: 164.533199ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:07.505792Z","caller":"traceutil/trace.go:171","msg":"trace[1262374768] transaction","detail":"{read_only:false; response_revision:18275; number_of_response:1; }","duration":"120.427608ms","start":"2026-05-28T02:45:07.385325Z","end":"2026-05-28T02:45:07.505753Z","steps":["trace[1262374768] 'process raft request' (duration: 92.241122ms)","trace[1262374768] 'compare' (duration: 27.38273ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:45:07.506221Z","caller":"traceutil/trace.go:171","msg":"trace[2043051453] transaction","detail":"{read_only:false; response_revision:18276; number_of_response:1; }","duration":"120.567332ms","start":"2026-05-28T02:45:07.38564Z","end":"2026-05-28T02:45:07.506207Z","steps":["trace[2043051453] 'process raft request' (duration: 120.064166ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:07.547795Z","caller":"traceutil/trace.go:171","msg":"trace[1651662633] transaction","detail":"{read_only:false; response_revision:18277; number_of_response:1; }","duration":"161.512924ms","start":"2026-05-28T02:45:07.386261Z","end":"2026-05-28T02:45:07.547774Z","steps":["trace[1651662633] 'process raft request' (duration: 161.297337ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:07.547823Z","caller":"traceutil/trace.go:171","msg":"trace[279018450] linearizableReadLoop","detail":"{readStateIndex:18909; appliedIndex:18906; }","duration":"161.36696ms","start":"2026-05-28T02:45:07.386435Z","end":"2026-05-28T02:45:07.547802Z","steps":["trace[279018450] 'read index received' (duration: 91.147048ms)","trace[279018450] 'applied index is now lower than readState.Index' (duration: 70.218881ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:45:07.547938Z","caller":"traceutil/trace.go:171","msg":"trace[1620021970] transaction","detail":"{read_only:false; response_revision:18278; number_of_response:1; }","duration":"154.658676ms","start":"2026-05-28T02:45:07.39324Z","end":"2026-05-28T02:45:07.547898Z","steps":["trace[1620021970] 'process raft request' (duration: 154.463749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:07.548014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.456299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c731a93d-04fa-4884-ac0e-507118ed05f8\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-05-28T02:45:07.54804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:45:07.548079Z","caller":"traceutil/trace.go:171","msg":"trace[1797537041] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c731a93d-04fa-4884-ac0e-507118ed05f8; range_end:; response_count:1; response_revision:18278; }","duration":"159.527421ms","start":"2026-05-28T02:45:07.388505Z","end":"2026-05-28T02:45:07.548032Z","steps":["trace[1797537041] 'agreement among raft nodes before linearized reading' (duration: 159.421597ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:07.548092Z","caller":"traceutil/trace.go:171","msg":"trace[1212185887] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18278; }","duration":"164.964993ms","start":"2026-05-28T02:45:07.383113Z","end":"2026-05-28T02:45:07.548078Z","steps":["trace[1212185887] 'agreement among raft nodes before linearized reading' (duration: 164.803008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:16.173093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.468423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/heat-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:45:16.173192Z","caller":"traceutil/trace.go:171","msg":"trace[2024979452] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/heat-api; range_end:; response_count:0; response_revision:18341; }","duration":"122.630948ms","start":"2026-05-28T02:45:16.050543Z","end":"2026-05-28T02:45:16.173174Z","steps":["trace[2024979452] 'range keys from in-memory index tree' (duration: 122.369299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:16.481515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.062493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:45:16.481547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.453765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/heat-openstack-heat-cfn\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:45:16.481574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.630236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:45:16.48165Z","caller":"traceutil/trace.go:171","msg":"trace[423206555] range","detail":"{range_begin:/registry/roles/openstack/heat-openstack-heat-cfn; range_end:; response_count:0; response_revision:18342; }","duration":"208.57944ms","start":"2026-05-28T02:45:16.273049Z","end":"2026-05-28T02:45:16.481628Z","steps":["trace[423206555] 'range keys from in-memory index tree' (duration: 208.402234ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:16.481653Z","caller":"traceutil/trace.go:171","msg":"trace[63142584] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:18342; }","duration":"107.197958ms","start":"2026-05-28T02:45:16.374386Z","end":"2026-05-28T02:45:16.481584Z","steps":["trace[63142584] 'count revisions from in-memory index tree' (duration: 106.97768ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:16.48171Z","caller":"traceutil/trace.go:171","msg":"trace[401788712] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:18342; }","duration":"138.813282ms","start":"2026-05-28T02:45:16.342866Z","end":"2026-05-28T02:45:16.481679Z","steps":["trace[401788712] 'count revisions from in-memory index tree' (duration: 138.484922ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:16.796929Z","caller":"traceutil/trace.go:171","msg":"trace[219816580] transaction","detail":"{read_only:false; response_revision:18343; number_of_response:1; }","duration":"186.641742ms","start":"2026-05-28T02:45:16.610263Z","end":"2026-05-28T02:45:16.796905Z","steps":["trace[219816580] 'process raft request' (duration: 186.423735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.469246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.312146ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:45:17.469378Z","caller":"traceutil/trace.go:171","msg":"trace[305173439] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18347; }","duration":"440.44823ms","start":"2026-05-28T02:45:17.028908Z","end":"2026-05-28T02:45:17.469356Z","steps":["trace[305173439] 'range keys from in-memory index tree' (duration: 440.299195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.469446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.229453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:45:17.469832Z","caller":"traceutil/trace.go:171","msg":"trace[1905975342] transaction","detail":"{read_only:false; response_revision:18348; number_of_response:1; }","duration":"606.669434ms","start":"2026-05-28T02:45:16.863134Z","end":"2026-05-28T02:45:17.469803Z","steps":["trace[1905975342] 'process raft request' (duration: 65.017647ms)","trace[1905975342] 'compare' (duration: 540.858821ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:45:17.470081Z","caller":"traceutil/trace.go:171","msg":"trace[1691612458] transaction","detail":"{read_only:false; response_revision:18351; number_of_response:1; }","duration":"606.641883ms","start":"2026-05-28T02:45:16.863418Z","end":"2026-05-28T02:45:17.47006Z","steps":["trace[1691612458] 'process raft request' (duration: 606.371544ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:17.470112Z","caller":"traceutil/trace.go:171","msg":"trace[1394602965] transaction","detail":"{read_only:false; response_revision:18352; number_of_response:1; }","duration":"606.616921ms","start":"2026-05-28T02:45:16.863468Z","end":"2026-05-28T02:45:17.470085Z","steps":["trace[1394602965] 'process raft request' (duration: 606.365183ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:17.469863Z","caller":"traceutil/trace.go:171","msg":"trace[1914326922] transaction","detail":"{read_only:false; response_revision:18349; number_of_response:1; }","duration":"606.483157ms","start":"2026-05-28T02:45:16.863345Z","end":"2026-05-28T02:45:17.469828Z","steps":["trace[1914326922] 'process raft request' (duration: 606.228259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.470206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.863444Z","time spent":"606.705264ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:45:17.470206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.863114Z","time spent":"606.995993ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":503,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:45:17.47023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.863389Z","time spent":"606.744846ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":501,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:45:17.470237Z","caller":"traceutil/trace.go:171","msg":"trace[42507531] transaction","detail":"{read_only:false; response_revision:18354; number_of_response:1; }","duration":"606.523989ms","start":"2026-05-28T02:45:16.863691Z","end":"2026-05-28T02:45:17.470215Z","steps":["trace[42507531] 'process raft request' (duration: 606.389774ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:17.47022Z","caller":"traceutil/trace.go:171","msg":"trace[397876740] transaction","detail":"{read_only:false; response_revision:18353; number_of_response:1; }","duration":"606.551279ms","start":"2026-05-28T02:45:16.863584Z","end":"2026-05-28T02:45:17.470135Z","steps":["trace[397876740] 'process raft request' (duration: 606.430885ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:17.470064Z","caller":"traceutil/trace.go:171","msg":"trace[54195963] transaction","detail":"{read_only:false; response_revision:18350; number_of_response:1; }","duration":"606.649592ms","start":"2026-05-28T02:45:16.863401Z","end":"2026-05-28T02:45:17.470051Z","steps":["trace[54195963] 'process raft request' (duration: 606.345563ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:17.470299Z","caller":"traceutil/trace.go:171","msg":"trace[1897708102] transaction","detail":"{read_only:false; response_revision:18356; number_of_response:1; }","duration":"606.329122ms","start":"2026-05-28T02:45:16.863962Z","end":"2026-05-28T02:45:17.470291Z","steps":["trace[1897708102] 'process raft request' (duration: 606.202358ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:17.470286Z","caller":"traceutil/trace.go:171","msg":"trace[367655513] transaction","detail":"{read_only:false; response_revision:18355; number_of_response:1; }","duration":"606.54794ms","start":"2026-05-28T02:45:16.863699Z","end":"2026-05-28T02:45:17.470247Z","steps":["trace[367655513] 'process raft request' (duration: 606.426806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.470314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.863681Z","time spent":"606.5917ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":501,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:45:17.470303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.863335Z","time spent":"606.90677ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:45:17.47033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.863395Z","time spent":"606.916611ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:45:17.470338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.86395Z","time spent":"606.370414ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:45:17.47036Z","caller":"traceutil/trace.go:171","msg":"trace[285427719] transaction","detail":"{read_only:false; response_revision:18357; number_of_response:1; }","duration":"605.95121ms","start":"2026-05-28T02:45:16.8644Z","end":"2026-05-28T02:45:17.470352Z","steps":["trace[285427719] 'process raft request' (duration: 605.841096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.470365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.863576Z","time spent":"606.723455ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:45:17.470394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.864391Z","time spent":"605.985332ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:45:17.470391Z","caller":"traceutil/trace.go:171","msg":"trace[746130428] transaction","detail":"{read_only:false; response_revision:18358; number_of_response:1; }","duration":"605.92018ms","start":"2026-05-28T02:45:16.864455Z","end":"2026-05-28T02:45:17.470375Z","steps":["trace[746130428] 'process raft request' (duration: 605.830477ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:17.470422Z","caller":"traceutil/trace.go:171","msg":"trace[1788386292] transaction","detail":"{read_only:false; response_revision:18359; number_of_response:1; }","duration":"605.918219ms","start":"2026-05-28T02:45:16.864493Z","end":"2026-05-28T02:45:17.470411Z","steps":["trace[1788386292] 'process raft request' (duration: 605.838656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.470459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.864485Z","time spent":"605.960671ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:45:17.470465Z","caller":"traceutil/trace.go:171","msg":"trace[572669978] transaction","detail":"{read_only:false; response_revision:18360; number_of_response:1; }","duration":"605.673351ms","start":"2026-05-28T02:45:16.864777Z","end":"2026-05-28T02:45:17.47045Z","steps":["trace[572669978] 'process raft request' (duration: 605.595299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.470396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.863687Z","time spent":"606.657603ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:45:17.470514Z","caller":"traceutil/trace.go:171","msg":"trace[2090123623] transaction","detail":"{read_only:false; response_revision:18362; number_of_response:1; }","duration":"605.605129ms","start":"2026-05-28T02:45:16.864888Z","end":"2026-05-28T02:45:17.470493Z","steps":["trace[2090123623] 'process raft request' (duration: 605.557448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.470527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.864766Z","time spent":"605.731584ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:45:17.470475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.86445Z","time spent":"605.995042ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:45:17.470532Z","caller":"traceutil/trace.go:171","msg":"trace[303747047] transaction","detail":"{read_only:false; response_revision:18361; number_of_response:1; }","duration":"605.730974ms","start":"2026-05-28T02:45:16.864774Z","end":"2026-05-28T02:45:17.470505Z","steps":["trace[303747047] 'process raft request' (duration: 605.635831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.470681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.864755Z","time spent":"605.896318ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:45:17.471036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.86488Z","time spent":"605.682842ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:45:17.512624Z","caller":"traceutil/trace.go:171","msg":"trace[2043681403] transaction","detail":"{read_only:false; response_revision:18364; number_of_response:1; }","duration":"636.814392ms","start":"2026-05-28T02:45:16.875778Z","end":"2026-05-28T02:45:17.512592Z","steps":["trace[2043681403] 'process raft request' (duration: 636.721269ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:17.512649Z","caller":"traceutil/trace.go:171","msg":"trace[1804694733] transaction","detail":"{read_only:false; response_revision:18363; number_of_response:1; }","duration":"636.980486ms","start":"2026-05-28T02:45:16.875641Z","end":"2026-05-28T02:45:17.512621Z","steps":["trace[1804694733] 'process raft request' (duration: 636.718988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.512858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.875616Z","time spent":"637.187313ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":648,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:45:17.513019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:16.875762Z","time spent":"636.956816ms","remote":"127.0.0.1:38060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1017,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:45:17.566179Z","caller":"traceutil/trace.go:171","msg":"trace[977400799] transaction","detail":"{read_only:false; response_revision:18366; number_of_response:1; }","duration":"329.928606ms","start":"2026-05-28T02:45:17.236212Z","end":"2026-05-28T02:45:17.566141Z","steps":["trace[977400799] 'process raft request' (duration: 329.829553ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:17.566304Z","caller":"traceutil/trace.go:171","msg":"trace[177953611] linearizableReadLoop","detail":"{readStateIndex:19003; appliedIndex:18997; }","duration":"256.067409ms","start":"2026-05-28T02:45:17.31022Z","end":"2026-05-28T02:45:17.566287Z","steps":["trace[177953611] 'read index received' (duration: 202.256659ms)","trace[177953611] 'applied index is now lower than readState.Index' (duration: 53.81019ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:45:17.566417Z","caller":"traceutil/trace.go:171","msg":"trace[58568381] transaction","detail":"{read_only:false; response_revision:18365; number_of_response:1; }","duration":"506.886411ms","start":"2026-05-28T02:45:17.059495Z","end":"2026-05-28T02:45:17.566381Z","steps":["trace[58568381] 'process raft request' (duration: 506.452887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.566438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:17.236188Z","time spent":"330.076081ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:45:17.566546Z","caller":"traceutil/trace.go:171","msg":"trace[1696932780] transaction","detail":"{read_only:false; response_revision:18367; number_of_response:1; }","duration":"322.414938ms","start":"2026-05-28T02:45:17.244107Z","end":"2026-05-28T02:45:17.566522Z","steps":["trace[1696932780] 'process raft request' (duration: 321.955413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.566576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:17.059473Z","time spent":"507.012775ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:45:17.566659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:17.244091Z","time spent":"322.502071ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:45:17.566728Z","caller":"traceutil/trace.go:171","msg":"trace[1930956361] transaction","detail":"{read_only:false; response_revision:18368; number_of_response:1; }","duration":"321.868921ms","start":"2026-05-28T02:45:17.24484Z","end":"2026-05-28T02:45:17.566709Z","steps":["trace[1930956361] 'process raft request' (duration: 321.23932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.566792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:45:17.244832Z","time spent":"321.930602ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:45:17.566972Z","caller":"traceutil/trace.go:171","msg":"trace[373810973] transaction","detail":"{read_only:false; response_revision:18369; number_of_response:1; }","duration":"250.257575ms","start":"2026-05-28T02:45:17.316708Z","end":"2026-05-28T02:45:17.566966Z","steps":["trace[373810973] 'process raft request' (duration: 249.389867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.566987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.627695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-28T02:45:17.567013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.774521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:45:17.567051Z","caller":"traceutil/trace.go:171","msg":"trace[1765954798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18379; }","duration":"143.689787ms","start":"2026-05-28T02:45:17.42334Z","end":"2026-05-28T02:45:17.56703Z","steps":["trace[1765954798] 'agreement among raft nodes before linearized reading' (duration: 143.461129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.567134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.802367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T02:45:17.567136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.735675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T02:45:17.567163Z","caller":"traceutil/trace.go:171","msg":"trace[273933060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18379; }","duration":"135.873309ms","start":"2026-05-28T02:45:17.431283Z","end":"2026-05-28T02:45:17.567157Z","steps":["trace[273933060] 'agreement among raft nodes before linearized reading' (duration: 135.747485ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:17.567175Z","caller":"traceutil/trace.go:171","msg":"trace[532021470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18379; }","duration":"135.816287ms","start":"2026-05-28T02:45:17.431348Z","end":"2026-05-28T02:45:17.567165Z","steps":["trace[532021470] 'agreement among raft nodes before linearized reading' (duration: 135.643772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.567245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.795168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T02:45:17.5673Z","caller":"traceutil/trace.go:171","msg":"trace[879702026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18379; }","duration":"136.895581ms","start":"2026-05-28T02:45:17.430391Z","end":"2026-05-28T02:45:17.567286Z","steps":["trace[879702026] 'agreement among raft nodes before linearized reading' (duration: 136.758887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:45:17.567399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.285357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T02:45:17.567437Z","caller":"traceutil/trace.go:171","msg":"trace[838473870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18379; }","duration":"128.347659ms","start":"2026-05-28T02:45:17.43908Z","end":"2026-05-28T02:45:17.567428Z","steps":["trace[838473870] 'agreement among raft nodes before linearized reading' (duration: 128.241496ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:45:17.567071Z","caller":"traceutil/trace.go:171","msg":"trace[1423322854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18379; }","duration":"256.870335ms","start":"2026-05-28T02:45:17.310185Z","end":"2026-05-28T02:45:17.567056Z","steps":["trace[1423322854] 'agreement among raft nodes before linearized reading' (duration: 256.789622ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:42.210157Z","caller":"traceutil/trace.go:171","msg":"trace[941401644] linearizableReadLoop","detail":"{readStateIndex:19761; appliedIndex:19760; }","duration":"110.909245ms","start":"2026-05-28T02:46:42.099216Z","end":"2026-05-28T02:46:42.210126Z","steps":["trace[941401644] 'read index received' (duration: 46.9101ms)","trace[941401644] 'applied index is now lower than readState.Index' (duration: 63.998085ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:46:42.2102Z","caller":"traceutil/trace.go:171","msg":"trace[1281406789] transaction","detail":"{read_only:false; response_revision:19107; number_of_response:1; }","duration":"112.422833ms","start":"2026-05-28T02:46:42.097747Z","end":"2026-05-28T02:46:42.21017Z","steps":["trace[1281406789] 'process raft request' (duration: 48.499431ms)","trace[1281406789] 'compare' (duration: 63.701655ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:46:42.210369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.129643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T02:46:42.210412Z","caller":"traceutil/trace.go:171","msg":"trace[602857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19107; }","duration":"111.224626ms","start":"2026-05-28T02:46:42.099174Z","end":"2026-05-28T02:46:42.210398Z","steps":["trace[602857] 'agreement among raft nodes before linearized reading' (duration: 111.068661ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:46:48.126391Z","caller":"traceutil/trace.go:171","msg":"trace[1044496170] transaction","detail":"{read_only:false; response_revision:19131; number_of_response:1; }","duration":"102.533939ms","start":"2026-05-28T02:46:48.023836Z","end":"2026-05-28T02:46:48.12637Z","steps":["trace[1044496170] 'process raft request' (duration: 102.24786ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:47:21.934532Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T02:47:21.94157Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-28T02:47:21.94173Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-28T02:47:35.51856Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17160} {"level":"info","ts":"2026-05-28T02:47:35.615767Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17160,"took":"94.026103ms","hash":2178645557,"current-db-size-bytes":49258496,"current-db-size":"49 MB","current-db-size-in-use-bytes":34603008,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-28T02:47:35.615828Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2178645557,"revision":17160,"compact-revision":14411} {"level":"info","ts":"2026-05-28T02:50:03.41782Z","caller":"traceutil/trace.go:171","msg":"trace[200244715] transaction","detail":"{read_only:false; response_revision:20466; number_of_response:1; }","duration":"293.766981ms","start":"2026-05-28T02:50:03.124027Z","end":"2026-05-28T02:50:03.417794Z","steps":["trace[200244715] 'process raft request' (duration: 293.599185ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:03.43354Z","caller":"traceutil/trace.go:171","msg":"trace[127029539] linearizableReadLoop","detail":"{readStateIndex:21171; appliedIndex:21169; }","duration":"195.764482ms","start":"2026-05-28T02:50:03.237754Z","end":"2026-05-28T02:50:03.433519Z","steps":["trace[127029539] 'read index received' (duration: 179.942428ms)","trace[127029539] 'applied index is now lower than readState.Index' (duration: 15.821014ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:50:03.433709Z","caller":"traceutil/trace.go:171","msg":"trace[1804682231] transaction","detail":"{read_only:false; response_revision:20467; number_of_response:1; }","duration":"308.784659ms","start":"2026-05-28T02:50:03.124878Z","end":"2026-05-28T02:50:03.433663Z","steps":["trace[1804682231] 'process raft request' (duration: 308.542812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:03.433802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.315306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T02:50:03.433851Z","caller":"traceutil/trace.go:171","msg":"trace[740307112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20467; }","duration":"194.405509ms","start":"2026-05-28T02:50:03.239433Z","end":"2026-05-28T02:50:03.433838Z","steps":["trace[740307112] 'agreement among raft nodes before linearized reading' (duration: 194.249214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:03.433863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.092142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T02:50:03.433887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.596627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T02:50:03.433925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:03.12487Z","time spent":"308.944344ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:50:03.433963Z","caller":"traceutil/trace.go:171","msg":"trace[1782987266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20467; }","duration":"196.294438ms","start":"2026-05-28T02:50:03.237646Z","end":"2026-05-28T02:50:03.433941Z","steps":["trace[1782987266] 'agreement among raft nodes before linearized reading' (duration: 195.986678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:03.433942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.556049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T02:50:03.433968Z","caller":"traceutil/trace.go:171","msg":"trace[623846920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20467; }","duration":"190.720591ms","start":"2026-05-28T02:50:03.24323Z","end":"2026-05-28T02:50:03.43395Z","steps":["trace[623846920] 'agreement among raft nodes before linearized reading' (duration: 190.535436ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:03.434035Z","caller":"traceutil/trace.go:171","msg":"trace[1552594951] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:20467; }","duration":"110.688303ms","start":"2026-05-28T02:50:03.323325Z","end":"2026-05-28T02:50:03.434013Z","steps":["trace[1552594951] 'agreement among raft nodes before linearized reading' (duration: 110.434765ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:20.218941Z","caller":"traceutil/trace.go:171","msg":"trace[702749002] linearizableReadLoop","detail":"{readStateIndex:21277; appliedIndex:21276; }","duration":"365.146383ms","start":"2026-05-28T02:50:19.853773Z","end":"2026-05-28T02:50:20.218919Z","steps":["trace[702749002] 'read index received' (duration: 364.978777ms)","trace[702749002] 'applied index is now lower than readState.Index' (duration: 166.476µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:50:20.219008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:19.799321Z","time spent":"419.677459ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T02:50:20.219063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.273638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:50:20.219202Z","caller":"traceutil/trace.go:171","msg":"trace[1761596811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20569; }","duration":"365.455714ms","start":"2026-05-28T02:50:19.853737Z","end":"2026-05-28T02:50:20.219193Z","steps":["trace[1761596811] 'agreement among raft nodes before linearized reading' (duration: 365.270978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:20.219234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:19.853722Z","time spent":"365.505605ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:50:25.908393Z","caller":"traceutil/trace.go:171","msg":"trace[1888369799] linearizableReadLoop","detail":"{readStateIndex:21305; appliedIndex:21304; }","duration":"375.157961ms","start":"2026-05-28T02:50:25.53321Z","end":"2026-05-28T02:50:25.908368Z","steps":["trace[1888369799] 'read index received' (duration: 374.904223ms)","trace[1888369799] 'applied index is now lower than readState.Index' (duration: 252.688µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:50:25.9085Z","caller":"traceutil/trace.go:171","msg":"trace[691662361] transaction","detail":"{read_only:false; response_revision:20596; number_of_response:1; }","duration":"375.78177ms","start":"2026-05-28T02:50:25.532686Z","end":"2026-05-28T02:50:25.908468Z","steps":["trace[691662361] 'process raft request' (duration: 375.4534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:25.908629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.406959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-28T02:50:25.908653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:25.532647Z","time spent":"375.923776ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:50:25.908681Z","caller":"traceutil/trace.go:171","msg":"trace[1442736116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20596; }","duration":"375.488352ms","start":"2026-05-28T02:50:25.533176Z","end":"2026-05-28T02:50:25.908664Z","steps":["trace[1442736116] 'agreement among raft nodes before linearized reading' (duration: 375.339157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:25.908719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:25.533163Z","time spent":"375.546273ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:50:25.908799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.207474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T02:50:25.90885Z","caller":"traceutil/trace.go:171","msg":"trace[1919914193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20596; }","duration":"283.292356ms","start":"2026-05-28T02:50:25.625543Z","end":"2026-05-28T02:50:25.908835Z","steps":["trace[1919914193] 'agreement among raft nodes before linearized reading' (duration: 283.139231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:25.909044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.195715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:50:25.909135Z","caller":"traceutil/trace.go:171","msg":"trace[865555532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20596; }","duration":"278.298918ms","start":"2026-05-28T02:50:25.63081Z","end":"2026-05-28T02:50:25.909109Z","steps":["trace[865555532] 'agreement among raft nodes before linearized reading' (duration: 278.016889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:25.909141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.685706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:50:25.909339Z","caller":"traceutil/trace.go:171","msg":"trace[2082198792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20596; }","duration":"276.900453ms","start":"2026-05-28T02:50:25.632371Z","end":"2026-05-28T02:50:25.909271Z","steps":["trace[2082198792] 'agreement among raft nodes before linearized reading' (duration: 276.410047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:26.415375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254156468,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:50:26.885312Z","caller":"traceutil/trace.go:171","msg":"trace[233623615] transaction","detail":"{read_only:false; response_revision:20597; number_of_response:1; }","duration":"972.121375ms","start":"2026-05-28T02:50:25.913161Z","end":"2026-05-28T02:50:26.885282Z","steps":["trace[233623615] 'process raft request' (duration: 971.890307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:26.885497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:25.913142Z","time spent":"972.254459ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:50:27.096629Z","caller":"traceutil/trace.go:171","msg":"trace[1591863200] transaction","detail":"{read_only:false; response_revision:20598; number_of_response:1; }","duration":"1.183238405s","start":"2026-05-28T02:50:25.913354Z","end":"2026-05-28T02:50:27.096592Z","steps":["trace[1591863200] 'process raft request' (duration: 1.181559332s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:27.096815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:25.913336Z","time spent":"1.18338566s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:50:27.097118Z","caller":"traceutil/trace.go:171","msg":"trace[124262449] transaction","detail":"{read_only:false; response_revision:20601; number_of_response:1; }","duration":"461.79168ms","start":"2026-05-28T02:50:26.635291Z","end":"2026-05-28T02:50:27.097083Z","steps":["trace[124262449] 'process raft request' (duration: 461.702117ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:27.097136Z","caller":"traceutil/trace.go:171","msg":"trace[454599097] transaction","detail":"{read_only:false; response_revision:20599; number_of_response:1; }","duration":"1.182917175s","start":"2026-05-28T02:50:25.914173Z","end":"2026-05-28T02:50:27.09709Z","steps":["trace[454599097] 'process raft request' (duration: 1.182361827s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:27.097169Z","caller":"traceutil/trace.go:171","msg":"trace[759543029] transaction","detail":"{read_only:false; response_revision:20600; number_of_response:1; }","duration":"1.182039217s","start":"2026-05-28T02:50:25.915072Z","end":"2026-05-28T02:50:27.097111Z","steps":["trace[759543029] 'process raft request' (duration: 1.18183132s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:27.097257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:25.914145Z","time spent":"1.18305723s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:50:27.097279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:26.635262Z","time spent":"461.930354ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:50:27.097256Z","caller":"traceutil/trace.go:171","msg":"trace[454899411] linearizableReadLoop","detail":"{readStateIndex:21309; appliedIndex:21305; }","duration":"1.181945754s","start":"2026-05-28T02:50:25.915264Z","end":"2026-05-28T02:50:27.09721Z","steps":["trace[454899411] 'read index received' (duration: 969.916744ms)","trace[454899411] 'applied index is now lower than readState.Index' (duration: 212.02723ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:50:27.097357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:25.915042Z","time spent":"1.182211262s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:50:27.09732Z","caller":"traceutil/trace.go:171","msg":"trace[1680395760] transaction","detail":"{read_only:false; response_revision:20602; number_of_response:1; }","duration":"257.646052ms","start":"2026-05-28T02:50:26.839602Z","end":"2026-05-28T02:50:27.097248Z","steps":["trace[1680395760] 'process raft request' (duration: 257.433515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:27.098611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183330948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:110 size:1085141"} {"level":"info","ts":"2026-05-28T02:50:27.098691Z","caller":"traceutil/trace.go:171","msg":"trace[997744390] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:110; response_revision:20602; }","duration":"1.183441821s","start":"2026-05-28T02:50:25.915232Z","end":"2026-05-28T02:50:27.098674Z","steps":["trace[997744390] 'agreement among raft nodes before linearized reading' (duration: 1.18213455s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:27.098746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:25.915214Z","time spent":"1.183515444s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":110,"response size":1085164,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:50:27.857749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.66988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:50:27.857941Z","caller":"traceutil/trace.go:171","msg":"trace[1381618058] linearizableReadLoop","detail":"{readStateIndex:21314; appliedIndex:21311; }","duration":"760.55518ms","start":"2026-05-28T02:50:27.097372Z","end":"2026-05-28T02:50:27.857928Z","steps":["trace[1381618058] 'read index received' (duration: 432.482266ms)","trace[1381618058] 'applied index is now lower than readState.Index' (duration: 328.072094ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:50:27.858012Z","caller":"traceutil/trace.go:171","msg":"trace[1697899995] transaction","detail":"{read_only:false; response_revision:20603; number_of_response:1; }","duration":"874.877189ms","start":"2026-05-28T02:50:26.983127Z","end":"2026-05-28T02:50:27.858005Z","steps":["trace[1697899995] 'process raft request' (duration: 546.876538ms)","trace[1697899995] 'compare' (duration: 327.433153ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:50:27.858062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:26.983098Z","time spent":"874.938291ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:50:27.858367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641725229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7697"} {"level":"warn","ts":"2026-05-28T02:50:27.858352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607871721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:50:27.858365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302651296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:50:27.8584Z","caller":"traceutil/trace.go:171","msg":"trace[115576809] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:20605; }","duration":"1.641787881s","start":"2026-05-28T02:50:26.216604Z","end":"2026-05-28T02:50:27.858392Z","steps":["trace[115576809] 'agreement among raft nodes before linearized reading' (duration: 1.641656047s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:27.858413Z","caller":"traceutil/trace.go:171","msg":"trace[1536950420] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:20605; }","duration":"1.607982426s","start":"2026-05-28T02:50:26.250416Z","end":"2026-05-28T02:50:27.858398Z","steps":["trace[1536950420] 'agreement among raft nodes before linearized reading' (duration: 1.607874512s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:27.85843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:26.216588Z","time spent":"1.641837462s","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7720,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-05-28T02:50:27.858438Z","caller":"traceutil/trace.go:171","msg":"trace[446394506] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:20605; }","duration":"1.30279845s","start":"2026-05-28T02:50:26.555622Z","end":"2026-05-28T02:50:27.858421Z","steps":["trace[446394506] 'agreement among raft nodes before linearized reading' (duration: 1.302661096s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:27.858446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:26.250395Z","time spent":"1.608044297s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:50:27.858497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:26.555573Z","time spent":"1.302912644s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:50:27.858492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050123888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T02:50:27.858546Z","caller":"traceutil/trace.go:171","msg":"trace[937348812] transaction","detail":"{read_only:false; response_revision:20605; number_of_response:1; }","duration":"818.958249ms","start":"2026-05-28T02:50:27.039564Z","end":"2026-05-28T02:50:27.858522Z","steps":["trace[937348812] 'process raft request' (duration: 818.330289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:27.858549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720231489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:50:27.858606Z","caller":"traceutil/trace.go:171","msg":"trace[474982063] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:20605; }","duration":"1.720336572s","start":"2026-05-28T02:50:26.138255Z","end":"2026-05-28T02:50:27.858592Z","steps":["trace[474982063] 'agreement among raft nodes before linearized reading' (duration: 1.720230988s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:27.858549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.644967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:50:27.858586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.113362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:50:27.858639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:26.138223Z","time spent":"1.720408924s","remote":"127.0.0.1:55022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:50:27.858632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.212403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:50:27.858639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003741641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:50:27.858643Z","caller":"traceutil/trace.go:171","msg":"trace[1963354940] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:20605; }","duration":"844.777721ms","start":"2026-05-28T02:50:27.013856Z","end":"2026-05-28T02:50:27.858633Z","steps":["trace[1963354940] 'agreement among raft nodes before linearized reading' (duration: 844.663227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:27.858717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:27.013835Z","time spent":"844.874514ms","remote":"127.0.0.1:34482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:50:27.858717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.247175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:50:27.858671Z","caller":"traceutil/trace.go:171","msg":"trace[1006256370] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:20605; }","duration":"534.245056ms","start":"2026-05-28T02:50:27.324412Z","end":"2026-05-28T02:50:27.858657Z","steps":["trace[1006256370] 'agreement among raft nodes before linearized reading' (duration: 534.079441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:27.858729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.251579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T02:50:27.858736Z","caller":"traceutil/trace.go:171","msg":"trace[1851765857] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:20605; }","duration":"282.284275ms","start":"2026-05-28T02:50:27.576447Z","end":"2026-05-28T02:50:27.858731Z","steps":["trace[1851765857] 'agreement among raft nodes before linearized reading' (duration: 282.239844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:27.858747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:27.324391Z","time spent":"534.346009ms","remote":"127.0.0.1:54924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:50:27.85876Z","caller":"traceutil/trace.go:171","msg":"trace[1698803605] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:20605; }","duration":"519.2813ms","start":"2026-05-28T02:50:27.339472Z","end":"2026-05-28T02:50:27.858753Z","steps":["trace[1698803605] 'agreement among raft nodes before linearized reading' (duration: 519.178667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:27.858778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:27.339433Z","time spent":"519.341492ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T02:50:27.858653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:27.039539Z","time spent":"819.056212ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:50:27.858554Z","caller":"traceutil/trace.go:171","msg":"trace[1771833049] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:20605; }","duration":"1.050254511s","start":"2026-05-28T02:50:26.808288Z","end":"2026-05-28T02:50:27.858542Z","steps":["trace[1771833049] 'agreement among raft nodes before linearized reading' (duration: 1.049965182s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:27.858904Z","caller":"traceutil/trace.go:171","msg":"trace[1949349900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20605; }","duration":"1.003877735s","start":"2026-05-28T02:50:26.854827Z","end":"2026-05-28T02:50:27.858704Z","steps":["trace[1949349900] 'agreement among raft nodes before linearized reading' (duration: 1.00371837s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:27.859113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:26.854799Z","time spent":"1.004301199s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:50:27.858673Z","caller":"traceutil/trace.go:171","msg":"trace[1419049634] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:20605; }","duration":"282.289756ms","start":"2026-05-28T02:50:27.576374Z","end":"2026-05-28T02:50:27.858663Z","steps":["trace[1419049634] 'agreement among raft nodes before linearized reading' (duration: 282.236064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:27.858945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:26.808267Z","time spent":"1.050670125s","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":154,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:50:27.858942Z","caller":"traceutil/trace.go:171","msg":"trace[1985679130] transaction","detail":"{read_only:false; response_revision:20604; number_of_response:1; }","duration":"871.346617ms","start":"2026-05-28T02:50:26.987331Z","end":"2026-05-28T02:50:27.858678Z","steps":["trace[1985679130] 'process raft request' (duration: 870.494459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:27.859357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:26.987312Z","time spent":"871.996858ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:50:28.397319Z","caller":"traceutil/trace.go:171","msg":"trace[654367353] linearizableReadLoop","detail":"{readStateIndex:21315; appliedIndex:21314; }","duration":"531.173459ms","start":"2026-05-28T02:50:27.866083Z","end":"2026-05-28T02:50:28.397256Z","steps":["trace[654367353] 'read index received' (duration: 454.141866ms)","trace[654367353] 'applied index is now lower than readState.Index' (duration: 77.030223ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:50:28.397374Z","caller":"traceutil/trace.go:171","msg":"trace[333800694] transaction","detail":"{read_only:false; response_revision:20606; number_of_response:1; }","duration":"533.075319ms","start":"2026-05-28T02:50:27.864265Z","end":"2026-05-28T02:50:28.397341Z","steps":["trace[333800694] 'process raft request' (duration: 456.087169ms)","trace[333800694] 'compare' (duration: 76.755193ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:50:28.397521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:27.864233Z","time spent":"533.202733ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:50:28.397535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.270812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:50:28.397661Z","caller":"traceutil/trace.go:171","msg":"trace[1533122179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20606; }","duration":"531.367055ms","start":"2026-05-28T02:50:27.866208Z","end":"2026-05-28T02:50:28.397575Z","steps":["trace[1533122179] 'agreement among raft nodes before linearized reading' (duration: 531.261141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:28.397734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:27.866192Z","time spent":"531.527469ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:50:28.397674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.673499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-79d9df4c54-8bsg5.18b39ad07d9bd21d\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-05-28T02:50:28.398031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.542495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:50:28.39804Z","caller":"traceutil/trace.go:171","msg":"trace[368312571] range","detail":"{range_begin:/registry/events/openstack/heat-api-79d9df4c54-8bsg5.18b39ad07d9bd21d; range_end:; response_count:1; response_revision:20606; }","duration":"404.059172ms","start":"2026-05-28T02:50:27.993944Z","end":"2026-05-28T02:50:28.398003Z","steps":["trace[368312571] 'agreement among raft nodes before linearized reading' (duration: 403.538196ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:28.398082Z","caller":"traceutil/trace.go:171","msg":"trace[42343795] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:20606; }","duration":"435.652198ms","start":"2026-05-28T02:50:27.962416Z","end":"2026-05-28T02:50:28.398068Z","steps":["trace[42343795] 'agreement among raft nodes before linearized reading' (duration: 435.567985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:28.398109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:27.962381Z","time spent":"435.72241ms","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:50:28.398112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:27.993919Z","time spent":"404.166856ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-api-79d9df4c54-8bsg5.18b39ad07d9bd21d\" "} {"level":"warn","ts":"2026-05-28T02:50:28.398182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.600196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T02:50:28.39826Z","caller":"traceutil/trace.go:171","msg":"trace[1713565753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20606; }","duration":"484.73128ms","start":"2026-05-28T02:50:27.913507Z","end":"2026-05-28T02:50:28.398238Z","steps":["trace[1713565753] 'agreement among raft nodes before linearized reading' (duration: 484.463401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:28.398313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:27.913487Z","time spent":"484.813883ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:50:28.398574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.48992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:110 size:1085141"} {"level":"info","ts":"2026-05-28T02:50:28.3986Z","caller":"traceutil/trace.go:171","msg":"trace[1246266356] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:110; response_revision:20606; }","duration":"532.546732ms","start":"2026-05-28T02:50:27.866047Z","end":"2026-05-28T02:50:28.398594Z","steps":["trace[1246266356] 'agreement among raft nodes before linearized reading' (duration: 531.315213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:28.398616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:27.866031Z","time spent":"532.580203ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":110,"response size":1085164,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:50:28.984316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254156484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:50:29.394876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.97898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:50:29.394964Z","caller":"traceutil/trace.go:171","msg":"trace[418245340] transaction","detail":"{read_only:false; response_revision:20607; number_of_response:1; }","duration":"992.09409ms","start":"2026-05-28T02:50:28.402855Z","end":"2026-05-28T02:50:29.394949Z","steps":["trace[418245340] 'process raft request' (duration: 603.975316ms)","trace[418245340] 'compare' (duration: 387.768893ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:50:29.395006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:28.402835Z","time spent":"992.150942ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:50:30.497643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.490858956s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:50:30.562687Z","caller":"traceutil/trace.go:171","msg":"trace[1265107086] linearizableReadLoop","detail":"{readStateIndex:21317; appliedIndex:21315; }","duration":"2.078535492s","start":"2026-05-28T02:50:28.484119Z","end":"2026-05-28T02:50:30.562654Z","steps":["trace[1265107086] 'read index received' (duration: 522.688128ms)","trace[1265107086] 'applied index is now lower than readState.Index' (duration: 1.555845584s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:50:30.562734Z","caller":"traceutil/trace.go:171","msg":"trace[919260785] transaction","detail":"{read_only:false; response_revision:20608; number_of_response:1; }","duration":"2.159683846s","start":"2026-05-28T02:50:28.403013Z","end":"2026-05-28T02:50:30.562697Z","steps":["trace[919260785] 'process raft request' (duration: 2.094809171s)","trace[919260785] 'compare' (duration: 64.052428ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:50:30.563038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078902295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:50:30.56311Z","caller":"traceutil/trace.go:171","msg":"trace[415153788] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20608; }","duration":"2.079019058s","start":"2026-05-28T02:50:28.484072Z","end":"2026-05-28T02:50:30.563091Z","steps":["trace[415153788] 'agreement among raft nodes before linearized reading' (duration: 2.078728269s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:30.563104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:28.402965Z","time spent":"2.159838891s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:50:30.563162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:28.484058Z","time spent":"2.07909s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T02:50:30.613396Z","caller":"traceutil/trace.go:171","msg":"trace[590420457] transaction","detail":"{read_only:false; response_revision:20610; number_of_response:1; }","duration":"749.360314ms","start":"2026-05-28T02:50:29.864011Z","end":"2026-05-28T02:50:30.613371Z","steps":["trace[590420457] 'process raft request' (duration: 749.283062ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:30.613439Z","caller":"traceutil/trace.go:171","msg":"trace[1077876981] transaction","detail":"{read_only:false; response_revision:20609; number_of_response:1; }","duration":"1.510512141s","start":"2026-05-28T02:50:29.102898Z","end":"2026-05-28T02:50:30.61341Z","steps":["trace[1077876981] 'process raft request' (duration: 1.510230162s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:30.613577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:29.863983Z","time spent":"749.491408ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:50:30.61361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:29.102889Z","time spent":"1.510614025s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:50:30.61387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735660008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:50:30.613916Z","caller":"traceutil/trace.go:171","msg":"trace[1353440953] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:20612; }","duration":"1.735741221s","start":"2026-05-28T02:50:28.878163Z","end":"2026-05-28T02:50:30.613904Z","steps":["trace[1353440953] 'agreement among raft nodes before linearized reading' (duration: 1.735660188s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:30.613945Z","caller":"traceutil/trace.go:171","msg":"trace[799164136] transaction","detail":"{read_only:false; response_revision:20611; number_of_response:1; }","duration":"749.460917ms","start":"2026-05-28T02:50:29.86447Z","end":"2026-05-28T02:50:30.613931Z","steps":["trace[799164136] 'process raft request' (duration: 748.864248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:30.613941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513171796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-28T02:50:30.613958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211185344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7b9c6599cb-l7hkr.18b39ad07e8d7365\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-28T02:50:30.614006Z","caller":"traceutil/trace.go:171","msg":"trace[572462474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20612; }","duration":"1.51327457s","start":"2026-05-28T02:50:29.100716Z","end":"2026-05-28T02:50:30.61399Z","steps":["trace[572462474] 'agreement among raft nodes before linearized reading' (duration: 1.513075383s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:30.614007Z","caller":"traceutil/trace.go:171","msg":"trace[1237593919] transaction","detail":"{read_only:false; response_revision:20612; number_of_response:1; }","duration":"748.787375ms","start":"2026-05-28T02:50:29.865192Z","end":"2026-05-28T02:50:30.613979Z","steps":["trace[1237593919] 'process raft request' (duration: 748.426764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:30.614065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:29.100703Z","time spent":"1.513353792s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:50:30.614071Z","caller":"traceutil/trace.go:171","msg":"trace[1109064905] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7b9c6599cb-l7hkr.18b39ad07e8d7365; range_end:; response_count:1; response_revision:20612; }","duration":"1.211329418s","start":"2026-05-28T02:50:29.402718Z","end":"2026-05-28T02:50:30.614047Z","steps":["trace[1109064905] 'agreement among raft nodes before linearized reading' (duration: 1.21105611s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:30.614054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.477015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:50:30.61401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.443785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:50:30.614233Z","caller":"traceutil/trace.go:171","msg":"trace[196556320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20612; }","duration":"759.715774ms","start":"2026-05-28T02:50:29.854498Z","end":"2026-05-28T02:50:30.614214Z","steps":["trace[196556320] 'agreement among raft nodes before linearized reading' (duration: 759.482586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:30.614021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:29.864454Z","time spent":"749.53121ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:50:30.61395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:28.878145Z","time spent":"1.735796353s","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:50:30.61413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:29.865168Z","time spent":"748.901759ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:50:30.614503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:29.854478Z","time spent":"759.857448ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:50:30.614139Z","caller":"traceutil/trace.go:171","msg":"trace[1960384657] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:20612; }","duration":"606.62163ms","start":"2026-05-28T02:50:30.007498Z","end":"2026-05-28T02:50:30.614119Z","steps":["trace[1960384657] 'agreement among raft nodes before linearized reading' (duration: 606.485865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:30.614791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:30.007477Z","time spent":"607.297082ms","remote":"127.0.0.1:54940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:50:30.614142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:29.402701Z","time spent":"1.211425931s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-7b9c6599cb-l7hkr.18b39ad07e8d7365\" "} {"level":"warn","ts":"2026-05-28T02:50:30.615322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50072626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-05-28T02:50:30.615354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5135861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T02:50:30.615371Z","caller":"traceutil/trace.go:171","msg":"trace[2067461048] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:20612; }","duration":"1.500797682s","start":"2026-05-28T02:50:29.114562Z","end":"2026-05-28T02:50:30.61536Z","steps":["trace[2067461048] 'agreement among raft nodes before linearized reading' (duration: 1.499354636s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:30.615398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513863478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:50:30.615472Z","caller":"traceutil/trace.go:171","msg":"trace[1121944875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20612; }","duration":"1.51393078s","start":"2026-05-28T02:50:29.101512Z","end":"2026-05-28T02:50:30.615443Z","steps":["trace[1121944875] 'agreement among raft nodes before linearized reading' (duration: 1.512266867s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:30.615495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.79622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T02:50:30.615412Z","caller":"traceutil/trace.go:171","msg":"trace[1976673713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20612; }","duration":"1.513650921s","start":"2026-05-28T02:50:29.101745Z","end":"2026-05-28T02:50:30.615396Z","steps":["trace[1976673713] 'agreement among raft nodes before linearized reading' (duration: 1.512299628s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:30.615527Z","caller":"traceutil/trace.go:171","msg":"trace[145558113] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:20612; }","duration":"199.858942ms","start":"2026-05-28T02:50:30.415659Z","end":"2026-05-28T02:50:30.615518Z","steps":["trace[145558113] 'agreement among raft nodes before linearized reading' (duration: 198.247431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:30.615528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:29.101507Z","time spent":"1.514008843s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:50:30.615561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:29.101741Z","time spent":"1.513804946s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:50:30.615492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.340185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-28T02:50:30.615644Z","caller":"traceutil/trace.go:171","msg":"trace[155729891] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:20612; }","duration":"816.521042ms","start":"2026-05-28T02:50:29.799108Z","end":"2026-05-28T02:50:30.615629Z","steps":["trace[155729891] 'agreement among raft nodes before linearized reading' (duration: 814.946372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:30.615652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218672702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-28T02:50:30.615696Z","caller":"traceutil/trace.go:171","msg":"trace[421676465] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:20612; }","duration":"1.218733774s","start":"2026-05-28T02:50:29.396951Z","end":"2026-05-28T02:50:30.615685Z","steps":["trace[421676465] 'agreement among raft nodes before linearized reading' (duration: 1.217009139s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:30.615737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:29.396939Z","time spent":"1.218790146s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-28T02:50:30.615698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:29.799079Z","time spent":"816.606025ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-28T02:50:30.615412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:29.114552Z","time spent":"1.500850304s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T02:50:30.615326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725559847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:50:30.616055Z","caller":"traceutil/trace.go:171","msg":"trace[2157683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20612; }","duration":"1.726322921s","start":"2026-05-28T02:50:28.889715Z","end":"2026-05-28T02:50:30.616038Z","steps":["trace[2157683] 'agreement among raft nodes before linearized reading' (duration: 1.724134261s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:50:30.618154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:50:28.889702Z","time spent":"1.728434599s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:50:34.806787Z","caller":"traceutil/trace.go:171","msg":"trace[1935257235] transaction","detail":"{read_only:false; response_revision:20637; number_of_response:1; }","duration":"125.832126ms","start":"2026-05-28T02:50:34.680928Z","end":"2026-05-28T02:50:34.80676Z","steps":["trace[1935257235] 'process raft request' (duration: 120.959291ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:34.807019Z","caller":"traceutil/trace.go:171","msg":"trace[1631799460] transaction","detail":"{read_only:false; response_revision:20638; number_of_response:1; }","duration":"125.139604ms","start":"2026-05-28T02:50:34.681866Z","end":"2026-05-28T02:50:34.807005Z","steps":["trace[1631799460] 'process raft request' (duration: 124.922537ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:34.807088Z","caller":"traceutil/trace.go:171","msg":"trace[809483470] transaction","detail":"{read_only:false; response_revision:20639; number_of_response:1; }","duration":"124.791372ms","start":"2026-05-28T02:50:34.68229Z","end":"2026-05-28T02:50:34.807081Z","steps":["trace[809483470] 'process raft request' (duration: 124.595516ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:50:34.807136Z","caller":"traceutil/trace.go:171","msg":"trace[1653028079] transaction","detail":"{read_only:false; response_revision:20640; number_of_response:1; }","duration":"123.993017ms","start":"2026-05-28T02:50:34.683138Z","end":"2026-05-28T02:50:34.807131Z","steps":["trace[1653028079] 'process raft request' (duration: 123.77993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:51:40.126374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.936467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:51:40.126464Z","caller":"traceutil/trace.go:171","msg":"trace[836893208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21235; }","duration":"272.086942ms","start":"2026-05-28T02:51:39.85436Z","end":"2026-05-28T02:51:40.126447Z","steps":["trace[836893208] 'range keys from in-memory index tree' (duration: 271.800293ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:51:40.237182Z","caller":"traceutil/trace.go:171","msg":"trace[1607424314] linearizableReadLoop","detail":"{readStateIndex:21972; appliedIndex:21971; }","duration":"102.128812ms","start":"2026-05-28T02:51:40.135026Z","end":"2026-05-28T02:51:40.237155Z","steps":["trace[1607424314] 'read index received' (duration: 101.929285ms)","trace[1607424314] 'applied index is now lower than readState.Index' (duration: 198.507µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:51:40.237244Z","caller":"traceutil/trace.go:171","msg":"trace[1888493792] transaction","detail":"{read_only:false; response_revision:21236; number_of_response:1; }","duration":"106.524591ms","start":"2026-05-28T02:51:40.130676Z","end":"2026-05-28T02:51:40.2372Z","steps":["trace[1888493792] 'process raft request' (duration: 106.324065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:51:40.237332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.278966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:51:40.237432Z","caller":"traceutil/trace.go:171","msg":"trace[550274772] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:21236; }","duration":"102.426441ms","start":"2026-05-28T02:51:40.134985Z","end":"2026-05-28T02:51:40.237411Z","steps":["trace[550274772] 'agreement among raft nodes before linearized reading' (duration: 102.263566ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:35.272683Z","caller":"traceutil/trace.go:171","msg":"trace[2102164730] transaction","detail":"{read_only:false; response_revision:21622; number_of_response:1; }","duration":"101.486531ms","start":"2026-05-28T02:52:35.171164Z","end":"2026-05-28T02:52:35.27265Z","steps":["trace[2102164730] 'process raft request' (duration: 101.236243ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:35.659686Z","caller":"traceutil/trace.go:171","msg":"trace[134476960] linearizableReadLoop","detail":"{readStateIndex:22374; appliedIndex:22373; }","duration":"131.257929ms","start":"2026-05-28T02:52:35.5284Z","end":"2026-05-28T02:52:35.659658Z","steps":["trace[134476960] 'read index received' (duration: 131.059483ms)","trace[134476960] 'applied index is now lower than readState.Index' (duration: 197.246µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:52:35.659773Z","caller":"traceutil/trace.go:171","msg":"trace[575551190] transaction","detail":"{read_only:false; response_revision:21626; number_of_response:1; }","duration":"139.16156ms","start":"2026-05-28T02:52:35.520569Z","end":"2026-05-28T02:52:35.659731Z","steps":["trace[575551190] 'process raft request' (duration: 138.955644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:35.659992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.564608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:52:35.660084Z","caller":"traceutil/trace.go:171","msg":"trace[615207689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21626; }","duration":"131.669052ms","start":"2026-05-28T02:52:35.528392Z","end":"2026-05-28T02:52:35.660061Z","steps":["trace[615207689] 'agreement among raft nodes before linearized reading' (duration: 131.385833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:35.660104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.129894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:52:35.660213Z","caller":"traceutil/trace.go:171","msg":"trace[1102434323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21626; }","duration":"125.292949ms","start":"2026-05-28T02:52:35.5349Z","end":"2026-05-28T02:52:35.660193Z","steps":["trace[1102434323] 'agreement among raft nodes before linearized reading' (duration: 125.049191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:52:35.660018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.274265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-28T02:52:35.660273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.776874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T02:52:35.660399Z","caller":"traceutil/trace.go:171","msg":"trace[1042660270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21626; }","duration":"123.629015ms","start":"2026-05-28T02:52:35.536707Z","end":"2026-05-28T02:52:35.660336Z","steps":["trace[1042660270] 'agreement among raft nodes before linearized reading' (duration: 123.171741ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:35.660357Z","caller":"traceutil/trace.go:171","msg":"trace[136299109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21626; }","duration":"125.929479ms","start":"2026-05-28T02:52:35.534413Z","end":"2026-05-28T02:52:35.660342Z","steps":["trace[136299109] 'agreement among raft nodes before linearized reading' (duration: 125.415512ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:52:35.71004Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19431} {"level":"info","ts":"2026-05-28T02:52:36.27102Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19431,"took":"556.816766ms","hash":276943239,"current-db-size-bytes":49258496,"current-db-size":"49 MB","current-db-size-in-use-bytes":29372416,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-28T02:52:36.2711Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":276943239,"revision":19431,"compact-revision":17160} {"level":"info","ts":"2026-05-28T02:52:37.108172Z","caller":"traceutil/trace.go:171","msg":"trace[655515762] transaction","detail":"{read_only:false; response_revision:21634; number_of_response:1; }","duration":"180.894819ms","start":"2026-05-28T02:52:36.927252Z","end":"2026-05-28T02:52:37.108147Z","steps":["trace[655515762] 'process raft request' (duration: 180.602459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:53:35.417912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.185026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-73f7f6fc-ff88-4993-937a-27aa1e4b21c1\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-28T02:53:35.418042Z","caller":"traceutil/trace.go:171","msg":"trace[869633657] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-73f7f6fc-ff88-4993-937a-27aa1e4b21c1; range_end:; response_count:1; response_revision:22101; }","duration":"109.380962ms","start":"2026-05-28T02:53:35.308634Z","end":"2026-05-28T02:53:35.418015Z","steps":["trace[869633657] 'range keys from in-memory index tree' (duration: 108.962019ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:20.664639Z","caller":"traceutil/trace.go:171","msg":"trace[984945495] transaction","detail":"{read_only:false; response_revision:22726; number_of_response:1; }","duration":"174.476284ms","start":"2026-05-28T02:54:20.490144Z","end":"2026-05-28T02:54:20.66462Z","steps":["trace[984945495] 'process raft request' (duration: 174.318279ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:20.683913Z","caller":"traceutil/trace.go:171","msg":"trace[340822783] linearizableReadLoop","detail":"{readStateIndex:23510; appliedIndex:23508; }","duration":"178.018767ms","start":"2026-05-28T02:54:20.505874Z","end":"2026-05-28T02:54:20.683893Z","steps":["trace[340822783] 'read index received' (duration: 158.589408ms)","trace[340822783] 'applied index is now lower than readState.Index' (duration: 19.428439ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:54:20.684035Z","caller":"traceutil/trace.go:171","msg":"trace[226377156] transaction","detail":"{read_only:false; response_revision:22727; number_of_response:1; }","duration":"189.672737ms","start":"2026-05-28T02:54:20.494339Z","end":"2026-05-28T02:54:20.684012Z","steps":["trace[226377156] 'process raft request' (duration: 189.298296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:20.684182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.284865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129095"} {"level":"info","ts":"2026-05-28T02:54:20.684215Z","caller":"traceutil/trace.go:171","msg":"trace[688544625] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22727; }","duration":"178.362688ms","start":"2026-05-28T02:54:20.505843Z","end":"2026-05-28T02:54:20.684206Z","steps":["trace[688544625] 'agreement among raft nodes before linearized reading' (duration: 178.153711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:20.684218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.266883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T02:54:20.684289Z","caller":"traceutil/trace.go:171","msg":"trace[1172045710] range","detail":"{range_begin:/registry/serviceaccounts/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-manager; range_end:; response_count:1; response_revision:22727; }","duration":"166.398287ms","start":"2026-05-28T02:54:20.517872Z","end":"2026-05-28T02:54:20.684271Z","steps":["trace[1172045710] 'agreement among raft nodes before linearized reading' (duration: 166.17583ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:21.184085Z","caller":"traceutil/trace.go:171","msg":"trace[615625295] transaction","detail":"{read_only:false; response_revision:22729; number_of_response:1; }","duration":"456.221254ms","start":"2026-05-28T02:54:20.727826Z","end":"2026-05-28T02:54:21.184047Z","steps":["trace[615625295] 'process raft request' (duration: 455.913215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:21.184273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:20.727804Z","time spent":"456.381039ms","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":108914,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:54:21.18431Z","caller":"traceutil/trace.go:171","msg":"trace[183574289] linearizableReadLoop","detail":"{readStateIndex:23513; appliedIndex:23510; }","duration":"440.774682ms","start":"2026-05-28T02:54:20.743522Z","end":"2026-05-28T02:54:21.184297Z","steps":["trace[183574289] 'read index received' (duration: 55.844548ms)","trace[183574289] 'applied index is now lower than readState.Index' (duration: 384.929274ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:54:21.184696Z","caller":"traceutil/trace.go:171","msg":"trace[664324801] transaction","detail":"{read_only:false; response_revision:22730; number_of_response:1; }","duration":"454.788858ms","start":"2026-05-28T02:54:20.729889Z","end":"2026-05-28T02:54:21.184678Z","steps":["trace[664324801] 'process raft request' (duration: 454.023654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:21.184793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:20.729867Z","time spent":"454.885292ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2587,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:54:21.18497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.440293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-05-28T02:54:21.185Z","caller":"traceutil/trace.go:171","msg":"trace[1886840096] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22731; }","duration":"441.494965ms","start":"2026-05-28T02:54:20.743495Z","end":"2026-05-28T02:54:21.18499Z","steps":["trace[1886840096] 'agreement among raft nodes before linearized reading' (duration: 440.834534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:21.185024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:20.743484Z","time spent":"441.532116ms","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224987,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-28T02:54:21.185166Z","caller":"traceutil/trace.go:171","msg":"trace[186228042] transaction","detail":"{read_only:false; response_revision:22731; number_of_response:1; }","duration":"429.006318ms","start":"2026-05-28T02:54:20.756147Z","end":"2026-05-28T02:54:21.185153Z","steps":["trace[186228042] 'process raft request' (duration: 428.010286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:21.18527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:20.75613Z","time spent":"429.08382ms","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":167969,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:54:21.298928Z","caller":"traceutil/trace.go:171","msg":"trace[27963502] linearizableReadLoop","detail":"{readStateIndex:23515; appliedIndex:23514; }","duration":"114.457443ms","start":"2026-05-28T02:54:21.184446Z","end":"2026-05-28T02:54:21.298903Z","steps":["trace[27963502] 'read index received' (duration: 47.029607ms)","trace[27963502] 'applied index is now lower than readState.Index' (duration: 67.426876ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:54:21.299022Z","caller":"traceutil/trace.go:171","msg":"trace[895423750] transaction","detail":"{read_only:false; response_revision:22732; number_of_response:1; }","duration":"145.105919ms","start":"2026-05-28T02:54:21.153883Z","end":"2026-05-28T02:54:21.298989Z","steps":["trace[895423750] 'process raft request' (duration: 77.577409ms)","trace[895423750] 'compare' (duration: 67.261222ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:54:21.299087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.357247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:54:21.299162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.914453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-leader-election-role\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:54:21.299176Z","caller":"traceutil/trace.go:171","msg":"trace[131221150] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22732; }","duration":"167.498543ms","start":"2026-05-28T02:54:21.131658Z","end":"2026-05-28T02:54:21.299157Z","steps":["trace[131221150] 'agreement among raft nodes before linearized reading' (duration: 167.331727ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:21.299203Z","caller":"traceutil/trace.go:171","msg":"trace[1390063404] range","detail":"{range_begin:/registry/roles/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-leader-election-role; range_end:; response_count:0; response_revision:22732; }","duration":"482.989416ms","start":"2026-05-28T02:54:20.816202Z","end":"2026-05-28T02:54:21.299191Z","steps":["trace[1390063404] 'agreement among raft nodes before linearized reading' (duration: 482.938284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:21.299114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.742188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:54:21.299244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:20.816167Z","time spent":"483.069548ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/roles/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-leader-election-role\" "} {"level":"info","ts":"2026-05-28T02:54:21.299277Z","caller":"traceutil/trace.go:171","msg":"trace[1069344247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22732; }","duration":"444.961985ms","start":"2026-05-28T02:54:20.854302Z","end":"2026-05-28T02:54:21.299264Z","steps":["trace[1069344247] 'agreement among raft nodes before linearized reading' (duration: 444.749458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:21.299322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:20.854281Z","time spent":"445.020147ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:54:21.30198Z","caller":"traceutil/trace.go:171","msg":"trace[1262878267] transaction","detail":"{read_only:false; response_revision:22733; number_of_response:1; }","duration":"102.205703ms","start":"2026-05-28T02:54:21.199764Z","end":"2026-05-28T02:54:21.301969Z","steps":["trace[1262878267] 'process raft request' (duration: 101.950555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:21.309064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.426484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-28T02:54:21.30914Z","caller":"traceutil/trace.go:171","msg":"trace[821904705] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22735; }","duration":"120.63106ms","start":"2026-05-28T02:54:21.18849Z","end":"2026-05-28T02:54:21.309121Z","steps":["trace[821904705] 'agreement among raft nodes before linearized reading' (duration: 120.30436ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:22.51487Z","caller":"traceutil/trace.go:171","msg":"trace[2086257194] linearizableReadLoop","detail":"{readStateIndex:23659; appliedIndex:23658; }","duration":"216.329467ms","start":"2026-05-28T02:54:22.298514Z","end":"2026-05-28T02:54:22.514843Z","steps":["trace[2086257194] 'read index received' (duration: 216.134441ms)","trace[2086257194] 'applied index is now lower than readState.Index' (duration: 193.486µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:54:22.514959Z","caller":"traceutil/trace.go:171","msg":"trace[227919332] transaction","detail":"{read_only:false; response_revision:22873; number_of_response:1; }","duration":"221.164361ms","start":"2026-05-28T02:54:22.293772Z","end":"2026-05-28T02:54:22.514937Z","steps":["trace[227919332] 'process raft request' (duration: 220.905743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:22.515204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.566356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:54:22.515236Z","caller":"traceutil/trace.go:171","msg":"trace[1171149999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22873; }","duration":"179.626878ms","start":"2026-05-28T02:54:22.335599Z","end":"2026-05-28T02:54:22.515226Z","steps":["trace[1171149999] 'agreement among raft nodes before linearized reading' (duration: 179.491114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:22.515239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.787966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T02:54:22.515325Z","caller":"traceutil/trace.go:171","msg":"trace[1663497200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22873; }","duration":"186.951011ms","start":"2026-05-28T02:54:22.328354Z","end":"2026-05-28T02:54:22.515305Z","steps":["trace[1663497200] 'agreement among raft nodes before linearized reading' (duration: 186.699724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:22.515367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.255008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-28T02:54:22.515397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.827018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110064"} {"level":"info","ts":"2026-05-28T02:54:22.515446Z","caller":"traceutil/trace.go:171","msg":"trace[1106961797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22873; }","duration":"180.388902ms","start":"2026-05-28T02:54:22.335034Z","end":"2026-05-28T02:54:22.515423Z","steps":["trace[1106961797] 'agreement among raft nodes before linearized reading' (duration: 180.138304ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:22.515569Z","caller":"traceutil/trace.go:171","msg":"trace[1278588536] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22873; }","duration":"160.079546ms","start":"2026-05-28T02:54:22.35546Z","end":"2026-05-28T02:54:22.51554Z","steps":["trace[1278588536] 'agreement among raft nodes before linearized reading' (duration: 159.643392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:22.51533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.74643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T02:54:22.515733Z","caller":"traceutil/trace.go:171","msg":"trace[204832837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22873; }","duration":"217.220036ms","start":"2026-05-28T02:54:22.298493Z","end":"2026-05-28T02:54:22.515713Z","steps":["trace[204832837] 'agreement among raft nodes before linearized reading' (duration: 216.503843ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:24.034806Z","caller":"traceutil/trace.go:171","msg":"trace[531210948] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"174.805005ms","start":"2026-05-28T02:54:23.859974Z","end":"2026-05-28T02:54:24.034779Z","steps":["trace[531210948] 'process raft request' (duration: 174.612449ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:24.038505Z","caller":"traceutil/trace.go:171","msg":"trace[1931588123] transaction","detail":"{read_only:false; response_revision:22908; number_of_response:1; }","duration":"178.11391ms","start":"2026-05-28T02:54:23.860368Z","end":"2026-05-28T02:54:24.038482Z","steps":["trace[1931588123] 'process raft request' (duration: 177.931054ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:24.038868Z","caller":"traceutil/trace.go:171","msg":"trace[2145767308] transaction","detail":"{read_only:false; response_revision:22909; number_of_response:1; }","duration":"173.142362ms","start":"2026-05-28T02:54:23.865697Z","end":"2026-05-28T02:54:24.03884Z","steps":["trace[2145767308] 'process raft request' (duration: 172.73981ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:24.039133Z","caller":"traceutil/trace.go:171","msg":"trace[2045118720] linearizableReadLoop","detail":"{readStateIndex:23695; appliedIndex:23692; }","duration":"173.243725ms","start":"2026-05-28T02:54:23.865872Z","end":"2026-05-28T02:54:24.039116Z","steps":["trace[2045118720] 'read index received' (duration: 168.704051ms)","trace[2045118720] 'applied index is now lower than readState.Index' (duration: 4.538244ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:54:24.039249Z","caller":"traceutil/trace.go:171","msg":"trace[1023843831] transaction","detail":"{read_only:false; response_revision:22910; number_of_response:1; }","duration":"147.542087ms","start":"2026-05-28T02:54:23.89169Z","end":"2026-05-28T02:54:24.039232Z","steps":["trace[1023843831] 'process raft request' (duration: 147.033661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:24.039409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.444681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/cert-manager-test/\" range_end:\"/registry/daemonsets/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:54:24.039453Z","caller":"traceutil/trace.go:171","msg":"trace[1163812294] range","detail":"{range_begin:/registry/daemonsets/cert-manager-test/; range_end:/registry/daemonsets/cert-manager-test0; response_count:0; response_revision:22910; }","duration":"173.610828ms","start":"2026-05-28T02:54:23.865831Z","end":"2026-05-28T02:54:24.039442Z","steps":["trace[1163812294] 'agreement among raft nodes before linearized reading' (duration: 173.450612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:24.039518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.967184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:54:24.03962Z","caller":"traceutil/trace.go:171","msg":"trace[1139931466] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22910; }","duration":"139.13872ms","start":"2026-05-28T02:54:23.900461Z","end":"2026-05-28T02:54:24.0396Z","steps":["trace[1139931466] 'agreement among raft nodes before linearized reading' (duration: 138.961564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:24.040932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.909441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:54:24.040963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.759298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:54:24.040987Z","caller":"traceutil/trace.go:171","msg":"trace[835816231] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22910; }","duration":"110.980333ms","start":"2026-05-28T02:54:23.929994Z","end":"2026-05-28T02:54:24.040974Z","steps":["trace[835816231] 'agreement among raft nodes before linearized reading' (duration: 110.88718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:24.041074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.078186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:54:24.041145Z","caller":"traceutil/trace.go:171","msg":"trace[81033164] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22910; }","duration":"111.155668ms","start":"2026-05-28T02:54:23.929981Z","end":"2026-05-28T02:54:24.041137Z","steps":["trace[81033164] 'agreement among raft nodes before linearized reading' (duration: 111.029994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:24.041332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.358935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:54:24.041364Z","caller":"traceutil/trace.go:171","msg":"trace[772821590] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22910; }","duration":"111.415667ms","start":"2026-05-28T02:54:23.929941Z","end":"2026-05-28T02:54:24.041357Z","steps":["trace[772821590] 'agreement among raft nodes before linearized reading' (duration: 111.366746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:24.041514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.655155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:54:24.041538Z","caller":"traceutil/trace.go:171","msg":"trace[2147186248] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22910; }","duration":"133.738808ms","start":"2026-05-28T02:54:23.907793Z","end":"2026-05-28T02:54:24.041532Z","steps":["trace[2147186248] 'agreement among raft nodes before linearized reading' (duration: 133.645915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:24.041786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.999326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:54:24.041816Z","caller":"traceutil/trace.go:171","msg":"trace[1008734700] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22910; }","duration":"134.051208ms","start":"2026-05-28T02:54:23.907758Z","end":"2026-05-28T02:54:24.041809Z","steps":["trace[1008734700] 'agreement among raft nodes before linearized reading' (duration: 134.001266ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:24.040996Z","caller":"traceutil/trace.go:171","msg":"trace[1146142370] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22910; }","duration":"138.790469ms","start":"2026-05-28T02:54:23.902192Z","end":"2026-05-28T02:54:24.040983Z","steps":["trace[1146142370] 'agreement among raft nodes before linearized reading' (duration: 138.741157ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:25.507701Z","caller":"traceutil/trace.go:171","msg":"trace[37281565] linearizableReadLoop","detail":"{readStateIndex:23738; appliedIndex:23737; }","duration":"111.5085ms","start":"2026-05-28T02:54:25.39615Z","end":"2026-05-28T02:54:25.507658Z","steps":["trace[37281565] 'read index received' (duration: 108.352519ms)","trace[37281565] 'applied index is now lower than readState.Index' (duration: 3.154081ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:54:25.507782Z","caller":"traceutil/trace.go:171","msg":"trace[1684704998] transaction","detail":"{read_only:false; response_revision:22951; number_of_response:1; }","duration":"115.853198ms","start":"2026-05-28T02:54:25.391882Z","end":"2026-05-28T02:54:25.507735Z","steps":["trace[1684704998] 'process raft request' (duration: 112.589564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:25.508149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.955074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-28T02:54:25.508222Z","caller":"traceutil/trace.go:171","msg":"trace[289725197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22951; }","duration":"112.070688ms","start":"2026-05-28T02:54:25.396121Z","end":"2026-05-28T02:54:25.508191Z","steps":["trace[289725197] 'agreement among raft nodes before linearized reading' (duration: 111.706416ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:25.511149Z","caller":"traceutil/trace.go:171","msg":"trace[1811132774] transaction","detail":"{read_only:false; response_revision:22952; number_of_response:1; }","duration":"111.82477ms","start":"2026-05-28T02:54:25.399291Z","end":"2026-05-28T02:54:25.511116Z","steps":["trace[1811132774] 'process raft request' (duration: 111.573252ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:25.511959Z","caller":"traceutil/trace.go:171","msg":"trace[1850324629] transaction","detail":"{read_only:false; response_revision:22953; number_of_response:1; }","duration":"106.48828ms","start":"2026-05-28T02:54:25.405422Z","end":"2026-05-28T02:54:25.51191Z","steps":["trace[1850324629] 'process raft request' (duration: 105.636793ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:30.569641Z","caller":"traceutil/trace.go:171","msg":"trace[1535217972] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"363.417119ms","start":"2026-05-28T02:54:30.206139Z","end":"2026-05-28T02:54:30.569557Z","steps":["trace[1535217972] 'process raft request' (duration: 324.580553ms)","trace[1535217972] 'compare' (duration: 38.250277ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:54:30.569771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:30.206118Z","time spent":"363.584694ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:54:31.075517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254163989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:54:31.575672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254163989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:54:31.652064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078319578s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:54:31.654456Z","caller":"traceutil/trace.go:171","msg":"trace[543278609] transaction","detail":"{read_only:false; response_revision:23048; number_of_response:1; }","duration":"1.080806127s","start":"2026-05-28T02:54:30.573616Z","end":"2026-05-28T02:54:31.654422Z","steps":["trace[543278609] 'process raft request' (duration: 1.07869009s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:31.654834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:30.573548Z","time spent":"1.080983653s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:54:32.445303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.85698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:54:32.445929Z","caller":"traceutil/trace.go:171","msg":"trace[35841334] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"1.871752157s","start":"2026-05-28T02:54:30.574134Z","end":"2026-05-28T02:54:32.445886Z","steps":["trace[35841334] 'process raft request' (duration: 1.258218716s)","trace[35841334] 'compare' (duration: 612.636023ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:54:32.446119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:30.574118Z","time spent":"1.871901702s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:54:32.445957Z","caller":"traceutil/trace.go:171","msg":"trace[1746580352] transaction","detail":"{read_only:false; response_revision:23050; number_of_response:1; }","duration":"1.871432037s","start":"2026-05-28T02:54:30.574464Z","end":"2026-05-28T02:54:32.445896Z","steps":["trace[1746580352] 'process raft request' (duration: 1.870929071s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:32.446281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:30.574453Z","time spent":"1.871749376s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:54:32.446427Z","caller":"traceutil/trace.go:171","msg":"trace[2074842088] transaction","detail":"{read_only:false; response_revision:23052; number_of_response:1; }","duration":"1.548384142s","start":"2026-05-28T02:54:30.898029Z","end":"2026-05-28T02:54:32.446414Z","steps":["trace[2074842088] 'process raft request' (duration: 1.547946918s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:32.446523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:30.898005Z","time spent":"1.548472375s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:54:32.446651Z","caller":"traceutil/trace.go:171","msg":"trace[170819574] transaction","detail":"{read_only:false; response_revision:23053; number_of_response:1; }","duration":"1.100679519s","start":"2026-05-28T02:54:31.345928Z","end":"2026-05-28T02:54:32.446607Z","steps":["trace[170819574] 'process raft request' (duration: 1.10039425s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:32.446867Z","caller":"traceutil/trace.go:171","msg":"trace[1044501939] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"1.014952051s","start":"2026-05-28T02:54:31.431897Z","end":"2026-05-28T02:54:32.446849Z","steps":["trace[1044501939] 'process raft request' (duration: 1.014566899s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:32.446858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:31.345864Z","time spent":"1.100887226s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:54:32.44689Z","caller":"traceutil/trace.go:171","msg":"trace[1567859020] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"729.514174ms","start":"2026-05-28T02:54:31.717355Z","end":"2026-05-28T02:54:32.446869Z","steps":["trace[1567859020] 'process raft request' (duration: 729.449102ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:32.446378Z","caller":"traceutil/trace.go:171","msg":"trace[230149517] transaction","detail":"{read_only:false; response_revision:23051; number_of_response:1; }","duration":"1.871780088s","start":"2026-05-28T02:54:30.574567Z","end":"2026-05-28T02:54:32.446347Z","steps":["trace[230149517] 'process raft request' (duration: 1.871288082s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:32.446909Z","caller":"traceutil/trace.go:171","msg":"trace[1002214678] linearizableReadLoop","detail":"{readStateIndex:23842; appliedIndex:23835; }","duration":"1.872426239s","start":"2026-05-28T02:54:30.574439Z","end":"2026-05-28T02:54:32.446865Z","steps":["trace[1002214678] 'read index received' (duration: 1.077850333s)","trace[1002214678] 'applied index is now lower than readState.Index' (duration: 794.573475ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:54:32.446966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:31.431868Z","time spent":"1.015045603s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:54:32.447324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:31.717338Z","time spent":"729.6945ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:54:32.447137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:30.574549Z","time spent":"1.87250176s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:54:32.447536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873082089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18654"} {"level":"info","ts":"2026-05-28T02:54:32.447599Z","caller":"traceutil/trace.go:171","msg":"trace[587979858] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23055; }","duration":"1.873180712s","start":"2026-05-28T02:54:30.574402Z","end":"2026-05-28T02:54:32.447583Z","steps":["trace[587979858] 'agreement among raft nodes before linearized reading' (duration: 1.872715858s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:32.447698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:30.574386Z","time spent":"1.873299887s","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18677,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-28T02:54:32.454968Z","caller":"traceutil/trace.go:171","msg":"trace[1924226228] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"363.989007ms","start":"2026-05-28T02:54:32.090961Z","end":"2026-05-28T02:54:32.45495Z","steps":["trace[1924226228] 'process raft request' (duration: 363.850142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:32.455078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:32.090936Z","time spent":"364.08621ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:54:32.455285Z","caller":"traceutil/trace.go:171","msg":"trace[306823693] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"317.330802ms","start":"2026-05-28T02:54:32.137947Z","end":"2026-05-28T02:54:32.455278Z","steps":["trace[306823693] 'process raft request' (duration: 316.964081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:32.455329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:32.137927Z","time spent":"317.377573ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:54:32.456014Z","caller":"traceutil/trace.go:171","msg":"trace[1283145561] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"317.90736ms","start":"2026-05-28T02:54:32.138096Z","end":"2026-05-28T02:54:32.456003Z","steps":["trace[1283145561] 'process raft request' (duration: 317.140256ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:54:32.456289Z","caller":"traceutil/trace.go:171","msg":"trace[266197996] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"317.785706ms","start":"2026-05-28T02:54:32.138491Z","end":"2026-05-28T02:54:32.456276Z","steps":["trace[266197996] 'process raft request' (duration: 317.470146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:32.456365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:32.13848Z","time spent":"317.846009ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:54:32.456067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:32.138067Z","time spent":"317.974773ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:54:32.45694Z","caller":"traceutil/trace.go:171","msg":"trace[1010044669] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"317.89724ms","start":"2026-05-28T02:54:32.139016Z","end":"2026-05-28T02:54:32.456913Z","steps":["trace[1010044669] 'process raft request' (duration: 317.198598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:32.457054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:32.139006Z","time spent":"317.989443ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:54:32.456963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.645925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:54:32.457152Z","caller":"traceutil/trace.go:171","msg":"trace[986463010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23060; }","duration":"602.856981ms","start":"2026-05-28T02:54:31.854272Z","end":"2026-05-28T02:54:32.457129Z","steps":["trace[986463010] 'agreement among raft nodes before linearized reading' (duration: 602.658545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:32.457242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:31.854252Z","time spent":"602.962835ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:54:32.457812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.887202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T02:54:32.457848Z","caller":"traceutil/trace.go:171","msg":"trace[999367502] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:23060; }","duration":"258.961754ms","start":"2026-05-28T02:54:32.198878Z","end":"2026-05-28T02:54:32.45784Z","steps":["trace[999367502] 'agreement among raft nodes before linearized reading' (duration: 258.109847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:32.457892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.317272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T02:54:32.457935Z","caller":"traceutil/trace.go:171","msg":"trace[59115531] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23060; }","duration":"988.405755ms","start":"2026-05-28T02:54:31.469519Z","end":"2026-05-28T02:54:32.457924Z","steps":["trace[59115531] 'agreement among raft nodes before linearized reading' (duration: 987.145265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:32.457963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:31.469497Z","time spent":"988.460327ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2427,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:54:32.456946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.180778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T02:54:32.458443Z","caller":"traceutil/trace.go:171","msg":"trace[99203000] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:23060; }","duration":"580.754087ms","start":"2026-05-28T02:54:31.877671Z","end":"2026-05-28T02:54:32.458425Z","steps":["trace[99203000] 'agreement among raft nodes before linearized reading' (duration: 579.096695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:54:32.458577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:54:31.877652Z","time spent":"580.911723ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"info","ts":"2026-05-28T02:56:11.053029Z","caller":"traceutil/trace.go:171","msg":"trace[1360241797] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"111.733877ms","start":"2026-05-28T02:56:10.941266Z","end":"2026-05-28T02:56:11.053Z","steps":["trace[1360241797] 'process raft request' (duration: 15.658638ms)","trace[1360241797] 'compare' (duration: 95.903033ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:56:11.094002Z","caller":"traceutil/trace.go:171","msg":"trace[641130436] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"152.258657ms","start":"2026-05-28T02:56:10.941693Z","end":"2026-05-28T02:56:11.093952Z","steps":["trace[641130436] 'process raft request' (duration: 151.992499ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:56:11.094034Z","caller":"traceutil/trace.go:171","msg":"trace[657944658] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"152.083881ms","start":"2026-05-28T02:56:10.941915Z","end":"2026-05-28T02:56:11.093999Z","steps":["trace[657944658] 'process raft request' (duration: 151.906775ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:56:54.861202Z","caller":"traceutil/trace.go:171","msg":"trace[1152550271] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"102.912746ms","start":"2026-05-28T02:56:54.758257Z","end":"2026-05-28T02:56:54.86117Z","steps":["trace[1152550271] 'process raft request' (duration: 102.730681ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:57:35.719157Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21626} {"level":"info","ts":"2026-05-28T02:57:35.824898Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21626,"took":"102.11668ms","hash":1502519755,"current-db-size-bytes":52355072,"current-db-size":"52 MB","current-db-size-in-use-bytes":42655744,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-05-28T02:57:35.824984Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1502519755,"revision":21626,"compact-revision":19431} {"level":"info","ts":"2026-05-28T02:58:11.838589Z","caller":"traceutil/trace.go:171","msg":"trace[1826125100] linearizableReadLoop","detail":"{readStateIndex:26089; appliedIndex:26088; }","duration":"110.448596ms","start":"2026-05-28T02:58:11.72812Z","end":"2026-05-28T02:58:11.838568Z","steps":["trace[1826125100] 'read index received' (duration: 110.25043ms)","trace[1826125100] 'applied index is now lower than readState.Index' (duration: 197.496µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:11.838724Z","caller":"traceutil/trace.go:171","msg":"trace[1001144078] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"126.934541ms","start":"2026-05-28T02:58:11.71175Z","end":"2026-05-28T02:58:11.838685Z","steps":["trace[1001144078] 'process raft request' (duration: 126.671482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:11.8388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.678934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:58:11.838838Z","caller":"traceutil/trace.go:171","msg":"trace[199363585] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25245; }","duration":"110.777557ms","start":"2026-05-28T02:58:11.728053Z","end":"2026-05-28T02:58:11.838831Z","steps":["trace[199363585] 'agreement among raft nodes before linearized reading' (duration: 110.636183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:12.344472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169612,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:58:12.34486Z","caller":"traceutil/trace.go:171","msg":"trace[1660667483] linearizableReadLoop","detail":"{readStateIndex:26090; appliedIndex:26089; }","duration":"501.204496ms","start":"2026-05-28T02:58:11.843635Z","end":"2026-05-28T02:58:12.34484Z","steps":["trace[1660667483] 'read index received' (duration: 500.929787ms)","trace[1660667483] 'applied index is now lower than readState.Index' (duration: 274.329µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:12.345023Z","caller":"traceutil/trace.go:171","msg":"trace[866103013] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"501.36348ms","start":"2026-05-28T02:58:11.843589Z","end":"2026-05-28T02:58:12.344953Z","steps":["trace[866103013] 'process raft request' (duration: 501.121533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:12.34518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.520166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-28T02:58:12.345226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:11.843566Z","time spent":"501.547216ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:12.345252Z","caller":"traceutil/trace.go:171","msg":"trace[55742275] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25246; }","duration":"501.629419ms","start":"2026-05-28T02:58:11.843606Z","end":"2026-05-28T02:58:12.345236Z","steps":["trace[55742275] 'agreement among raft nodes before linearized reading' (duration: 501.401512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:12.345284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:11.843598Z","time spent":"501.680951ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T02:58:12.387047Z","caller":"traceutil/trace.go:171","msg":"trace[909664938] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"543.166232ms","start":"2026-05-28T02:58:11.843827Z","end":"2026-05-28T02:58:12.386993Z","steps":["trace[909664938] 'process raft request' (duration: 542.860252ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:12.387145Z","caller":"traceutil/trace.go:171","msg":"trace[355779448] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"541.604932ms","start":"2026-05-28T02:58:11.845505Z","end":"2026-05-28T02:58:12.38711Z","steps":["trace[355779448] 'process raft request' (duration: 541.402435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:12.387301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:11.845495Z","time spent":"541.714816ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:12.387301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.701679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:12.387402Z","caller":"traceutil/trace.go:171","msg":"trace[1264291283] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25248; }","duration":"309.860694ms","start":"2026-05-28T02:58:12.077516Z","end":"2026-05-28T02:58:12.387377Z","steps":["trace[1264291283] 'agreement among raft nodes before linearized reading' (duration: 309.631277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:12.387454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:12.077496Z","time spent":"309.947167ms","remote":"127.0.0.1:33734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":35,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:12.3873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:11.843817Z","time spent":"543.332087ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:12.387415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.240258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:12.387564Z","caller":"traceutil/trace.go:171","msg":"trace[1469938016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25248; }","duration":"534.391323ms","start":"2026-05-28T02:58:11.853156Z","end":"2026-05-28T02:58:12.387548Z","steps":["trace[1469938016] 'agreement among raft nodes before linearized reading' (duration: 533.918448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:12.387626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:11.853108Z","time spent":"534.506546ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:58:13.023942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.001801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:13.024055Z","caller":"traceutil/trace.go:171","msg":"trace[1900094403] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"264.599124ms","start":"2026-05-28T02:58:12.759436Z","end":"2026-05-28T02:58:13.024035Z","steps":["trace[1900094403] 'process raft request' (duration: 116.414777ms)","trace[1900094403] 'compare' (duration: 147.409912ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:13.79883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169630,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:13.828249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.723664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:13.828551Z","caller":"traceutil/trace.go:171","msg":"trace[1180851355] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"741.908548ms","start":"2026-05-28T02:58:13.086573Z","end":"2026-05-28T02:58:13.828482Z","steps":["trace[1180851355] 'process raft request' (duration: 146.849745ms)","trace[1180851355] 'compare' (duration: 594.093133ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:13.828688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:13.086547Z","time spent":"742.094714ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:14.46743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.056598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:14.467704Z","caller":"traceutil/trace.go:171","msg":"trace[989807094] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"1.24613239s","start":"2026-05-28T02:58:13.221545Z","end":"2026-05-28T02:58:14.467678Z","steps":["trace[989807094] 'process raft request' (duration: 1.246007596s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:14.467794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:13.221515Z","time spent":"1.246240494s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:14.46786Z","caller":"traceutil/trace.go:171","msg":"trace[319444506] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"1.274121702s","start":"2026-05-28T02:58:13.193694Z","end":"2026-05-28T02:58:14.467816Z","steps":["trace[319444506] 'process raft request' (duration: 883.562298ms)","trace[319444506] 'compare' (duration: 389.616684ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:14.467963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:13.193669Z","time spent":"1.274245106s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:14.582949Z","caller":"traceutil/trace.go:171","msg":"trace[1001682049] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"1.135215359s","start":"2026-05-28T02:58:13.447714Z","end":"2026-05-28T02:58:14.582929Z","steps":["trace[1001682049] 'process raft request' (duration: 1.135037103s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:14.582959Z","caller":"traceutil/trace.go:171","msg":"trace[104322220] linearizableReadLoop","detail":"{readStateIndex:26103; appliedIndex:26095; }","duration":"1.284676397s","start":"2026-05-28T02:58:13.29826Z","end":"2026-05-28T02:58:14.582936Z","steps":["trace[104322220] 'read index received' (duration: 779.072082ms)","trace[104322220] 'applied index is now lower than readState.Index' (duration: 505.603295ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:14.58309Z","caller":"traceutil/trace.go:171","msg":"trace[1170340888] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"1.31932547s","start":"2026-05-28T02:58:13.263757Z","end":"2026-05-28T02:58:14.583083Z","steps":["trace[1170340888] 'process raft request' (duration: 1.318829064s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:14.583101Z","caller":"traceutil/trace.go:171","msg":"trace[932135290] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"1.104441379s","start":"2026-05-28T02:58:13.478654Z","end":"2026-05-28T02:58:14.583096Z","steps":["trace[932135290] 'process raft request' (duration: 1.104246493s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:14.583134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:13.478646Z","time spent":"1.104474891s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:14.583207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284935696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:14.583004Z","caller":"traceutil/trace.go:171","msg":"trace[118756882] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"1.10791125s","start":"2026-05-28T02:58:13.47507Z","end":"2026-05-28T02:58:14.582982Z","steps":["trace[118756882] 'process raft request' (duration: 1.107794486s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:14.583239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:13.263727Z","time spent":"1.319405583s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:14.583297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:13.475056Z","time spent":"1.108199289s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:14.583258Z","caller":"traceutil/trace.go:171","msg":"trace[2010888315] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25259; }","duration":"1.285042269s","start":"2026-05-28T02:58:13.298201Z","end":"2026-05-28T02:58:14.583243Z","steps":["trace[2010888315] 'agreement among raft nodes before linearized reading' (duration: 1.284946236s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:14.583395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:13.29818Z","time spent":"1.285204115s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:14.583421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281644992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T02:58:14.583457Z","caller":"traceutil/trace.go:171","msg":"trace[54790828] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25259; }","duration":"1.281709573s","start":"2026-05-28T02:58:13.301739Z","end":"2026-05-28T02:58:14.583448Z","steps":["trace[54790828] 'agreement among raft nodes before linearized reading' (duration: 1.281570208s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:14.583457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.3551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:58:14.583495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:13.301722Z","time spent":"1.281765385s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T02:58:14.583565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040470183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:14.583597Z","caller":"traceutil/trace.go:171","msg":"trace[298358331] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25259; }","duration":"1.040548386s","start":"2026-05-28T02:58:13.54304Z","end":"2026-05-28T02:58:14.583589Z","steps":["trace[298358331] 'agreement among raft nodes before linearized reading' (duration: 1.040492824s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:14.583616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:13.543015Z","time spent":"1.040597847s","remote":"127.0.0.1:45966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:14.583067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:13.447686Z","time spent":"1.135321783s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:14.583499Z","caller":"traceutil/trace.go:171","msg":"trace[455220469] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25259; }","duration":"452.443193ms","start":"2026-05-28T02:58:14.131044Z","end":"2026-05-28T02:58:14.583487Z","steps":["trace[455220469] 'agreement among raft nodes before linearized reading' (duration: 452.35809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:14.583741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:14.131019Z","time spent":"452.706671ms","remote":"127.0.0.1:55140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:14.583792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.865653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:58:14.583812Z","caller":"traceutil/trace.go:171","msg":"trace[620168318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25259; }","duration":"739.913225ms","start":"2026-05-28T02:58:13.843893Z","end":"2026-05-28T02:58:14.583807Z","steps":["trace[620168318] 'agreement among raft nodes before linearized reading' (duration: 739.820752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:14.583828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:13.843875Z","time spent":"739.950336ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:58:14.583841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.253536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T02:58:14.583884Z","caller":"traceutil/trace.go:171","msg":"trace[894249594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25259; }","duration":"190.319078ms","start":"2026-05-28T02:58:14.393554Z","end":"2026-05-28T02:58:14.583873Z","steps":["trace[894249594] 'agreement among raft nodes before linearized reading' (duration: 190.181094ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:14.583047Z","caller":"traceutil/trace.go:171","msg":"trace[241487952] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"1.111323479s","start":"2026-05-28T02:58:13.471714Z","end":"2026-05-28T02:58:14.583038Z","steps":["trace[241487952] 'process raft request' (duration: 1.111078811s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:14.584005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:13.471686Z","time spent":"1.112265429s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:14.582984Z","caller":"traceutil/trace.go:171","msg":"trace[2050375405] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"1.109301244s","start":"2026-05-28T02:58:13.473653Z","end":"2026-05-28T02:58:14.582955Z","steps":["trace[2050375405] 'process raft request' (duration: 1.10917433s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:14.583705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.607887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:14.584149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.204298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T02:58:14.584177Z","caller":"traceutil/trace.go:171","msg":"trace[2097275187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25259; }","duration":"235.26279ms","start":"2026-05-28T02:58:14.348908Z","end":"2026-05-28T02:58:14.584171Z","steps":["trace[2097275187] 'agreement among raft nodes before linearized reading' (duration: 234.860927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:14.584138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:13.473639Z","time spent":"1.110451971s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:14.584123Z","caller":"traceutil/trace.go:171","msg":"trace[2028623874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25259; }","duration":"730.063871ms","start":"2026-05-28T02:58:13.854048Z","end":"2026-05-28T02:58:14.584112Z","steps":["trace[2028623874] 'agreement among raft nodes before linearized reading' (duration: 729.639257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:14.584269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221642471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"warn","ts":"2026-05-28T02:58:14.584289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:13.854027Z","time spent":"730.249297ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:58:14.584333Z","caller":"traceutil/trace.go:171","msg":"trace[962982396] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25259; }","duration":"1.221740894s","start":"2026-05-28T02:58:13.362575Z","end":"2026-05-28T02:58:14.584316Z","steps":["trace[962982396] 'agreement among raft nodes before linearized reading' (duration: 1.221166156s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:14.584386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:13.362552Z","time spent":"1.221821606s","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-05-28T02:58:14.584428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025503587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T02:58:14.584469Z","caller":"traceutil/trace.go:171","msg":"trace[24617799] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25259; }","duration":"1.025544738s","start":"2026-05-28T02:58:13.558914Z","end":"2026-05-28T02:58:14.584459Z","steps":["trace[24617799] 'agreement among raft nodes before linearized reading' (duration: 1.024815835s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:14.584504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:13.55888Z","time spent":"1.02561658s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T02:58:14.584558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.904219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:58:14.584581Z","caller":"traceutil/trace.go:171","msg":"trace[1300518149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25259; }","duration":"191.966871ms","start":"2026-05-28T02:58:14.392609Z","end":"2026-05-28T02:58:14.584576Z","steps":["trace[1300518149] 'agreement among raft nodes before linearized reading' (duration: 191.147464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:15.766142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.005371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:15.766356Z","caller":"traceutil/trace.go:171","msg":"trace[1875709020] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"1.176321747s","start":"2026-05-28T02:58:14.590005Z","end":"2026-05-28T02:58:15.766326Z","steps":["trace[1875709020] 'process raft request' (duration: 189.052027ms)","trace[1875709020] 'compare' (duration: 986.66484ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:15.766523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:14.589989Z","time spent":"1.176453601s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:15.766401Z","caller":"traceutil/trace.go:171","msg":"trace[1172156693] linearizableReadLoop","detail":"{readStateIndex:26105; appliedIndex:26103; }","duration":"1.173501557s","start":"2026-05-28T02:58:14.592887Z","end":"2026-05-28T02:58:15.766389Z","steps":["trace[1172156693] 'read index received' (duration: 186.187915ms)","trace[1172156693] 'applied index is now lower than readState.Index' (duration: 987.312692ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:15.766938Z","caller":"traceutil/trace.go:171","msg":"trace[2074922121] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"1.176500173s","start":"2026-05-28T02:58:14.590403Z","end":"2026-05-28T02:58:15.766903Z","steps":["trace[2074922121] 'process raft request' (duration: 1.175846512s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:15.767029Z","caller":"traceutil/trace.go:171","msg":"trace[226608509] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"1.170822882s","start":"2026-05-28T02:58:14.596184Z","end":"2026-05-28T02:58:15.767007Z","steps":["trace[226608509] 'process raft request' (duration: 1.170138851s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:15.767134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:14.59039Z","time spent":"1.176623087s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:15.767212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:14.596177Z","time spent":"1.170926215s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:15.767487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174591852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1294797"} {"level":"info","ts":"2026-05-28T02:58:15.767524Z","caller":"traceutil/trace.go:171","msg":"trace[1418103538] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25263; }","duration":"1.174642324s","start":"2026-05-28T02:58:14.592872Z","end":"2026-05-28T02:58:15.767515Z","steps":["trace[1418103538] 'agreement among raft nodes before linearized reading' (duration: 1.173553599s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:15.767559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:14.59286Z","time spent":"1.174688395s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1294820,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T02:58:15.768025Z","caller":"traceutil/trace.go:171","msg":"trace[870428582] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"1.16916402s","start":"2026-05-28T02:58:14.598823Z","end":"2026-05-28T02:58:15.767987Z","steps":["trace[870428582] 'process raft request' (duration: 1.167532668s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:15.768285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:14.598797Z","time spent":"1.169316114s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:16.267332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:16.674441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.60032ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T02:58:16.674925Z","caller":"traceutil/trace.go:171","msg":"trace[119271884] linearizableReadLoop","detail":"{readStateIndex:26109; appliedIndex:26107; }","duration":"908.196482ms","start":"2026-05-28T02:58:15.766703Z","end":"2026-05-28T02:58:16.674899Z","steps":["trace[119271884] 'read index received' (duration: 563.077225ms)","trace[119271884] 'applied index is now lower than readState.Index' (duration: 345.117977ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:16.674972Z","caller":"traceutil/trace.go:171","msg":"trace[311932861] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"1.483561049s","start":"2026-05-28T02:58:15.191385Z","end":"2026-05-28T02:58:16.674946Z","steps":["trace[311932861] 'process raft request' (duration: 1.483144176s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:16.675071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:15.191366Z","time spent":"1.483650582s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:17.175579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:17.676016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:17.852665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000407543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:17.852752Z","caller":"traceutil/trace.go:171","msg":"trace[813672119] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000549257s","start":"2026-05-28T02:58:15.85218Z","end":"2026-05-28T02:58:17.852729Z","steps":["trace[813672119] 'agreement among raft nodes before linearized reading' (duration: 2.000444384s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:17.853005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:15.852158Z","time spent":"2.000835227s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:17.942614Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.297357501s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:58:17.944603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439305125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:17.944584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200024487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:17.944689Z","caller":"traceutil/trace.go:171","msg":"trace[2125134803] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25264; }","duration":"2.43944452s","start":"2026-05-28T02:58:15.505224Z","end":"2026-05-28T02:58:17.944668Z","steps":["trace[2125134803] 'agreement among raft nodes before linearized reading' (duration: 1.169679857s)","trace[2125134803] 'count revisions from in-memory index tree' (duration: 1.269629549s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:17.944711Z","caller":"traceutil/trace.go:171","msg":"trace[1776893093] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25264; }","duration":"2.200207094s","start":"2026-05-28T02:58:15.744483Z","end":"2026-05-28T02:58:17.94469Z","steps":["trace[1776893093] 'agreement among raft nodes before linearized reading' (duration: 930.444901ms)","trace[1776893093] 'count revisions from in-memory index tree' (duration: 1.269598908s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:17.94473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:15.505206Z","time spent":"2.439514052s","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:17.944749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:15.744462Z","time spent":"2.200279155s","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:17.944879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374608405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:17.945032Z","caller":"traceutil/trace.go:171","msg":"trace[283382067] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25264; }","duration":"2.37475771s","start":"2026-05-28T02:58:15.570196Z","end":"2026-05-28T02:58:17.944954Z","steps":["trace[283382067] 'agreement among raft nodes before linearized reading' (duration: 1.104738049s)","trace[283382067] 'count revisions from in-memory index tree' (duration: 1.269861216s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:17.945101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:15.570176Z","time spent":"2.374909435s","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:17.945118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196936944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T02:58:17.945172Z","caller":"traceutil/trace.go:171","msg":"trace[701870834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25264; }","duration":"3.197032087s","start":"2026-05-28T02:58:14.74812Z","end":"2026-05-28T02:58:17.945152Z","steps":["trace[701870834] 'agreement among raft nodes before linearized reading' (duration: 1.926791899s)","trace[701870834] 'range keys from in-memory index tree' (duration: 1.270080293s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:17.94521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:14.748102Z","time spent":"3.197102059s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:58:17.945315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.085269749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-05-28T02:58:17.945338Z","caller":"traceutil/trace.go:171","msg":"trace[1870401702] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25264; }","duration":"3.085322621s","start":"2026-05-28T02:58:14.860009Z","end":"2026-05-28T02:58:17.945331Z","steps":["trace[1870401702] 'agreement among raft nodes before linearized reading' (duration: 1.814900607s)","trace[1870401702] 'range keys from in-memory index tree' (duration: 1.27032409s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:17.945352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:14.859992Z","time spent":"3.085356172s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-28T02:58:17.946747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.321255ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:17.946819Z","caller":"traceutil/trace.go:171","msg":"trace[1076233344] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25264; }","duration":"918.393647ms","start":"2026-05-28T02:58:17.028412Z","end":"2026-05-28T02:58:17.946806Z","steps":["trace[1076233344] 'range keys from in-memory index tree' (duration: 918.310355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:17.94707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251338695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:17.947319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272391667s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:17.947466Z","caller":"traceutil/trace.go:171","msg":"trace[531845617] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"1.3573021s","start":"2026-05-28T02:58:16.590157Z","end":"2026-05-28T02:58:17.947459Z","steps":["trace[531845617] 'process raft request' (duration: 1.357257558s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:17.947496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:16.590139Z","time spent":"1.35734039s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:17.947536Z","caller":"traceutil/trace.go:171","msg":"trace[1829196947] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"1.473749016s","start":"2026-05-28T02:58:16.473759Z","end":"2026-05-28T02:58:17.947483Z","steps":["trace[1829196947] 'process raft request' (duration: 201.129582ms)","trace[1829196947] 'compare' (duration: 1.270169116s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:17.94761Z","caller":"traceutil/trace.go:171","msg":"trace[568262420] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"1.470766272s","start":"2026-05-28T02:58:16.476813Z","end":"2026-05-28T02:58:17.947579Z","steps":["trace[568262420] 'process raft request' (duration: 1.470551775s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:17.947636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:16.47679Z","time spent":"1.470833524s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:17.947156Z","caller":"traceutil/trace.go:171","msg":"trace[292441383] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25264; }","duration":"3.253130182s","start":"2026-05-28T02:58:14.694003Z","end":"2026-05-28T02:58:17.947133Z","steps":["trace[292441383] 'agreement among raft nodes before linearized reading' (duration: 1.981009894s)","trace[292441383] 'count revisions from in-memory index tree' (duration: 1.270352751s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:17.947658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:16.473734Z","time spent":"1.47385397s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:17.947694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:14.693986Z","time spent":"3.253680209s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:17.947726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165977284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:17.947752Z","caller":"traceutil/trace.go:171","msg":"trace[356280284] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25272; }","duration":"2.166006505s","start":"2026-05-28T02:58:15.781739Z","end":"2026-05-28T02:58:17.947745Z","steps":["trace[356280284] 'agreement among raft nodes before linearized reading' (duration: 2.165949433s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:17.947667Z","caller":"traceutil/trace.go:171","msg":"trace[1188396956] linearizableReadLoop","detail":"{readStateIndex:26117; appliedIndex:26109; }","duration":"1.272668165s","start":"2026-05-28T02:58:16.674988Z","end":"2026-05-28T02:58:17.947656Z","steps":["trace[1188396956] 'read index received' (duration: 1.269122682s)","trace[1188396956] 'applied index is now lower than readState.Index' (duration: 3.544863ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:17.947773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:15.781692Z","time spent":"2.166075487s","remote":"127.0.0.1:50570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:17.947822Z","caller":"traceutil/trace.go:171","msg":"trace[2127763772] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"1.352031592s","start":"2026-05-28T02:58:16.595778Z","end":"2026-05-28T02:58:17.947809Z","steps":["trace[2127763772] 'process raft request' (duration: 1.351828845s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:17.947879Z","caller":"traceutil/trace.go:171","msg":"trace[2062518631] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"1.357237008s","start":"2026-05-28T02:58:16.59063Z","end":"2026-05-28T02:58:17.947867Z","steps":["trace[2062518631] 'process raft request' (duration: 1.356811334s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:17.9479Z","caller":"traceutil/trace.go:171","msg":"trace[747963309] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"1.34976892s","start":"2026-05-28T02:58:16.598123Z","end":"2026-05-28T02:58:17.947892Z","steps":["trace[747963309] 'process raft request' (duration: 1.349504521s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:17.947917Z","caller":"traceutil/trace.go:171","msg":"trace[1839675451] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"1.356522225s","start":"2026-05-28T02:58:16.591387Z","end":"2026-05-28T02:58:17.947909Z","steps":["trace[1839675451] 'process raft request' (duration: 1.356133083s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:17.947942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:16.598112Z","time spent":"1.349805891s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:17.947884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:16.595769Z","time spent":"1.352084863s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:17.947969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:16.591376Z","time spent":"1.356568536s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:17.947948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:16.590616Z","time spent":"1.357296689s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:17.948047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115835187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:17.948055Z","caller":"traceutil/trace.go:171","msg":"trace[135153352] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"1.355231813s","start":"2026-05-28T02:58:16.592814Z","end":"2026-05-28T02:58:17.948046Z","steps":["trace[135153352] 'process raft request' (duration: 1.354765799s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:17.948089Z","caller":"traceutil/trace.go:171","msg":"trace[349802412] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25272; }","duration":"2.115915509s","start":"2026-05-28T02:58:15.832163Z","end":"2026-05-28T02:58:17.948079Z","steps":["trace[349802412] 'agreement among raft nodes before linearized reading' (duration: 2.115821476s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:17.948112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:16.592806Z","time spent":"1.355280016s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:17.948155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467670184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:17.948185Z","caller":"traceutil/trace.go:171","msg":"trace[1793277504] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25272; }","duration":"1.467731846s","start":"2026-05-28T02:58:16.480444Z","end":"2026-05-28T02:58:17.948176Z","steps":["trace[1793277504] 'agreement among raft nodes before linearized reading' (duration: 1.467688744s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:17.948118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:15.832143Z","time spent":"2.115969012s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:17.948205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339941357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-05-28T02:58:17.948209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:16.48043Z","time spent":"1.467774016s","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-28T02:58:17.948228Z","caller":"traceutil/trace.go:171","msg":"trace[785684180] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25272; }","duration":"1.339990769s","start":"2026-05-28T02:58:16.608231Z","end":"2026-05-28T02:58:17.948222Z","steps":["trace[785684180] 'agreement among raft nodes before linearized reading' (duration: 1.339894526s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:17.948253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:16.60822Z","time spent":"1.3400279s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T02:58:18.448766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:18.9497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:19.307716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.325857747s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:58:19.363679Z","caller":"traceutil/trace.go:171","msg":"trace[425812842] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"1.444961109s","start":"2026-05-28T02:58:17.918689Z","end":"2026-05-28T02:58:19.36365Z","steps":["trace[425812842] 'process raft request' (duration: 1.389237765s)","trace[425812842] 'compare' (duration: 53.602517ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:19.363836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:17.918666Z","time spent":"1.445091323s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:19.852626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999469421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:19.852717Z","caller":"traceutil/trace.go:171","msg":"trace[1714966079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999610746s","start":"2026-05-28T02:58:17.85309Z","end":"2026-05-28T02:58:19.852701Z","steps":["trace[1714966079] 'agreement among raft nodes before linearized reading' (duration: 1.999502222s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:19.852763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:17.853074Z","time spent":"1.999678718s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:20.559743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.917821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:20.559862Z","caller":"traceutil/trace.go:171","msg":"trace[2103344401] linearizableReadLoop","detail":"{readStateIndex:26119; appliedIndex:26117; }","duration":"2.612060084s","start":"2026-05-28T02:58:17.947779Z","end":"2026-05-28T02:58:20.559839Z","steps":["trace[2103344401] 'read index received' (duration: 1.360210201s)","trace[2103344401] 'applied index is now lower than readState.Index' (duration: 1.251848313s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:20.560032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787017373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-28T02:58:20.56006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788857752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T02:58:20.560056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787998175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:58:20.560094Z","caller":"traceutil/trace.go:171","msg":"trace[913381429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25274; }","duration":"2.787088355s","start":"2026-05-28T02:58:17.772991Z","end":"2026-05-28T02:58:20.56008Z","steps":["trace[913381429] 'agreement among raft nodes before linearized reading' (duration: 2.786885929s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:20.560107Z","caller":"traceutil/trace.go:171","msg":"trace[16952027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25274; }","duration":"2.788935535s","start":"2026-05-28T02:58:17.771158Z","end":"2026-05-28T02:58:20.560094Z","steps":["trace[16952027] 'agreement among raft nodes before linearized reading' (duration: 2.78876935s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:20.560135Z","caller":"traceutil/trace.go:171","msg":"trace[1532729013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25274; }","duration":"2.788146629s","start":"2026-05-28T02:58:17.771967Z","end":"2026-05-28T02:58:20.560114Z","steps":["trace[1532729013] 'agreement among raft nodes before linearized reading' (duration: 2.787949093s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:20.56016Z","caller":"traceutil/trace.go:171","msg":"trace[1817430441] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"2.610372831s","start":"2026-05-28T02:58:17.949776Z","end":"2026-05-28T02:58:20.560149Z","steps":["trace[1817430441] 'process raft request' (duration: 1.784978424s)","trace[1817430441] 'compare' (duration: 824.701885ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:20.560166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:17.771142Z","time spent":"2.789012047s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:58:20.560177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:17.771947Z","time spent":"2.788221982s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:58:20.560233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:17.949764Z","time spent":"2.610420562s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:20.560366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773173062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T02:58:20.560387Z","caller":"traceutil/trace.go:171","msg":"trace[351712385] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25274; }","duration":"2.773215434s","start":"2026-05-28T02:58:17.787166Z","end":"2026-05-28T02:58:20.560381Z","steps":["trace[351712385] 'agreement among raft nodes before linearized reading' (duration: 2.773147652s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:20.560407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:17.787155Z","time spent":"2.773243725s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T02:58:20.560437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788394707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T02:58:20.560483Z","caller":"traceutil/trace.go:171","msg":"trace[1418796441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25274; }","duration":"2.78848295s","start":"2026-05-28T02:58:17.771991Z","end":"2026-05-28T02:58:20.560474Z","steps":["trace[1418796441] 'agreement among raft nodes before linearized reading' (duration: 2.788377877s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:20.560518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:17.771971Z","time spent":"2.788540812s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:58:20.560433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059853699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:58:20.560614Z","caller":"traceutil/trace.go:171","msg":"trace[112128347] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25274; }","duration":"3.060065696s","start":"2026-05-28T02:58:17.50054Z","end":"2026-05-28T02:58:20.560606Z","steps":["trace[112128347] 'agreement among raft nodes before linearized reading' (duration: 3.059747796s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:20.560643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:17.500523Z","time spent":"3.060112397s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:58:20.560127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:17.772952Z","time spent":"2.787168758s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:58:20.607489Z","caller":"traceutil/trace.go:171","msg":"trace[1039586762] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"654.817606ms","start":"2026-05-28T02:58:19.952649Z","end":"2026-05-28T02:58:20.607467Z","steps":["trace[1039586762] 'process raft request' (duration: 654.697432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:20.607625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:19.952628Z","time spent":"654.92926ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:21.860498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99999812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:21.860577Z","caller":"traceutil/trace.go:171","msg":"trace[1504493594] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000107233s","start":"2026-05-28T02:58:19.860452Z","end":"2026-05-28T02:58:21.860559Z","steps":["trace[1504493594] 'agreement among raft nodes before linearized reading' (duration: 2.00000955s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:21.860621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:19.860444Z","time spent":"2.000168796s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:21.977016Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.369783456s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:58:22.13461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.966866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:22.134936Z","caller":"traceutil/trace.go:171","msg":"trace[340317908] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"2.182142117s","start":"2026-05-28T02:58:19.952771Z","end":"2026-05-28T02:58:22.134914Z","steps":["trace[340317908] 'process raft request' (duration: 2.181951431s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:22.135019Z","caller":"traceutil/trace.go:171","msg":"trace[843728830] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"2.181950681s","start":"2026-05-28T02:58:19.953054Z","end":"2026-05-28T02:58:22.135005Z","steps":["trace[843728830] 'process raft request' (duration: 2.181800026s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:22.135111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:19.952766Z","time spent":"2.18222942s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:22.135108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:19.953048Z","time spent":"2.182019733s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:22.13526Z","caller":"traceutil/trace.go:171","msg":"trace[981583089] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"2.182096646s","start":"2026-05-28T02:58:19.953149Z","end":"2026-05-28T02:58:22.135246Z","steps":["trace[981583089] 'process raft request' (duration: 2.181817827s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:22.135288Z","caller":"traceutil/trace.go:171","msg":"trace[354369026] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"2.181659022s","start":"2026-05-28T02:58:19.953621Z","end":"2026-05-28T02:58:22.13528Z","steps":["trace[354369026] 'process raft request' (duration: 2.181486946s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:22.135316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:19.953127Z","time spent":"2.182161988s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:22.135328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:19.953613Z","time spent":"2.181692982s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:22.135351Z","caller":"traceutil/trace.go:171","msg":"trace[862676909] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"2.181673502s","start":"2026-05-28T02:58:19.953655Z","end":"2026-05-28T02:58:22.135328Z","steps":["trace[862676909] 'process raft request' (duration: 2.181586849s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:22.1354Z","caller":"traceutil/trace.go:171","msg":"trace[173554126] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"2.182207819s","start":"2026-05-28T02:58:19.952683Z","end":"2026-05-28T02:58:22.13489Z","steps":["trace[173554126] 'process raft request' (duration: 2.182134267s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:22.135454Z","caller":"traceutil/trace.go:171","msg":"trace[1653841901] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"1.570557178s","start":"2026-05-28T02:58:20.564887Z","end":"2026-05-28T02:58:22.135444Z","steps":["trace[1653841901] 'process raft request' (duration: 1.570411863s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:22.135475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:19.95365Z","time spent":"2.181768825s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:22.135497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:20.564865Z","time spent":"1.570611559s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:22.135452Z","caller":"traceutil/trace.go:171","msg":"trace[423838373] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"1.603142836s","start":"2026-05-28T02:58:20.532228Z","end":"2026-05-28T02:58:22.135371Z","steps":["trace[423838373] 'process raft request' (duration: 1.603046302s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:22.135497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:19.952658Z","time spent":"2.182763307s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:22.135602Z","caller":"traceutil/trace.go:171","msg":"trace[2087894595] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"1.570507885s","start":"2026-05-28T02:58:20.565081Z","end":"2026-05-28T02:58:22.135589Z","steps":["trace[2087894595] 'process raft request' (duration: 1.570241787s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:22.135667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:20.565066Z","time spent":"1.570565868s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:22.135752Z","caller":"traceutil/trace.go:171","msg":"trace[726996329] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"1.57064233s","start":"2026-05-28T02:58:20.565095Z","end":"2026-05-28T02:58:22.135737Z","steps":["trace[726996329] 'process raft request' (duration: 1.57032895s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:22.135757Z","caller":"traceutil/trace.go:171","msg":"trace[662115766] linearizableReadLoop","detail":"{readStateIndex:26128; appliedIndex:26119; }","duration":"1.575765913s","start":"2026-05-28T02:58:20.5599Z","end":"2026-05-28T02:58:22.135666Z","steps":["trace[662115766] 'read index received' (duration: 47.396618ms)","trace[662115766] 'applied index is now lower than readState.Index' (duration: 1.528368635s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:22.135815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:20.56507Z","time spent":"1.570713213s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:22.135824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698753844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-28T02:58:22.135874Z","caller":"traceutil/trace.go:171","msg":"trace[150595791] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25287; }","duration":"2.698847936s","start":"2026-05-28T02:58:19.437016Z","end":"2026-05-28T02:58:22.135864Z","steps":["trace[150595791] 'agreement among raft nodes before linearized reading' (duration: 2.698703722s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:22.135905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:19.436993Z","time spent":"2.698903028s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-28T02:58:22.135925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.995287718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:22.135969Z","caller":"traceutil/trace.go:171","msg":"trace[1229537325] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25287; }","duration":"3.995398001s","start":"2026-05-28T02:58:18.140556Z","end":"2026-05-28T02:58:22.135954Z","steps":["trace[1229537325] 'agreement among raft nodes before linearized reading' (duration: 3.995335819s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:22.136018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:18.140531Z","time spent":"3.995473264s","remote":"127.0.0.1:37996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:22.13597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840275119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:22.136038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249079618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-28T02:58:22.136071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280899902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-28T02:58:22.134963Z","caller":"traceutil/trace.go:171","msg":"trace[1109653474] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"2.182262151s","start":"2026-05-28T02:58:19.952666Z","end":"2026-05-28T02:58:22.134928Z","steps":["trace[1109653474] 'process raft request' (duration: 2.024795159s)","trace[1109653474] 'compare' (duration: 155.437118ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:22.136099Z","caller":"traceutil/trace.go:171","msg":"trace[1107331668] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d; range_end:; response_count:1; response_revision:25287; }","duration":"2.280954983s","start":"2026-05-28T02:58:19.855135Z","end":"2026-05-28T02:58:22.13609Z","steps":["trace[1107331668] 'agreement among raft nodes before linearized reading' (duration: 2.280885421s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:22.136069Z","caller":"traceutil/trace.go:171","msg":"trace[627368100] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25287; }","duration":"2.840404063s","start":"2026-05-28T02:58:19.295655Z","end":"2026-05-28T02:58:22.136059Z","steps":["trace[627368100] 'agreement among raft nodes before linearized reading' (duration: 2.840197587s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:22.136119Z","caller":"traceutil/trace.go:171","msg":"trace[1793865171] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"1.570769044s","start":"2026-05-28T02:58:20.565339Z","end":"2026-05-28T02:58:22.136108Z","steps":["trace[1793865171] 'process raft request' (duration: 1.570238297s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:22.135819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:20.532204Z","time spent":"1.603407683s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:22.13617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:19.29564Z","time spent":"2.840519287s","remote":"127.0.0.1:55022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:22.136204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:20.565312Z","time spent":"1.570835486s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:22.136225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.308341569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:22.136242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302347864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-28T02:58:22.136265Z","caller":"traceutil/trace.go:171","msg":"trace[1729040084] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25287; }","duration":"2.302395536s","start":"2026-05-28T02:58:19.833863Z","end":"2026-05-28T02:58:22.136259Z","steps":["trace[1729040084] 'agreement among raft nodes before linearized reading' (duration: 2.302302083s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:22.136272Z","caller":"traceutil/trace.go:171","msg":"trace[1286874819] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25287; }","duration":"3.308421323s","start":"2026-05-28T02:58:18.827835Z","end":"2026-05-28T02:58:22.136256Z","steps":["trace[1286874819] 'agreement among raft nodes before linearized reading' (duration: 3.308355061s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:22.13629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:19.833852Z","time spent":"2.302431577s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-28T02:58:22.136307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:18.827815Z","time spent":"3.308482494s","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:22.136271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:19.952648Z","time spent":"2.183468719s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:22.136323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643066325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:22.13637Z","caller":"traceutil/trace.go:171","msg":"trace[896838015] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25287; }","duration":"1.643148588s","start":"2026-05-28T02:58:20.493208Z","end":"2026-05-28T02:58:22.136357Z","steps":["trace[896838015] 'agreement among raft nodes before linearized reading' (duration: 1.643079976s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:22.136415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:20.493188Z","time spent":"1.64321624s","remote":"127.0.0.1:54936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:22.136151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:19.855121Z","time spent":"2.281023115s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" "} {"level":"warn","ts":"2026-05-28T02:58:22.136565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884627514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:22.136607Z","caller":"traceutil/trace.go:171","msg":"trace[26864525] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25287; }","duration":"3.884671406s","start":"2026-05-28T02:58:18.251926Z","end":"2026-05-28T02:58:22.136597Z","steps":["trace[26864525] 'agreement among raft nodes before linearized reading' (duration: 3.884533651s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:22.136078Z","caller":"traceutil/trace.go:171","msg":"trace[2025998016] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25287; }","duration":"2.249155441s","start":"2026-05-28T02:58:19.886911Z","end":"2026-05-28T02:58:22.136067Z","steps":["trace[2025998016] 'agreement among raft nodes before linearized reading' (duration: 2.248935004s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:22.1368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:19.88688Z","time spent":"2.249897284s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:22.136503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31007889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:22.136908Z","caller":"traceutil/trace.go:171","msg":"trace[942845702] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25287; }","duration":"2.310505584s","start":"2026-05-28T02:58:19.826389Z","end":"2026-05-28T02:58:22.136895Z","steps":["trace[942845702] 'agreement among raft nodes before linearized reading' (duration: 2.310086771s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:22.136939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:19.826373Z","time spent":"2.310557895s","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:22.136712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:18.251864Z","time spent":"3.884765539s","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:22.136939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.183168759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:22.137003Z","caller":"traceutil/trace.go:171","msg":"trace[671670131] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25287; }","duration":"4.183234151s","start":"2026-05-28T02:58:17.953753Z","end":"2026-05-28T02:58:22.136987Z","steps":["trace[671670131] 'agreement among raft nodes before linearized reading' (duration: 4.183084456s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:22.137044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:17.953721Z","time spent":"4.183315074s","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T02:58:22.137059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.1854144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-05-28T02:58:22.137138Z","caller":"traceutil/trace.go:171","msg":"trace[79372804] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25287; }","duration":"4.185503363s","start":"2026-05-28T02:58:17.951612Z","end":"2026-05-28T02:58:22.137115Z","steps":["trace[79372804] 'agreement among raft nodes before linearized reading' (duration: 4.185213184s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:22.137168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:17.951599Z","time spent":"4.185562444s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-28T02:58:22.13736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.182597491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1294797"} {"level":"info","ts":"2026-05-28T02:58:22.137384Z","caller":"traceutil/trace.go:171","msg":"trace[1353201630] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25287; }","duration":"4.182634651s","start":"2026-05-28T02:58:17.954744Z","end":"2026-05-28T02:58:22.137379Z","steps":["trace[1353201630] 'agreement among raft nodes before linearized reading' (duration: 4.181812285s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:22.137402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:17.954739Z","time spent":"4.182657973s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1294820,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:58:22.636242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:23.861218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000511115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:23.861341Z","caller":"traceutil/trace.go:171","msg":"trace[244309587] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00067773s","start":"2026-05-28T02:58:21.860645Z","end":"2026-05-28T02:58:23.861322Z","steps":["trace[244309587] 'agreement among raft nodes before linearized reading' (duration: 2.000531615s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:23.861392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:21.860629Z","time spent":"2.000752993s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:24.202507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:23.510795Z","time spent":"691.70603ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:24.203594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360535853s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:24.20373Z","caller":"traceutil/trace.go:171","msg":"trace[1168483346] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"2.523632259s","start":"2026-05-28T02:58:21.68007Z","end":"2026-05-28T02:58:24.203702Z","steps":["trace[1168483346] 'process raft request' (duration: 1.162883039s)","trace[1168483346] 'compare' (duration: 1.360195752s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:24.203812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:21.680047Z","time spent":"2.523727452s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:24.913816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.070864116s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:58:25.540932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.921857ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-28T02:58:25.541205Z","caller":"traceutil/trace.go:171","msg":"trace[1432666624] linearizableReadLoop","detail":"{readStateIndex:26136; appliedIndex:26132; }","duration":"3.405403679s","start":"2026-05-28T02:58:22.135786Z","end":"2026-05-28T02:58:25.54119Z","steps":["trace[1432666624] 'read index received' (duration: 707.173472ms)","trace[1432666624] 'applied index is now lower than readState.Index' (duration: 2.698229297s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:25.541266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:22.137878Z","time spent":"3.403386436s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T02:58:25.541423Z","caller":"traceutil/trace.go:171","msg":"trace[1814703998] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"3.40007378s","start":"2026-05-28T02:58:22.141339Z","end":"2026-05-28T02:58:25.541413Z","steps":["trace[1814703998] 'process raft request' (duration: 3.399673478s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:25.541495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:22.141317Z","time spent":"3.400128321s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:25.541688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.747474273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:25.541718Z","caller":"traceutil/trace.go:171","msg":"trace[286911667] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25290; }","duration":"4.747505145s","start":"2026-05-28T02:58:20.794203Z","end":"2026-05-28T02:58:25.541708Z","steps":["trace[286911667] 'agreement among raft nodes before linearized reading' (duration: 4.747437743s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:25.541742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:20.794183Z","time spent":"4.747552126s","remote":"127.0.0.1:60680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:25.541745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.429663796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:25.54197Z","caller":"traceutil/trace.go:171","msg":"trace[2101793098] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"2.929352554s","start":"2026-05-28T02:58:22.612584Z","end":"2026-05-28T02:58:25.541936Z","steps":["trace[2101793098] 'process raft request' (duration: 2.928552839s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:25.542101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:22.612555Z","time spent":"2.929479728s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:25.54214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.977166076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:58:25.542206Z","caller":"traceutil/trace.go:171","msg":"trace[655110703] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25290; }","duration":"4.97730786s","start":"2026-05-28T02:58:20.564882Z","end":"2026-05-28T02:58:25.54219Z","steps":["trace[655110703] 'agreement among raft nodes before linearized reading' (duration: 4.977094433s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:25.542239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:20.564863Z","time spent":"4.977369351s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:58:25.542697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.977160605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1294797"} {"level":"info","ts":"2026-05-28T02:58:25.542726Z","caller":"traceutil/trace.go:171","msg":"trace[1668204468] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25290; }","duration":"4.977190486s","start":"2026-05-28T02:58:20.565529Z","end":"2026-05-28T02:58:25.542719Z","steps":["trace[1668204468] 'agreement among raft nodes before linearized reading' (duration: 4.976311768s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:25.542749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:20.565495Z","time spent":"4.977245048s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1294820,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:58:25.542879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592718982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:25.543035Z","caller":"traceutil/trace.go:171","msg":"trace[1987193209] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25290; }","duration":"3.593719414s","start":"2026-05-28T02:58:21.949293Z","end":"2026-05-28T02:58:25.543012Z","steps":["trace[1987193209] 'agreement among raft nodes before linearized reading' (duration: 3.592704012s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:25.543095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:21.949276Z","time spent":"3.593802027s","remote":"127.0.0.1:38174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:25.543207Z","caller":"traceutil/trace.go:171","msg":"trace[778218969] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25290; }","duration":"4.429872222s","start":"2026-05-28T02:58:21.11198Z","end":"2026-05-28T02:58:25.541852Z","steps":["trace[778218969] 'agreement among raft nodes before linearized reading' (duration: 4.42948329s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:25.543317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:21.111963Z","time spent":"4.431333009s","remote":"127.0.0.1:45920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:25.868271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:25.86836Z","caller":"traceutil/trace.go:171","msg":"trace[2045406096] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000509065s","start":"2026-05-28T02:58:23.867828Z","end":"2026-05-28T02:58:25.868337Z","steps":["trace[2045406096] 'agreement among raft nodes before linearized reading' (duration: 2.000405622s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:25.868422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:23.867812Z","time spent":"2.000597087s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:26.041297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:26.19463Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.268323306s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:58:26.974747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.774983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:26.974985Z","caller":"traceutil/trace.go:171","msg":"trace[1550867351] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"2.831513099s","start":"2026-05-28T02:58:24.143454Z","end":"2026-05-28T02:58:26.974967Z","steps":["trace[1550867351] 'process raft request' (duration: 2.831443587s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:26.974977Z","caller":"traceutil/trace.go:171","msg":"trace[911614973] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"2.998658091s","start":"2026-05-28T02:58:23.976253Z","end":"2026-05-28T02:58:26.974911Z","steps":["trace[911614973] 'process raft request' (duration: 2.218633779s)","trace[911614973] 'compare' (duration: 778.266736ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:26.975049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:24.143444Z","time spent":"2.831574291s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:26.975066Z","caller":"traceutil/trace.go:171","msg":"trace[549684614] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"2.831749517s","start":"2026-05-28T02:58:24.143273Z","end":"2026-05-28T02:58:26.975023Z","steps":["trace[549684614] 'process raft request' (duration: 2.831560591s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:26.975167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:23.976232Z","time spent":"2.998833757s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:26.975362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:24.143259Z","time spent":"2.831920642s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:26.975444Z","caller":"traceutil/trace.go:171","msg":"trace[1538505761] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"2.831927373s","start":"2026-05-28T02:58:24.143501Z","end":"2026-05-28T02:58:26.975428Z","steps":["trace[1538505761] 'process raft request' (duration: 2.831429367s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:26.975491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:24.143486Z","time spent":"2.831977764s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:26.9756Z","caller":"traceutil/trace.go:171","msg":"trace[2145650597] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"2.831918533s","start":"2026-05-28T02:58:24.143656Z","end":"2026-05-28T02:58:26.975574Z","steps":["trace[2145650597] 'process raft request' (duration: 2.831781698s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:26.975758Z","caller":"traceutil/trace.go:171","msg":"trace[1364464669] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"2.831411046s","start":"2026-05-28T02:58:24.144335Z","end":"2026-05-28T02:58:26.975746Z","steps":["trace[1364464669] 'process raft request' (duration: 2.831270882s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:26.97563Z","caller":"traceutil/trace.go:171","msg":"trace[400131379] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"2.832007565s","start":"2026-05-28T02:58:24.143517Z","end":"2026-05-28T02:58:26.975525Z","steps":["trace[400131379] 'process raft request' (duration: 2.831766367s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:26.975805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:24.143648Z","time spent":"2.832050747s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:26.975838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:24.144324Z","time spent":"2.831481938s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:26.975875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:24.143511Z","time spent":"2.832326215s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:26.976657Z","caller":"traceutil/trace.go:171","msg":"trace[664453691] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"2.832385407s","start":"2026-05-28T02:58:24.144105Z","end":"2026-05-28T02:58:26.97649Z","steps":["trace[664453691] 'process raft request' (duration: 2.831403186s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:26.976932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:24.144069Z","time spent":"2.832745679s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:27.564699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00017832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:27.564786Z","caller":"traceutil/trace.go:171","msg":"trace[815594559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000313244s","start":"2026-05-28T02:58:22.564453Z","end":"2026-05-28T02:58:27.564766Z","steps":["trace[815594559] 'agreement among raft nodes before linearized reading' (duration: 5.00020889s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:27.564835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:22.564435Z","time spent":"5.000391266s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/28 02:58:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:27.614579Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.41858399s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:58:27.868941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:27.869048Z","caller":"traceutil/trace.go:171","msg":"trace[1545342307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412463s","start":"2026-05-28T02:58:25.868616Z","end":"2026-05-28T02:58:27.869028Z","steps":["trace[1545342307] 'agreement among raft nodes before linearized reading' (duration: 2.000279839s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:27.869099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:25.868595Z","time spent":"2.000494086s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:58:28.429021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453336467s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-28T02:58:28.429014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400463814s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:28.429141Z","caller":"traceutil/trace.go:171","msg":"trace[2114072136] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25299; }","duration":"1.400610489s","start":"2026-05-28T02:58:27.028513Z","end":"2026-05-28T02:58:28.429123Z","steps":["trace[2114072136] 'range keys from in-memory index tree' (duration: 1.400444383s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:28.429278Z","caller":"traceutil/trace.go:171","msg":"trace[904686529] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25299; }","duration":"2.885638644s","start":"2026-05-28T02:58:25.543615Z","end":"2026-05-28T02:58:28.429254Z","steps":["trace[904686529] 'process raft request' (duration: 2.885504629s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.429416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:25.543591Z","time spent":"2.885740937s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:28.430193Z","caller":"traceutil/trace.go:171","msg":"trace[839230677] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"2.884024923s","start":"2026-05-28T02:58:25.546143Z","end":"2026-05-28T02:58:28.430168Z","steps":["trace[839230677] 'process raft request' (duration: 2.883026851s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.430312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:25.546133Z","time spent":"2.884122016s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:58:28.430331Z","caller":"traceutil/trace.go:171","msg":"trace[1230140593] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"882.918027ms","start":"2026-05-28T02:58:27.547388Z","end":"2026-05-28T02:58:28.430306Z","steps":["trace[1230140593] 'process raft request' (duration: 882.796593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.430469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:27.547364Z","time spent":"883.032321ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:28.430671Z","caller":"traceutil/trace.go:171","msg":"trace[1690419725] linearizableReadLoop","detail":"{readStateIndex:26147; appliedIndex:26136; }","duration":"2.889427974s","start":"2026-05-28T02:58:25.541233Z","end":"2026-05-28T02:58:28.43066Z","steps":["trace[1690419725] 'read index received' (duration: 653.665689ms)","trace[1690419725] 'applied index is now lower than readState.Index' (duration: 2.235761045s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:28.430878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.287309785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:28.43091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.887060753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:28.430915Z","caller":"traceutil/trace.go:171","msg":"trace[786589078] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25301; }","duration":"6.287373537s","start":"2026-05-28T02:58:22.143531Z","end":"2026-05-28T02:58:28.430904Z","steps":["trace[786589078] 'agreement among raft nodes before linearized reading' (duration: 6.287312725s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:28.430944Z","caller":"traceutil/trace.go:171","msg":"trace[844401445] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25301; }","duration":"3.887132005s","start":"2026-05-28T02:58:24.5438Z","end":"2026-05-28T02:58:28.430932Z","steps":["trace[844401445] 'agreement among raft nodes before linearized reading' (duration: 3.887062573s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.430949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:22.143519Z","time spent":"6.287420998s","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T02:58:28.430968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:24.543778Z","time spent":"3.887182567s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:28.43094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.046723045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:28.431025Z","caller":"traceutil/trace.go:171","msg":"trace[939179450] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25301; }","duration":"6.04685275s","start":"2026-05-28T02:58:22.384148Z","end":"2026-05-28T02:58:28.431001Z","steps":["trace[939179450] 'agreement among raft nodes before linearized reading' (duration: 6.046699755s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.431051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887513564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18854"} {"level":"warn","ts":"2026-05-28T02:58:28.431072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.288208834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-28T02:58:28.431168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.397980683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:28.431186Z","caller":"traceutil/trace.go:171","msg":"trace[938795437] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25301; }","duration":"3.398035615s","start":"2026-05-28T02:58:25.033146Z","end":"2026-05-28T02:58:28.431181Z","steps":["trace[938795437] 'agreement among raft nodes before linearized reading' (duration: 3.397999914s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.4312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:25.033126Z","time spent":"3.398070177s","remote":"127.0.0.1:38190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:28.431198Z","caller":"traceutil/trace.go:171","msg":"trace[423994089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25301; }","duration":"4.288341478s","start":"2026-05-28T02:58:24.142841Z","end":"2026-05-28T02:58:28.431183Z","steps":["trace[423994089] 'agreement among raft nodes before linearized reading' (duration: 4.288046179s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.431216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.139560717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:28.431244Z","caller":"traceutil/trace.go:171","msg":"trace[179025629] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25301; }","duration":"5.139624379s","start":"2026-05-28T02:58:23.291611Z","end":"2026-05-28T02:58:28.431236Z","steps":["trace[179025629] 'agreement among raft nodes before linearized reading' (duration: 5.139560507s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.431249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:24.142768Z","time spent":"4.288468282s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:58:28.43127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:23.291592Z","time spent":"5.13967134s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:28.431265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.290967151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-be3fc99a-d2e6-4b3e-904c-34befd2e33b0\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-05-28T02:58:28.431293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.494482936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:28.431309Z","caller":"traceutil/trace.go:171","msg":"trace[647096252] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25301; }","duration":"3.494499426s","start":"2026-05-28T02:58:24.936806Z","end":"2026-05-28T02:58:28.431305Z","steps":["trace[647096252] 'agreement among raft nodes before linearized reading' (duration: 3.494459585s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:28.431309Z","caller":"traceutil/trace.go:171","msg":"trace[1610653892] range","detail":"{range_begin:/registry/persistentvolumes/pvc-be3fc99a-d2e6-4b3e-904c-34befd2e33b0; range_end:; response_count:1; response_revision:25301; }","duration":"6.291028434s","start":"2026-05-28T02:58:22.140268Z","end":"2026-05-28T02:58:28.431296Z","steps":["trace[1610653892] 'agreement among raft nodes before linearized reading' (duration: 6.29090847s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.431351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.634929286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:28.431369Z","caller":"traceutil/trace.go:171","msg":"trace[416913732] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25301; }","duration":"3.634981069s","start":"2026-05-28T02:58:24.796384Z","end":"2026-05-28T02:58:28.431365Z","steps":["trace[416913732] 'agreement among raft nodes before linearized reading' (duration: 3.634950738s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.431354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:22.140259Z","time spent":"6.291083925s","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-be3fc99a-d2e6-4b3e-904c-34befd2e33b0\" "} {"level":"warn","ts":"2026-05-28T02:58:28.431381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:24.796364Z","time spent":"3.635014189s","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:28.431475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.540865812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:58:28.431251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.289177835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-28T02:58:28.431717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.260314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-05-28T02:58:28.431747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122003404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:28.431764Z","caller":"traceutil/trace.go:171","msg":"trace[1392340092] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25301; }","duration":"559.335166ms","start":"2026-05-28T02:58:27.872417Z","end":"2026-05-28T02:58:28.431752Z","steps":["trace[1392340092] 'agreement among raft nodes before linearized reading' (duration: 559.195262ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:28.431786Z","caller":"traceutil/trace.go:171","msg":"trace[1577008946] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25301; }","duration":"2.122077206s","start":"2026-05-28T02:58:26.309695Z","end":"2026-05-28T02:58:28.431773Z","steps":["trace[1577008946] 'agreement among raft nodes before linearized reading' (duration: 2.122021684s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.431155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.976727573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:28.431801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:27.872401Z","time spent":"559.391169ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-28T02:58:28.431819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:26.30967Z","time spent":"2.122141008s","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:28.431737Z","caller":"traceutil/trace.go:171","msg":"trace[1379918123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25301; }","duration":"4.28966353s","start":"2026-05-28T02:58:24.142014Z","end":"2026-05-28T02:58:28.431677Z","steps":["trace[1379918123] 'agreement among raft nodes before linearized reading' (duration: 4.288898916s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.431939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.369426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:58:28.431943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.695098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:28.431996Z","caller":"traceutil/trace.go:171","msg":"trace[226267442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25301; }","duration":"700.434728ms","start":"2026-05-28T02:58:27.731549Z","end":"2026-05-28T02:58:28.431984Z","steps":["trace[226267442] 'agreement among raft nodes before linearized reading' (duration: 700.337995ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:28.432007Z","caller":"traceutil/trace.go:171","msg":"trace[1380785853] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25301; }","duration":"668.810862ms","start":"2026-05-28T02:58:27.763182Z","end":"2026-05-28T02:58:28.431992Z","steps":["trace[1380785853] 'agreement among raft nodes before linearized reading' (duration: 668.709279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.432007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.275765358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-05-28T02:58:28.432037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:27.731507Z","time spent":"700.517111ms","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:28.432043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:27.763158Z","time spent":"668.875603ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:28.43206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.45106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T02:58:28.431326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:24.936748Z","time spent":"3.494571788s","remote":"127.0.0.1:37858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:28.432074Z","caller":"traceutil/trace.go:171","msg":"trace[1784185452] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25301; }","duration":"4.27583451s","start":"2026-05-28T02:58:24.156223Z","end":"2026-05-28T02:58:28.432057Z","steps":["trace[1784185452] 'agreement among raft nodes before linearized reading' (duration: 4.275615793s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:28.432092Z","caller":"traceutil/trace.go:171","msg":"trace[1056494994] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25301; }","duration":"875.508272ms","start":"2026-05-28T02:58:27.556575Z","end":"2026-05-28T02:58:28.432083Z","steps":["trace[1056494994] 'agreement among raft nodes before linearized reading' (duration: 875.378578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.432121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:27.556561Z","time spent":"875.554043ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T02:58:28.432129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:24.156215Z","time spent":"4.275900512s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T02:58:28.432131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:24.141992Z","time spent":"4.289865397s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:58:28.432061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763755244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-28T02:58:28.431507Z","caller":"traceutil/trace.go:171","msg":"trace[620434976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25301; }","duration":"5.540924574s","start":"2026-05-28T02:58:22.890573Z","end":"2026-05-28T02:58:28.431498Z","steps":["trace[620434976] 'agreement among raft nodes before linearized reading' (duration: 5.540870682s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:28.432258Z","caller":"traceutil/trace.go:171","msg":"trace[837308375] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25301; }","duration":"2.763989741s","start":"2026-05-28T02:58:25.668259Z","end":"2026-05-28T02:58:28.432249Z","steps":["trace[837308375] 'agreement among raft nodes before linearized reading' (duration: 2.763731673s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.432268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:22.890554Z","time spent":"5.541705168s","remote":"127.0.0.1:45268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:28.431068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:22.384126Z","time spent":"6.046931812s","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:28.432292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:25.668236Z","time spent":"2.764045813s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-28T02:58:28.431829Z","caller":"traceutil/trace.go:171","msg":"trace[432999269] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25301; }","duration":"4.977439295s","start":"2026-05-28T02:58:23.454383Z","end":"2026-05-28T02:58:28.431822Z","steps":["trace[432999269] 'agreement among raft nodes before linearized reading' (duration: 4.976745643s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.431968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745024098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-28T02:58:28.432333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:23.454362Z","time spent":"4.977958022s","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:28.431546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.975395245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:28.432393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.289631839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T02:58:28.432385Z","caller":"traceutil/trace.go:171","msg":"trace[1893176114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25301; }","duration":"2.745464172s","start":"2026-05-28T02:58:25.686901Z","end":"2026-05-28T02:58:28.432365Z","steps":["trace[1893176114] 'agreement among raft nodes before linearized reading' (duration: 2.744994107s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:28.432409Z","caller":"traceutil/trace.go:171","msg":"trace[476206119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25301; }","duration":"4.28965993s","start":"2026-05-28T02:58:24.142745Z","end":"2026-05-28T02:58:28.432405Z","steps":["trace[476206119] 'agreement among raft nodes before linearized reading' (duration: 4.289596888s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.432427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:24.142739Z","time spent":"4.289684901s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:58:28.432415Z","caller":"traceutil/trace.go:171","msg":"trace[89774528] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25301; }","duration":"5.976250743s","start":"2026-05-28T02:58:22.45614Z","end":"2026-05-28T02:58:28.432391Z","steps":["trace[89774528] 'agreement among raft nodes before linearized reading' (duration: 5.975384485s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:28.431149Z","caller":"traceutil/trace.go:171","msg":"trace[72477217] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25301; }","duration":"2.887634187s","start":"2026-05-28T02:58:25.543495Z","end":"2026-05-28T02:58:28.431129Z","steps":["trace[72477217] 'agreement among raft nodes before linearized reading' (duration: 2.88739889s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.432444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:25.686882Z","time spent":"2.745540715s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T02:58:28.43246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.289718931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T02:58:28.432493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:22.456084Z","time spent":"5.976384096s","remote":"127.0.0.1:38144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:28.432489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:25.543481Z","time spent":"2.888991191s","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18877,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T02:58:28.431587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.834273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:28.432564Z","caller":"traceutil/trace.go:171","msg":"trace[2060866290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25301; }","duration":"555.833275ms","start":"2026-05-28T02:58:27.876725Z","end":"2026-05-28T02:58:28.432559Z","steps":["trace[2060866290] 'agreement among raft nodes before linearized reading' (duration: 554.824633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.432581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:27.876715Z","time spent":"555.860815ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:58:28.432583Z","caller":"traceutil/trace.go:171","msg":"trace[352714170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25301; }","duration":"4.289793184s","start":"2026-05-28T02:58:24.142705Z","end":"2026-05-28T02:58:28.432498Z","steps":["trace[352714170] 'agreement among raft nodes before linearized reading' (duration: 4.28965453s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:28.432638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:24.142696Z","time spent":"4.289927218s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:58:28.934535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:29.51392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.126392ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-28T02:58:29.514044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.432211Z","time spent":"1.081829239s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:30.434625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00033399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:30.43471Z","caller":"traceutil/trace.go:171","msg":"trace[894812360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000457494s","start":"2026-05-28T02:58:28.434234Z","end":"2026-05-28T02:58:30.434691Z","steps":["trace[894812360] 'agreement among raft nodes before linearized reading' (duration: 2.00035186s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:30.43477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.434214Z","time spent":"2.000543086s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:31.351777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.917543845s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:58:32.082392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000479426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:32.082811Z","caller":"traceutil/trace.go:171","msg":"trace[1608267910] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000921s","start":"2026-05-28T02:58:30.081868Z","end":"2026-05-28T02:58:32.082789Z","steps":["trace[1608267910] 'agreement among raft nodes before linearized reading' (duration: 2.000475266s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.082879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:30.081818Z","time spent":"2.001044813s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:32.188164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.108187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:32.188482Z","caller":"traceutil/trace.go:171","msg":"trace[1644160927] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"3.7503092s","start":"2026-05-28T02:58:28.438154Z","end":"2026-05-28T02:58:32.188463Z","steps":["trace[1644160927] 'process raft request' (duration: 3.750105403s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:32.188502Z","caller":"traceutil/trace.go:171","msg":"trace[1894973691] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"3.750220536s","start":"2026-05-28T02:58:28.43814Z","end":"2026-05-28T02:58:32.188361Z","steps":["trace[1894973691] 'process raft request' (duration: 2.91383046s)","trace[1894973691] 'compare' (duration: 834.814686ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:32.188595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.438139Z","time spent":"3.750387232s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:32.188728Z","caller":"traceutil/trace.go:171","msg":"trace[978060792] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"3.750537737s","start":"2026-05-28T02:58:28.438162Z","end":"2026-05-28T02:58:32.188699Z","steps":["trace[978060792] 'process raft request' (duration: 3.750252778s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.188788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.438126Z","time spent":"3.750514606s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:32.188796Z","caller":"traceutil/trace.go:171","msg":"trace[771731819] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"3.750229767s","start":"2026-05-28T02:58:28.43854Z","end":"2026-05-28T02:58:32.18877Z","steps":["trace[771731819] 'process raft request' (duration: 3.750076112s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.188872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.438145Z","time spent":"3.75064997s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:32.188914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.438528Z","time spent":"3.75032458s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:32.188971Z","caller":"traceutil/trace.go:171","msg":"trace[708746402] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"3.749969678s","start":"2026-05-28T02:58:28.43899Z","end":"2026-05-28T02:58:32.188959Z","steps":["trace[708746402] 'process raft request' (duration: 3.749730041s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.189025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.438982Z","time spent":"3.75001193s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:32.189253Z","caller":"traceutil/trace.go:171","msg":"trace[1725493199] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"3.748258704s","start":"2026-05-28T02:58:28.440981Z","end":"2026-05-28T02:58:32.189239Z","steps":["trace[1725493199] 'process raft request' (duration: 3.747931624s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:32.189355Z","caller":"traceutil/trace.go:171","msg":"trace[1221750882] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"3.747364156s","start":"2026-05-28T02:58:28.441971Z","end":"2026-05-28T02:58:32.189335Z","steps":["trace[1221750882] 'process raft request' (duration: 3.747183491s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:32.18941Z","caller":"traceutil/trace.go:171","msg":"trace[857215619] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"3.207191049s","start":"2026-05-28T02:58:28.982201Z","end":"2026-05-28T02:58:32.189392Z","steps":["trace[857215619] 'process raft request' (duration: 3.207105866s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:32.189478Z","caller":"traceutil/trace.go:171","msg":"trace[1367047819] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"3.207438708s","start":"2026-05-28T02:58:28.982028Z","end":"2026-05-28T02:58:32.189467Z","steps":["trace[1367047819] 'process raft request' (duration: 3.20721476s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.189505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.440968Z","time spent":"3.748364877s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:32.18956Z","caller":"traceutil/trace.go:171","msg":"trace[61760692] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"3.207295263s","start":"2026-05-28T02:58:28.982254Z","end":"2026-05-28T02:58:32.189549Z","steps":["trace[61760692] 'process raft request' (duration: 3.207094127s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.189641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.982238Z","time spent":"3.207373195s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:32.189512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.982187Z","time spent":"3.207278883s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:32.189672Z","caller":"traceutil/trace.go:171","msg":"trace[1682033030] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"3.207298593s","start":"2026-05-28T02:58:28.98236Z","end":"2026-05-28T02:58:32.189659Z","steps":["trace[1682033030] 'process raft request' (duration: 3.207106907s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.189739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.982323Z","time spent":"3.207383105s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:32.189434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.441961Z","time spent":"3.747435608s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:32.189827Z","caller":"traceutil/trace.go:171","msg":"trace[1257381570] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"3.207400017s","start":"2026-05-28T02:58:28.982414Z","end":"2026-05-28T02:58:32.189814Z","steps":["trace[1257381570] 'process raft request' (duration: 3.207128468s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.189543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.982Z","time spent":"3.20750139s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:32.18992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.982388Z","time spent":"3.207473288s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:32.189952Z","caller":"traceutil/trace.go:171","msg":"trace[2129286841] transaction","detail":"{read_only:false; response_revision:25315; number_of_response:1; }","duration":"3.206079525s","start":"2026-05-28T02:58:28.983857Z","end":"2026-05-28T02:58:32.189937Z","steps":["trace[2129286841] 'process raft request' (duration: 3.205956731s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:32.189945Z","caller":"traceutil/trace.go:171","msg":"trace[543292698] linearizableReadLoop","detail":"{readStateIndex:26156; appliedIndex:26148; }","duration":"3.75566298s","start":"2026-05-28T02:58:28.434261Z","end":"2026-05-28T02:58:32.189924Z","steps":["trace[543292698] 'read index received' (duration: 895.553329ms)","trace[543292698] 'applied index is now lower than readState.Index' (duration: 2.860108191s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:32.189987Z","caller":"traceutil/trace.go:171","msg":"trace[539060895] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"3.207000814s","start":"2026-05-28T02:58:28.982972Z","end":"2026-05-28T02:58:32.189973Z","steps":["trace[539060895] 'process raft request' (duration: 3.206779937s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.190032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.983846Z","time spent":"3.206139836s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:32.190067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.982962Z","time spent":"3.207066865s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:32.190038Z","caller":"traceutil/trace.go:171","msg":"trace[541527942] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"2.980996039s","start":"2026-05-28T02:58:29.20903Z","end":"2026-05-28T02:58:32.190026Z","steps":["trace[541527942] 'process raft request' (duration: 2.980838404s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.190174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:29.209012Z","time spent":"2.981109903s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:32.441806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000037361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:32.441924Z","caller":"traceutil/trace.go:171","msg":"trace[1474542006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000213137s","start":"2026-05-28T02:58:30.441679Z","end":"2026-05-28T02:58:32.441892Z","steps":["trace[1474542006] 'agreement among raft nodes before linearized reading' (duration: 2.000063032s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.442008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:30.44166Z","time spent":"2.00032907s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:58:32.565559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998510517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:32.565708Z","caller":"traceutil/trace.go:171","msg":"trace[1822063492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998669502s","start":"2026-05-28T02:58:29.567007Z","end":"2026-05-28T02:58:32.565676Z","steps":["trace[1822063492] 'agreement among raft nodes before linearized reading' (duration: 2.998506027s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:32.565773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:29.566962Z","time spent":"2.998796386s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/28 02:58:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:32.690552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:33.191124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:33.691453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:33.959834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.607165248s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:58:33.960383Z","caller":"traceutil/trace.go:171","msg":"trace[1924634864] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"4.317627521s","start":"2026-05-28T02:58:29.642723Z","end":"2026-05-28T02:58:33.960351Z","steps":["trace[1924634864] 'process raft request' (duration: 4.317515037s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:33.960395Z","caller":"traceutil/trace.go:171","msg":"trace[131680852] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"4.373514189s","start":"2026-05-28T02:58:29.586852Z","end":"2026-05-28T02:58:33.960367Z","steps":["trace[131680852] 'process raft request' (duration: 4.373317403s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.960508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710427166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:33.960542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:29.642703Z","time spent":"4.317734694s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:33.960564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:29.586838Z","time spent":"4.373624883s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:33.960585Z","caller":"traceutil/trace.go:171","msg":"trace[672535777] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25320; }","duration":"2.71056289s","start":"2026-05-28T02:58:31.250004Z","end":"2026-05-28T02:58:33.960567Z","steps":["trace[672535777] 'agreement among raft nodes before linearized reading' (duration: 2.710404705s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:33.960582Z","caller":"traceutil/trace.go:171","msg":"trace[489400687] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"3.518200991s","start":"2026-05-28T02:58:30.442314Z","end":"2026-05-28T02:58:33.960515Z","steps":["trace[489400687] 'process raft request' (duration: 3.517958033s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:33.960588Z","caller":"traceutil/trace.go:171","msg":"trace[1040189312] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"4.445647916s","start":"2026-05-28T02:58:29.514898Z","end":"2026-05-28T02:58:33.960546Z","steps":["trace[1040189312] 'process raft request' (duration: 4.445103009s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.960629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.249986Z","time spent":"2.710632601s","remote":"127.0.0.1:38070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:33.960672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272418536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:58:33.960707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:30.442295Z","time spent":"3.518339415s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:33.960711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:29.514879Z","time spent":"4.44576833s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:33.960741Z","caller":"traceutil/trace.go:171","msg":"trace[858856246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25320; }","duration":"3.27252275s","start":"2026-05-28T02:58:30.688199Z","end":"2026-05-28T02:58:33.960722Z","steps":["trace[858856246] 'agreement among raft nodes before linearized reading' (duration: 3.272382975s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.960741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774450753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:33.960789Z","caller":"traceutil/trace.go:171","msg":"trace[1069839190] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25320; }","duration":"2.774497874s","start":"2026-05-28T02:58:31.186278Z","end":"2026-05-28T02:58:33.960776Z","steps":["trace[1069839190] 'agreement among raft nodes before linearized reading' (duration: 2.774421032s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.960793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:30.688186Z","time spent":"3.272590502s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:33.960828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.186211Z","time spent":"2.774608889s","remote":"127.0.0.1:50474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:33.960816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085526282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:33.960888Z","caller":"traceutil/trace.go:171","msg":"trace[371591963] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25320; }","duration":"2.085607774s","start":"2026-05-28T02:58:31.87526Z","end":"2026-05-28T02:58:33.960868Z","steps":["trace[371591963] 'agreement among raft nodes before linearized reading' (duration: 2.08548554s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.96093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.323290456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-28T02:58:33.960935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:31.875233Z","time spent":"2.085692327s","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:33.960962Z","caller":"traceutil/trace.go:171","msg":"trace[1142882823] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25320; }","duration":"3.323337687s","start":"2026-05-28T02:58:30.637614Z","end":"2026-05-28T02:58:33.960952Z","steps":["trace[1142882823] 'agreement among raft nodes before linearized reading' (duration: 3.323202743s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.96099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:30.637605Z","time spent":"3.323378768s","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-28T02:58:33.961383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.52008841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:33.961445Z","caller":"traceutil/trace.go:171","msg":"trace[979430437] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25320; }","duration":"5.520150152s","start":"2026-05-28T02:58:28.441277Z","end":"2026-05-28T02:58:33.961427Z","steps":["trace[979430437] 'agreement among raft nodes before linearized reading' (duration: 5.520020298s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.961466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.514805482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-28T02:58:33.96149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.441256Z","time spent":"5.520222014s","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-28T02:58:33.961533Z","caller":"traceutil/trace.go:171","msg":"trace[933969612] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:25320; }","duration":"5.514894674s","start":"2026-05-28T02:58:28.446624Z","end":"2026-05-28T02:58:33.961518Z","steps":["trace[933969612] 'agreement among raft nodes before linearized reading' (duration: 5.514678227s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.96163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.446613Z","time spent":"5.514961097s","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-05-28T02:58:33.961793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.5273431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-28T02:58:33.961904Z","caller":"traceutil/trace.go:171","msg":"trace[1884258070] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d; range_end:; response_count:1; response_revision:25320; }","duration":"5.527484755s","start":"2026-05-28T02:58:28.434406Z","end":"2026-05-28T02:58:33.96189Z","steps":["trace[1884258070] 'agreement among raft nodes before linearized reading' (duration: 5.527139054s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.961991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.434386Z","time spent":"5.527591619s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" "} {"level":"warn","ts":"2026-05-28T02:58:33.962458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.515829624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-05-28T02:58:33.96252Z","caller":"traceutil/trace.go:171","msg":"trace[1750637332] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25320; }","duration":"5.515906316s","start":"2026-05-28T02:58:28.4466Z","end":"2026-05-28T02:58:33.962506Z","steps":["trace[1750637332] 'agreement among raft nodes before linearized reading' (duration: 5.515745421s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.962511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.852023323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:33.96257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.446593Z","time spent":"5.515967428s","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-05-28T02:58:33.962597Z","caller":"traceutil/trace.go:171","msg":"trace[2139234198] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25320; }","duration":"4.852162758s","start":"2026-05-28T02:58:29.110409Z","end":"2026-05-28T02:58:33.962572Z","steps":["trace[2139234198] 'agreement among raft nodes before linearized reading' (duration: 4.851995632s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.962656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:29.110387Z","time spent":"4.85225723s","remote":"127.0.0.1:34400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:33.962708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.336522428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T02:58:33.962756Z","caller":"traceutil/trace.go:171","msg":"trace[98526669] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25320; }","duration":"3.336650641s","start":"2026-05-28T02:58:30.626097Z","end":"2026-05-28T02:58:33.962747Z","steps":["trace[98526669] 'agreement among raft nodes before linearized reading' (duration: 3.336276669s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.962799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:30.626064Z","time spent":"3.336724554s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:33.962931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421737039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:33.962989Z","caller":"traceutil/trace.go:171","msg":"trace[927999165] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25320; }","duration":"5.42179514s","start":"2026-05-28T02:58:28.541179Z","end":"2026-05-28T02:58:33.962974Z","steps":["trace[927999165] 'agreement among raft nodes before linearized reading' (duration: 5.421707138s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.962954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.713201924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:33.963034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.541155Z","time spent":"5.421867603s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T02:58:33.962781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.5166473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-05-28T02:58:33.96309Z","caller":"traceutil/trace.go:171","msg":"trace[963856327] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25320; }","duration":"4.713480882s","start":"2026-05-28T02:58:29.249576Z","end":"2026-05-28T02:58:33.963057Z","steps":["trace[963856327] 'agreement among raft nodes before linearized reading' (duration: 4.713222434s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.963448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:29.249561Z","time spent":"4.713855734s","remote":"127.0.0.1:38338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:33.96299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.346735233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:33.963656Z","caller":"traceutil/trace.go:171","msg":"trace[1727250086] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25320; }","duration":"3.347466696s","start":"2026-05-28T02:58:30.616179Z","end":"2026-05-28T02:58:33.963645Z","steps":["trace[1727250086] 'agreement among raft nodes before linearized reading' (duration: 3.346608698s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.963709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:30.616157Z","time spent":"3.347539688s","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:33.963577Z","caller":"traceutil/trace.go:171","msg":"trace[1128697556] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:25320; }","duration":"5.517408584s","start":"2026-05-28T02:58:28.445811Z","end":"2026-05-28T02:58:33.963219Z","steps":["trace[1128697556] 'agreement among raft nodes before linearized reading' (duration: 5.515555955s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.966966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.445804Z","time spent":"5.521142094s","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1138,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-05-28T02:58:33.963864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.048833813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T02:58:33.967193Z","caller":"traceutil/trace.go:171","msg":"trace[291699881] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25320; }","duration":"4.052204201s","start":"2026-05-28T02:58:29.914972Z","end":"2026-05-28T02:58:33.967177Z","steps":["trace[291699881] 'agreement among raft nodes before linearized reading' (duration: 4.047343936s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.967235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:29.914953Z","time spent":"4.052268823s","remote":"127.0.0.1:38078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":184,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:33.963973Z","caller":"traceutil/trace.go:171","msg":"trace[1152287304] linearizableReadLoop","detail":"{readStateIndex:26168; appliedIndex:26164; }","duration":"1.771281598s","start":"2026-05-28T02:58:32.189995Z","end":"2026-05-28T02:58:33.961261Z","steps":["trace[1152287304] 'read index received' (duration: 1.770001498s)","trace[1152287304] 'applied index is now lower than readState.Index' (duration: 1.26323ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:33.964202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.524601344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1294797"} {"level":"info","ts":"2026-05-28T02:58:33.967528Z","caller":"traceutil/trace.go:171","msg":"trace[1959908247] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25320; }","duration":"5.52794595s","start":"2026-05-28T02:58:28.43957Z","end":"2026-05-28T02:58:33.967516Z","steps":["trace[1959908247] 'agreement among raft nodes before linearized reading' (duration: 5.521717112s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.967574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.439563Z","time spent":"5.527994421s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1294820,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:58:33.961442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421231623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-28T02:58:33.984577Z","caller":"traceutil/trace.go:171","msg":"trace[1146873785] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25320; }","duration":"5.444377369s","start":"2026-05-28T02:58:28.540185Z","end":"2026-05-28T02:58:33.984562Z","steps":["trace[1146873785] 'agreement among raft nodes before linearized reading' (duration: 5.421100199s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:33.984759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.546661765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1294797"} {"level":"info","ts":"2026-05-28T02:58:33.984796Z","caller":"traceutil/trace.go:171","msg":"trace[1831746808] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25320; }","duration":"5.546727588s","start":"2026-05-28T02:58:28.438061Z","end":"2026-05-28T02:58:33.984788Z","steps":["trace[1831746808] 'agreement among raft nodes before linearized reading' (duration: 5.52324611s)","trace[1831746808] 'range keys from bolt db' (duration: 23.27063ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:33.984816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.438045Z","time spent":"5.546764898s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1294820,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:58:33.984606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:28.540135Z","time spent":"5.444461542s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-05-28T02:58:34.161389Z","caller":"traceutil/trace.go:171","msg":"trace[963545489] linearizableReadLoop","detail":"{readStateIndex:26169; appliedIndex:26168; }","duration":"193.938944ms","start":"2026-05-28T02:58:33.967422Z","end":"2026-05-28T02:58:34.161361Z","steps":["trace[963545489] 'read index received' (duration: 192.764717ms)","trace[963545489] 'applied index is now lower than readState.Index' (duration: 1.172737ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:34.162077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712260079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:34.162192Z","caller":"traceutil/trace.go:171","msg":"trace[137958504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25320; }","duration":"1.712429135s","start":"2026-05-28T02:58:32.449741Z","end":"2026-05-28T02:58:34.162171Z","steps":["trace[137958504] 'agreement among raft nodes before linearized reading' (duration: 1.712216358s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:34.162237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:32.44971Z","time spent":"1.712517568s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:58:34.162501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.125859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-kzkw5\" ","response":"range_response_count:1 size:4353"} {"level":"info","ts":"2026-05-28T02:58:34.162541Z","caller":"traceutil/trace.go:171","msg":"trace[1231811340] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-kzkw5; range_end:; response_count:1; response_revision:25320; }","duration":"199.181311ms","start":"2026-05-28T02:58:33.963349Z","end":"2026-05-28T02:58:34.162531Z","steps":["trace[1231811340] 'agreement among raft nodes before linearized reading' (duration: 199.100549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:34.162075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.196839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:34.16266Z","caller":"traceutil/trace.go:171","msg":"trace[1465812547] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25320; }","duration":"176.797859ms","start":"2026-05-28T02:58:33.985836Z","end":"2026-05-28T02:58:34.162634Z","steps":["trace[1465812547] 'agreement among raft nodes before linearized reading' (duration: 176.161528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:34.162781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.548233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-28T02:58:34.162814Z","caller":"traceutil/trace.go:171","msg":"trace[1476978092] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25320; }","duration":"199.614585ms","start":"2026-05-28T02:58:33.963191Z","end":"2026-05-28T02:58:34.162806Z","steps":["trace[1476978092] 'agreement among raft nodes before linearized reading' (duration: 199.496251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:34.162939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.666383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c1666de1-3489-45f9-96ac-2a14b74d75ef\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-05-28T02:58:34.162974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.672769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:34.163004Z","caller":"traceutil/trace.go:171","msg":"trace[152506144] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c1666de1-3489-45f9-96ac-2a14b74d75ef; range_end:; response_count:1; response_revision:25320; }","duration":"175.735665ms","start":"2026-05-28T02:58:33.987253Z","end":"2026-05-28T02:58:34.162988Z","steps":["trace[152506144] 'agreement among raft nodes before linearized reading' (duration: 175.612471ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:34.163017Z","caller":"traceutil/trace.go:171","msg":"trace[1373831889] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25320; }","duration":"538.757991ms","start":"2026-05-28T02:58:33.624243Z","end":"2026-05-28T02:58:34.163001Z","steps":["trace[1373831889] 'agreement among raft nodes before linearized reading' (duration: 538.698239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:34.163059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:33.624223Z","time spent":"538.824504ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:34.163286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.226796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:34.16333Z","caller":"traceutil/trace.go:171","msg":"trace[1172946626] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25320; }","duration":"642.274407ms","start":"2026-05-28T02:58:33.521043Z","end":"2026-05-28T02:58:34.163318Z","steps":["trace[1172946626] 'agreement among raft nodes before linearized reading' (duration: 642.203725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:34.16336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:33.521022Z","time spent":"642.330068ms","remote":"127.0.0.1:38120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:34.163387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058771676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:34.163474Z","caller":"traceutil/trace.go:171","msg":"trace[481932007] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25320; }","duration":"1.058917121s","start":"2026-05-28T02:58:33.104535Z","end":"2026-05-28T02:58:34.163452Z","steps":["trace[481932007] 'agreement among raft nodes before linearized reading' (duration: 1.058755335s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:34.163528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:33.104515Z","time spent":"1.059002784s","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:34.162663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.086356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-jwbmk\" ","response":"range_response_count:1 size:4906"} {"level":"info","ts":"2026-05-28T02:58:34.163722Z","caller":"traceutil/trace.go:171","msg":"trace[219304607] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-jwbmk; range_end:; response_count:1; response_revision:25320; }","duration":"199.15415ms","start":"2026-05-28T02:58:33.96455Z","end":"2026-05-28T02:58:34.163704Z","steps":["trace[219304607] 'agreement among raft nodes before linearized reading' (duration: 197.332162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:34.16376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.820921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-jhhk6\" ","response":"range_response_count:1 size:5931"} {"level":"info","ts":"2026-05-28T02:58:34.163828Z","caller":"traceutil/trace.go:171","msg":"trace[666200392] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-jhhk6; range_end:; response_count:1; response_revision:25320; }","duration":"177.912264ms","start":"2026-05-28T02:58:33.985899Z","end":"2026-05-28T02:58:34.163811Z","steps":["trace[666200392] 'agreement among raft nodes before linearized reading' (duration: 177.715298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:34.163845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96423108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-28T02:58:34.163879Z","caller":"traceutil/trace.go:171","msg":"trace[267562956] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25320; }","duration":"1.964300593s","start":"2026-05-28T02:58:32.199567Z","end":"2026-05-28T02:58:34.163868Z","steps":["trace[267562956] 'agreement among raft nodes before linearized reading' (duration: 1.964165139s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:34.163826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83761292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:34.164001Z","caller":"traceutil/trace.go:171","msg":"trace[735665600] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25320; }","duration":"1.837864738s","start":"2026-05-28T02:58:32.326092Z","end":"2026-05-28T02:58:34.163957Z","steps":["trace[735665600] 'agreement among raft nodes before linearized reading' (duration: 1.837568128s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:34.163919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:32.199548Z","time spent":"1.964362664s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-28T02:58:34.164088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:32.32607Z","time spent":"1.837983152s","remote":"127.0.0.1:38132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:34.665672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:35.002315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.798554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:35.002514Z","caller":"traceutil/trace.go:171","msg":"trace[1110750208] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"838.486122ms","start":"2026-05-28T02:58:34.163989Z","end":"2026-05-28T02:58:35.002475Z","steps":["trace[1110750208] 'process raft request' (duration: 729.368029ms)","trace[1110750208] 'compare' (duration: 108.556695ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:35.002673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.163947Z","time spent":"838.671549ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:36.164899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000296389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:36.164957Z","caller":"traceutil/trace.go:171","msg":"trace[1052053942] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000408162s","start":"2026-05-28T02:58:34.164536Z","end":"2026-05-28T02:58:36.164944Z","steps":["trace[1052053942] 'agreement among raft nodes before linearized reading' (duration: 2.000334979s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:36.164983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.164515Z","time spent":"2.000463134s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:36.436221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.437405938s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:58:37.295592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.334219ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:37.295721Z","caller":"traceutil/trace.go:171","msg":"trace[1400484061] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25321; }","duration":"266.473963ms","start":"2026-05-28T02:58:37.029228Z","end":"2026-05-28T02:58:37.295702Z","steps":["trace[1400484061] 'range keys from in-memory index tree' (duration: 266.318508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:37.296577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.06376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:37.29679Z","caller":"traceutil/trace.go:171","msg":"trace[15780371] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"3.100288396s","start":"2026-05-28T02:58:34.19647Z","end":"2026-05-28T02:58:37.296758Z","steps":["trace[15780371] 'process raft request' (duration: 2.239931656s)","trace[15780371] 'compare' (duration: 859.216423ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:37.29686Z","caller":"traceutil/trace.go:171","msg":"trace[1677909155] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"3.100001276s","start":"2026-05-28T02:58:34.196841Z","end":"2026-05-28T02:58:37.296843Z","steps":["trace[1677909155] 'process raft request' (duration: 3.099841201s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:37.296931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.196443Z","time spent":"3.100413529s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:37.296949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.196834Z","time spent":"3.100078879s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:37.297171Z","caller":"traceutil/trace.go:171","msg":"trace[668810163] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"3.100251264s","start":"2026-05-28T02:58:34.196908Z","end":"2026-05-28T02:58:37.297159Z","steps":["trace[668810163] 'process raft request' (duration: 3.099880133s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:37.297237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.196903Z","time spent":"3.100291846s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:37.298339Z","caller":"traceutil/trace.go:171","msg":"trace[437483297] linearizableReadLoop","detail":"{readStateIndex:26177; appliedIndex:26169; }","duration":"3.133735559s","start":"2026-05-28T02:58:34.164583Z","end":"2026-05-28T02:58:37.298318Z","steps":["trace[437483297] 'read index received' (duration: 728.847612ms)","trace[437483297] 'applied index is now lower than readState.Index' (duration: 2.404886877s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:37.298713Z","caller":"traceutil/trace.go:171","msg":"trace[347113212] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"3.10169653s","start":"2026-05-28T02:58:34.196998Z","end":"2026-05-28T02:58:37.298694Z","steps":["trace[347113212] 'process raft request' (duration: 3.100141671s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:37.298772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.19699Z","time spent":"3.101752082s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:37.298754Z","caller":"traceutil/trace.go:171","msg":"trace[596021798] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"3.101666149s","start":"2026-05-28T02:58:34.197068Z","end":"2026-05-28T02:58:37.298735Z","steps":["trace[596021798] 'process raft request' (duration: 3.101151432s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:37.298786Z","caller":"traceutil/trace.go:171","msg":"trace[473200091] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"3.101471032s","start":"2026-05-28T02:58:34.197291Z","end":"2026-05-28T02:58:37.298762Z","steps":["trace[473200091] 'process raft request' (duration: 3.100975077s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:37.298856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.197273Z","time spent":"3.101546875s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:37.298892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.197064Z","time spent":"3.101756792s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:37.298744Z","caller":"traceutil/trace.go:171","msg":"trace[1199620382] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"3.101643528s","start":"2026-05-28T02:58:34.197038Z","end":"2026-05-28T02:58:37.298682Z","steps":["trace[1199620382] 'process raft request' (duration: 3.101111571s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:37.306687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.197031Z","time spent":"3.109617522s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:37.798841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:38.177718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000325719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:38.17777Z","caller":"traceutil/trace.go:171","msg":"trace[526481897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418522s","start":"2026-05-28T02:58:36.17734Z","end":"2026-05-28T02:58:38.177759Z","steps":["trace[526481897] 'agreement among raft nodes before linearized reading' (duration: 2.00035163s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:38.177801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.177326Z","time spent":"2.000466233s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:38.222212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.784792218s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:58:39.192374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997966057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:39.192434Z","caller":"traceutil/trace.go:171","msg":"trace[1734161158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998089221s","start":"2026-05-28T02:58:34.19433Z","end":"2026-05-28T02:58:39.192419Z","steps":["trace[1734161158] 'agreement among raft nodes before linearized reading' (duration: 4.998010879s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:39.192469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.194305Z","time spent":"4.998156583s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/28 02:58:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:39.194537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998127652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:39.194572Z","caller":"traceutil/trace.go:171","msg":"trace[944786695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998186194s","start":"2026-05-28T02:58:34.196377Z","end":"2026-05-28T02:58:39.194563Z","steps":["trace[944786695] 'agreement among raft nodes before linearized reading' (duration: 4.998146722s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:39.194594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.196365Z","time spent":"4.998223285s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/28 02:58:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:39.366856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000473504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:39.366961Z","caller":"traceutil/trace.go:171","msg":"trace[1241442384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000588188s","start":"2026-05-28T02:58:37.366352Z","end":"2026-05-28T02:58:39.36694Z","steps":["trace[1241442384] 'agreement among raft nodes before linearized reading' (duration: 2.000470984s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:39.367006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:37.366327Z","time spent":"2.000669471s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:58:40.178125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999668908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:40.178199Z","caller":"traceutil/trace.go:171","msg":"trace[1251504724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999795402s","start":"2026-05-28T02:58:38.178385Z","end":"2026-05-28T02:58:40.178181Z","steps":["trace[1251504724] 'agreement among raft nodes before linearized reading' (duration: 1.999706949s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.178235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.178357Z","time spent":"1.999870734s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:40.267764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045325442s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:40.267983Z","caller":"traceutil/trace.go:171","msg":"trace[1721442287] linearizableReadLoop","detail":"{readStateIndex:26180; appliedIndex:26177; }","duration":"2.969573974s","start":"2026-05-28T02:58:37.298395Z","end":"2026-05-28T02:58:40.267969Z","steps":["trace[1721442287] 'read index received' (duration: 923.988574ms)","trace[1721442287] 'applied index is now lower than readState.Index' (duration: 2.04558456s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:40.268078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.826179288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:40.268102Z","caller":"traceutil/trace.go:171","msg":"trace[88448183] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25331; }","duration":"4.826238469s","start":"2026-05-28T02:58:35.441856Z","end":"2026-05-28T02:58:40.268094Z","steps":["trace[88448183] 'agreement among raft nodes before linearized reading' (duration: 4.826173717s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.268126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:35.441836Z","time spent":"4.826283021s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.268139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.81942819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:58:40.26816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.390595458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:40.268154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727797536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:40.268208Z","caller":"traceutil/trace.go:171","msg":"trace[1443919497] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25331; }","duration":"3.819546324s","start":"2026-05-28T02:58:36.448645Z","end":"2026-05-28T02:58:40.268191Z","steps":["trace[1443919497] 'agreement among raft nodes before linearized reading' (duration: 3.81944406s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:40.268211Z","caller":"traceutil/trace.go:171","msg":"trace[1357177301] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25331; }","duration":"3.390676931s","start":"2026-05-28T02:58:36.877519Z","end":"2026-05-28T02:58:40.268196Z","steps":["trace[1357177301] 'agreement among raft nodes before linearized reading' (duration: 3.390586658s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.268218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10165918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:40.268243Z","caller":"traceutil/trace.go:171","msg":"trace[780096385] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25331; }","duration":"4.727938761s","start":"2026-05-28T02:58:35.540283Z","end":"2026-05-28T02:58:40.268222Z","steps":["trace[780096385] 'agreement among raft nodes before linearized reading' (duration: 4.727740814s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:40.268256Z","caller":"traceutil/trace.go:171","msg":"trace[346818799] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"4.278585926s","start":"2026-05-28T02:58:35.989652Z","end":"2026-05-28T02:58:40.268238Z","steps":["trace[346818799] 'process raft request' (duration: 2.232721207s)","trace[346818799] 'compare' (duration: 2.044277759s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:40.268251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.877506Z","time spent":"3.390735522s","remote":"127.0.0.1:45314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.268263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.411585706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-28T02:58:40.268299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:35.540266Z","time spent":"4.728016342s","remote":"127.0.0.1:50530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.268319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.071911795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:58:40.268339Z","caller":"traceutil/trace.go:171","msg":"trace[444399699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25331; }","duration":"6.071973007s","start":"2026-05-28T02:58:34.196361Z","end":"2026-05-28T02:58:40.268334Z","steps":["trace[444399699] 'agreement among raft nodes before linearized reading' (duration: 6.071884304s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:40.268335Z","caller":"traceutil/trace.go:171","msg":"trace[43116136] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25331; }","duration":"3.411707521s","start":"2026-05-28T02:58:36.856609Z","end":"2026-05-28T02:58:40.268316Z","steps":["trace[43116136] 'agreement among raft nodes before linearized reading' (duration: 3.411515294s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.268345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:35.989628Z","time spent":"4.278658049s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:40.268377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.856589Z","time spent":"3.411779612s","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-28T02:58:40.26838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.266106698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T02:58:40.268409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.073992311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T02:58:40.268197Z","caller":"traceutil/trace.go:171","msg":"trace[1060490386] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"3.071730317s","start":"2026-05-28T02:58:37.196442Z","end":"2026-05-28T02:58:40.268173Z","steps":["trace[1060490386] 'process raft request' (duration: 3.071488359s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:40.268429Z","caller":"traceutil/trace.go:171","msg":"trace[939549313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25331; }","duration":"6.074022432s","start":"2026-05-28T02:58:34.194401Z","end":"2026-05-28T02:58:40.268423Z","steps":["trace[939549313] 'agreement among raft nodes before linearized reading' (duration: 6.07397046s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.268251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.448627Z","time spent":"3.819614106s","remote":"127.0.0.1:60730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.268446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.194396Z","time spent":"6.074046844s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:58:40.268434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.209963628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:40.268488Z","caller":"traceutil/trace.go:171","msg":"trace[2141849124] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25331; }","duration":"3.210062681s","start":"2026-05-28T02:58:37.058412Z","end":"2026-05-28T02:58:40.268475Z","steps":["trace[2141849124] 'agreement among raft nodes before linearized reading' (duration: 3.209900685s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.268506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.044796822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-05-28T02:58:40.26854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.098688617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-28T02:58:40.268558Z","caller":"traceutil/trace.go:171","msg":"trace[1462683630] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25331; }","duration":"6.098735719s","start":"2026-05-28T02:58:34.169817Z","end":"2026-05-28T02:58:40.268553Z","steps":["trace[1462683630] 'agreement among raft nodes before linearized reading' (duration: 6.098679447s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:40.268556Z","caller":"traceutil/trace.go:171","msg":"trace[1571630233] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"3.258980848s","start":"2026-05-28T02:58:37.009561Z","end":"2026-05-28T02:58:40.268541Z","steps":["trace[1571630233] 'process raft request' (duration: 3.258285976s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.268577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.169803Z","time spent":"6.09877005s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-28T02:58:40.268616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:37.009538Z","time spent":"3.25904606s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:40.268629Z","caller":"traceutil/trace.go:171","msg":"trace[1432378642] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25331; }","duration":"6.044965127s","start":"2026-05-28T02:58:34.223615Z","end":"2026-05-28T02:58:40.26858Z","steps":["trace[1432378642] 'agreement among raft nodes before linearized reading' (duration: 6.044542723s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:40.268423Z","caller":"traceutil/trace.go:171","msg":"trace[1947107229] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25331; }","duration":"4.266171321s","start":"2026-05-28T02:58:36.002244Z","end":"2026-05-28T02:58:40.268415Z","steps":["trace[1947107229] 'agreement among raft nodes before linearized reading' (duration: 4.266033836s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.268682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:36.002234Z","time spent":"4.266440849s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T02:58:40.268491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:37.196421Z","time spent":"3.072018646s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:40.268713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.09876817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-28T02:58:40.268137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262513391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:40.268655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.09875771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-05-28T02:58:40.268729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.270050754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T02:58:40.268756Z","caller":"traceutil/trace.go:171","msg":"trace[643392502] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25331; }","duration":"6.098846092s","start":"2026-05-28T02:58:34.169901Z","end":"2026-05-28T02:58:40.268747Z","steps":["trace[643392502] 'agreement among raft nodes before linearized reading' (duration: 6.098738149s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.268752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.223596Z","time spent":"6.045074591s","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-05-28T02:58:40.268768Z","caller":"traceutil/trace.go:171","msg":"trace[406422884] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25331; }","duration":"3.263199522s","start":"2026-05-28T02:58:37.005555Z","end":"2026-05-28T02:58:40.268755Z","steps":["trace[406422884] 'agreement among raft nodes before linearized reading' (duration: 3.26248155s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.268785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.16988Z","time spent":"6.098898194s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:58:40.268805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:37.005538Z","time spent":"3.263252545s","remote":"127.0.0.1:54954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.268834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.004720836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:40.268817Z","caller":"traceutil/trace.go:171","msg":"trace[1510324842] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25331; }","duration":"6.098918635s","start":"2026-05-28T02:58:34.169847Z","end":"2026-05-28T02:58:40.268766Z","steps":["trace[1510324842] 'agreement among raft nodes before linearized reading' (duration: 6.098584164s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.268858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.260546165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-28T02:58:40.268876Z","caller":"traceutil/trace.go:171","msg":"trace[491590133] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25331; }","duration":"6.004795679s","start":"2026-05-28T02:58:34.264066Z","end":"2026-05-28T02:58:40.268862Z","steps":["trace[491590133] 'agreement among raft nodes before linearized reading' (duration: 6.004727427s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:40.268285Z","caller":"traceutil/trace.go:171","msg":"trace[1325714794] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25331; }","duration":"3.101748143s","start":"2026-05-28T02:58:37.166517Z","end":"2026-05-28T02:58:40.268265Z","steps":["trace[1325714794] 'agreement among raft nodes before linearized reading' (duration: 3.10166565s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.268932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.264047Z","time spent":"6.004868161s","remote":"127.0.0.1:54924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.268942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992396359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:40.268547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:37.058366Z","time spent":"3.210166174s","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:40.268971Z","caller":"traceutil/trace.go:171","msg":"trace[73273207] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25331; }","duration":"4.270131816s","start":"2026-05-28T02:58:35.998642Z","end":"2026-05-28T02:58:40.268774Z","steps":["trace[73273207] 'agreement among raft nodes before linearized reading' (duration: 4.269890998s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.269101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:35.998633Z","time spent":"4.270455296s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T02:58:40.268933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:37.1665Z","time spent":"3.102419924s","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.26836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.196338Z","time spent":"6.072017889s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:58:40.268978Z","caller":"traceutil/trace.go:171","msg":"trace[90325210] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25331; }","duration":"4.992468581s","start":"2026-05-28T02:58:35.276499Z","end":"2026-05-28T02:58:40.268968Z","steps":["trace[90325210] 'agreement among raft nodes before linearized reading' (duration: 4.99241542s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.269262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:35.276478Z","time spent":"4.992771251s","remote":"127.0.0.1:34468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:40.268895Z","caller":"traceutil/trace.go:171","msg":"trace[1199649723] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d; range_end:; response_count:1; response_revision:25331; }","duration":"5.260614298s","start":"2026-05-28T02:58:35.008269Z","end":"2026-05-28T02:58:40.268883Z","steps":["trace[1199649723] 'agreement among raft nodes before linearized reading' (duration: 5.260492964s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.269339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:35.008252Z","time spent":"5.261069643s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" "} {"level":"warn","ts":"2026-05-28T02:58:40.268912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.169835Z","time spent":"6.099063349s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-28T02:58:40.268999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.789682901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:40.269548Z","caller":"traceutil/trace.go:171","msg":"trace[901098506] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25331; }","duration":"5.790261879s","start":"2026-05-28T02:58:34.479265Z","end":"2026-05-28T02:58:40.269526Z","steps":["trace[901098506] 'agreement among raft nodes before linearized reading' (duration: 5.789699541s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:40.269652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:34.479243Z","time spent":"5.790386273s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:40.764822Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.460591477s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:58:42.082026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999926698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:42.082132Z","caller":"traceutil/trace.go:171","msg":"trace[1493939884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000071472s","start":"2026-05-28T02:58:40.082042Z","end":"2026-05-28T02:58:42.082113Z","steps":["trace[1493939884] 'agreement among raft nodes before linearized reading' (duration: 1.999951628s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:42.082434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.082025Z","time spent":"2.000393132s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:42.186591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999618497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:42.186678Z","caller":"traceutil/trace.go:171","msg":"trace[930863589] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999754523s","start":"2026-05-28T02:58:40.186902Z","end":"2026-05-28T02:58:42.186656Z","steps":["trace[930863589] 'agreement among raft nodes before linearized reading' (duration: 1.999648169s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:42.186729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.186885Z","time spent":"1.999831434s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:58:42.575042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810000532s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:42.575147Z","caller":"traceutil/trace.go:171","msg":"trace[1972022399] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"3.27098251s","start":"2026-05-28T02:58:39.30414Z","end":"2026-05-28T02:58:42.575122Z","steps":["trace[1972022399] 'process raft request' (duration: 1.460807004s)","trace[1972022399] 'compare' (duration: 1.806955994s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:42.575208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.304124Z","time spent":"3.271056233s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:44.123816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.358735604s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:58:44.19306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000557297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:44.193136Z","caller":"traceutil/trace.go:171","msg":"trace[979291624] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000702732s","start":"2026-05-28T02:58:42.192415Z","end":"2026-05-28T02:58:44.193118Z","steps":["trace[979291624] 'agreement among raft nodes before linearized reading' (duration: 2.000572938s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.193184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.192396Z","time spent":"2.000774594s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:44.193292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.968995627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:44.193322Z","caller":"traceutil/trace.go:171","msg":"trace[1231610320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.969059929s","start":"2026-05-28T02:58:41.22425Z","end":"2026-05-28T02:58:44.19331Z","steps":["trace[1231610320] 'agreement among raft nodes before linearized reading' (duration: 2.969030998s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.193348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:41.224229Z","time spent":"2.969114211s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/28 02:58:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:44.194968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971104734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:44.195195Z","caller":"traceutil/trace.go:171","msg":"trace[994300492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.971176196s","start":"2026-05-28T02:58:41.223821Z","end":"2026-05-28T02:58:44.194997Z","steps":["trace[994300492] 'agreement among raft nodes before linearized reading' (duration: 2.971128345s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:44.19525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:41.223804Z","time spent":"2.971432145s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/28 02:58:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:44.1963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.275475Z","time spent":"3.920823549s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 02:58:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:44.196341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.275129Z","time spent":"3.921210391s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 02:58:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:44.307371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.308689Z","time spent":"4.99867732s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 02:58:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:44.307456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.309574Z","time spent":"4.997868995s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 02:58:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:44.308389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.310323Z","time spent":"4.998063981s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 02:58:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:44.30883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.309885Z","time spent":"4.998936559s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:44.309167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.310873Z","time spent":"4.998290329s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 02:58:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:44.310092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.310857Z","time spent":"4.999233708s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 02:58:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:45.331529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.20749111s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:58:45.371992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247921107s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-28T02:58:46.193701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000162095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:46.193811Z","caller":"traceutil/trace.go:171","msg":"trace[790744980] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000320759s","start":"2026-05-28T02:58:44.193459Z","end":"2026-05-28T02:58:46.19378Z","steps":["trace[790744980] 'agreement among raft nodes before linearized reading' (duration: 2.000182165s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:46.193876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.193445Z","time spent":"2.000417293s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:58:46.892194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51973893s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T02:58:46.895374Z","caller":"traceutil/trace.go:171","msg":"trace[602626875] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"6.621630439s","start":"2026-05-28T02:58:40.273718Z","end":"2026-05-28T02:58:46.895348Z","steps":["trace[602626875] 'process raft request' (duration: 6.618604572s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:46.895519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.273689Z","time spent":"6.621749742s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:47.273162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.27471Z","time spent":"4.998445453s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:47.827185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.495454881s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:58:48.006464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.892379ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:48.006618Z","caller":"traceutil/trace.go:171","msg":"trace[2119887067] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25339; }","duration":"977.051914ms","start":"2026-05-28T02:58:47.02954Z","end":"2026-05-28T02:58:48.006592Z","steps":["trace[2119887067] 'range keys from in-memory index tree' (duration: 976.875819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.006535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111145472s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:48.007558Z","caller":"traceutil/trace.go:171","msg":"trace[506729637] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"3.811877359s","start":"2026-05-28T02:58:44.195659Z","end":"2026-05-28T02:58:48.007537Z","steps":["trace[506729637] 'process raft request' (duration: 3.811477996s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:48.007606Z","caller":"traceutil/trace.go:171","msg":"trace[2039064562] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"3.810143685s","start":"2026-05-28T02:58:44.197448Z","end":"2026-05-28T02:58:48.007592Z","steps":["trace[2039064562] 'process raft request' (duration: 3.809738622s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:48.007599Z","caller":"traceutil/trace.go:171","msg":"trace[789598816] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"4.012458256s","start":"2026-05-28T02:58:43.995105Z","end":"2026-05-28T02:58:48.007564Z","steps":["trace[789598816] 'process raft request' (duration: 4.011983081s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:48.007712Z","caller":"traceutil/trace.go:171","msg":"trace[1159383637] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25346; }","duration":"3.809220655s","start":"2026-05-28T02:58:44.198481Z","end":"2026-05-28T02:58:48.007702Z","steps":["trace[1159383637] 'process raft request' (duration: 3.808813422s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.007709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.197438Z","time spent":"3.810216557s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:48.007715Z","caller":"traceutil/trace.go:171","msg":"trace[261392201] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25346; }","duration":"3.810185126s","start":"2026-05-28T02:58:44.197504Z","end":"2026-05-28T02:58:48.007689Z","steps":["trace[261392201] 'process raft request' (duration: 3.809749162s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.007745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.198471Z","time spent":"3.809259616s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:48.007796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.197489Z","time spent":"3.810265608s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:48.007777Z","caller":"traceutil/trace.go:171","msg":"trace[1632190729] linearizableReadLoop","detail":"{readStateIndex:26188; appliedIndex:26180; }","duration":"7.739737942s","start":"2026-05-28T02:58:40.268008Z","end":"2026-05-28T02:58:48.007746Z","steps":["trace[1632190729] 'read index received' (duration: 497.069974ms)","trace[1632190729] 'applied index is now lower than readState.Index' (duration: 7.242663348s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:48.007667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.195639Z","time spent":"3.811975643s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:48.008039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:43.995076Z","time spent":"4.01260701s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:58:48.008303Z","caller":"traceutil/trace.go:171","msg":"trace[1618479006] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"6.539156182s","start":"2026-05-28T02:58:41.468382Z","end":"2026-05-28T02:58:48.007538Z","steps":["trace[1618479006] 'process raft request' (duration: 6.538602265s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.008407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:41.468359Z","time spent":"6.539988239s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:58:48.208846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009059838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:48.209107Z","caller":"traceutil/trace.go:171","msg":"trace[1335992834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.009401518s","start":"2026-05-28T02:58:46.199677Z","end":"2026-05-28T02:58:48.209078Z","steps":["trace[1335992834] 'agreement among raft nodes before linearized reading' (duration: 2.009091298s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:48.209476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.199656Z","time spent":"2.009802231s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:49.307125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995933274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:49.307222Z","caller":"traceutil/trace.go:171","msg":"trace[569673508] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.996059148s","start":"2026-05-28T02:58:44.311144Z","end":"2026-05-28T02:58:49.307203Z","steps":["trace[569673508] 'agreement among raft nodes before linearized reading' (duration: 4.995934494s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:49.307273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.311141Z","time spent":"4.99612125s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/28 02:58:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:49.308279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999551309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:49.308345Z","caller":"traceutil/trace.go:171","msg":"trace[2140154546] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999622452s","start":"2026-05-28T02:58:44.308707Z","end":"2026-05-28T02:58:49.30833Z","steps":["trace[2140154546] 'agreement among raft nodes before linearized reading' (duration: 4.999549529s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:49.3084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.308642Z","time spent":"4.999745866s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-28T02:58:49.309932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998740224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:49.31001Z","caller":"traceutil/trace.go:171","msg":"trace[1071459095] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998841127s","start":"2026-05-28T02:58:44.311156Z","end":"2026-05-28T02:58:49.309998Z","steps":["trace[1071459095] 'agreement among raft nodes before linearized reading' (duration: 4.998741864s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:49.310055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.311154Z","time spent":"4.998892538s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T02:58:49.310097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99895097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:49.310154Z","caller":"traceutil/trace.go:171","msg":"trace[461343950] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999040933s","start":"2026-05-28T02:58:44.311101Z","end":"2026-05-28T02:58:49.310142Z","steps":["trace[461343950] 'agreement among raft nodes before linearized reading' (duration: 4.998973831s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:49.310184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.311091Z","time spent":"4.999087164s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-28T02:58:49.310548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99924761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:49.31058Z","caller":"traceutil/trace.go:171","msg":"trace[1759935296] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999292431s","start":"2026-05-28T02:58:44.311283Z","end":"2026-05-28T02:58:49.310575Z","steps":["trace[1759935296] 'agreement among raft nodes before linearized reading' (duration: 4.99925675s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:49.310612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.311278Z","time spent":"4.999328902s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-28T02:58:49.311027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998776784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:49.311057Z","caller":"traceutil/trace.go:171","msg":"trace[337656169] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998810816s","start":"2026-05-28T02:58:44.312239Z","end":"2026-05-28T02:58:49.311049Z","steps":["trace[337656169] 'agreement among raft nodes before linearized reading' (duration: 4.998775075s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:49.31108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.312226Z","time spent":"4.998848987s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/28 02:58:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:49.366898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.094214672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:49.366951Z","caller":"traceutil/trace.go:171","msg":"trace[27416631] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.094294375s","start":"2026-05-28T02:58:40.272645Z","end":"2026-05-28T02:58:49.366939Z","steps":["trace[27416631] 'agreement among raft nodes before linearized reading' (duration: 9.094226892s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:49.366979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.27263Z","time spent":"9.094344036s","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/05/28 02:58:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:49.578504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.580639Z","time spent":"4.997859485s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 02:58:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:49.864164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856826272s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-28T02:58:49.864524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.958567096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131132"} {"level":"warn","ts":"2026-05-28T02:58:49.864708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.748960236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-05-28T02:58:49.864733Z","caller":"traceutil/trace.go:171","msg":"trace[891913810] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25347; }","duration":"9.749019857s","start":"2026-05-28T02:58:40.115704Z","end":"2026-05-28T02:58:49.864724Z","steps":["trace[891913810] 'agreement among raft nodes before linearized reading' (duration: 7.892133544s)","trace[891913810] 'range keys from in-memory index tree' (duration: 1.856825562s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:49.864757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.115684Z","time spent":"9.749067709s","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7721,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-28T02:58:49.864966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.412462662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:49.864985Z","caller":"traceutil/trace.go:171","msg":"trace[120639167] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25347; }","duration":"11.412511123s","start":"2026-05-28T02:58:38.452466Z","end":"2026-05-28T02:58:49.864978Z","steps":["trace[120639167] 'agreement among raft nodes before linearized reading' (duration: 9.555355871s)","trace[120639167] 'count revisions from in-memory index tree' (duration: 1.857123851s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:49.864999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.452401Z","time spent":"11.412594296s","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:49.865698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.326137499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:49.865743Z","caller":"traceutil/trace.go:171","msg":"trace[243327857] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25347; }","duration":"10.326225661s","start":"2026-05-28T02:58:39.539502Z","end":"2026-05-28T02:58:49.865728Z","steps":["trace[243327857] 'agreement among raft nodes before linearized reading' (duration: 8.468344356s)","trace[243327857] 'count revisions from in-memory index tree' (duration: 1.857821424s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:49.865786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.539481Z","time spent":"10.326294684s","remote":"127.0.0.1:38304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:49.865928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.574835247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:49.865995Z","caller":"traceutil/trace.go:171","msg":"trace[1507854771] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25347; }","duration":"10.57494683s","start":"2026-05-28T02:58:39.291031Z","end":"2026-05-28T02:58:49.865978Z","steps":["trace[1507854771] 'agreement among raft nodes before linearized reading' (duration: 8.716825077s)","trace[1507854771] 'count revisions from in-memory index tree' (duration: 1.858014699s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:49.866031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.291015Z","time spent":"10.575007232s","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:49.866093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.698963518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:58:49.866106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.513278756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:49.866125Z","caller":"traceutil/trace.go:171","msg":"trace[605318390] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25347; }","duration":"10.699035041s","start":"2026-05-28T02:58:39.167078Z","end":"2026-05-28T02:58:49.866113Z","steps":["trace[605318390] 'agreement among raft nodes before linearized reading' (duration: 8.840788974s)","trace[605318390] 'count revisions from in-memory index tree' (duration: 1.858202985s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:49.866148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:39.167057Z","time spent":"10.699085921s","remote":"127.0.0.1:38060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:49.866177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.554541674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:49.866198Z","caller":"traceutil/trace.go:171","msg":"trace[1415143929] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25347; }","duration":"11.554600077s","start":"2026-05-28T02:58:38.31159Z","end":"2026-05-28T02:58:49.86619Z","steps":["trace[1415143929] 'agreement among raft nodes before linearized reading' (duration: 9.696297778s)","trace[1415143929] 'count revisions from in-memory index tree' (duration: 1.858274547s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:58:49.866145Z","caller":"traceutil/trace.go:171","msg":"trace[1670748107] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25347; }","duration":"12.513347998s","start":"2026-05-28T02:58:37.352782Z","end":"2026-05-28T02:58:49.86613Z","steps":["trace[1670748107] 'agreement among raft nodes before linearized reading' (duration: 10.655124292s)","trace[1670748107] 'count revisions from in-memory index tree' (duration: 1.858161685s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:49.866222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.311569Z","time spent":"11.554646128s","remote":"127.0.0.1:38094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:49.86623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:37.352768Z","time spent":"12.513454251s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:49.866279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.751261298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:49.866303Z","caller":"traceutil/trace.go:171","msg":"trace[27192855] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25347; }","duration":"11.751309219s","start":"2026-05-28T02:58:38.114985Z","end":"2026-05-28T02:58:49.866294Z","steps":["trace[27192855] 'agreement among raft nodes before linearized reading' (duration: 9.892912338s)","trace[27192855] 'count revisions from in-memory index tree' (duration: 1.85836322s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:49.866323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:38.114972Z","time spent":"11.75134505s","remote":"127.0.0.1:50516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:49.866431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.967713877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-28T02:58:49.866452Z","caller":"traceutil/trace.go:171","msg":"trace[2109591062] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25347; }","duration":"11.967761019s","start":"2026-05-28T02:58:37.898684Z","end":"2026-05-28T02:58:49.866445Z","steps":["trace[2109591062] 'agreement among raft nodes before linearized reading' (duration: 10.109210943s)","trace[2109591062] 'range keys from in-memory index tree' (duration: 1.858470004s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:49.86647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:37.898668Z","time spent":"11.967798231s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-05-28T02:58:49.884265Z","caller":"traceutil/trace.go:171","msg":"trace[1618401363] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25347; }","duration":"11.95867713s","start":"2026-05-28T02:58:37.905886Z","end":"2026-05-28T02:58:49.864563Z","steps":["trace[1618401363] 'agreement among raft nodes before linearized reading' (duration: 10.101993003s)","trace[1618401363] 'range keys from in-memory index tree' (duration: 1.856518762s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:49.884354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:37.905854Z","time spent":"11.978473631s","remote":"127.0.0.1:37800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131155,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-28T02:58:50.202187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993172272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:50.202319Z","caller":"traceutil/trace.go:171","msg":"trace[2051207521] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.993360348s","start":"2026-05-28T02:58:48.208943Z","end":"2026-05-28T02:58:50.202303Z","steps":["trace[2051207521] 'agreement among raft nodes before linearized reading' (duration: 1.993205373s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:50.202387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.208913Z","time spent":"1.993465492s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:52.080498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999972547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:52.080594Z","caller":"traceutil/trace.go:171","msg":"trace[1807589155] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000119282s","start":"2026-05-28T02:58:50.080452Z","end":"2026-05-28T02:58:52.080571Z","steps":["trace[1807589155] 'agreement among raft nodes before linearized reading' (duration: 1.999986668s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:52.080648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.080438Z","time spent":"2.000200625s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:58:52.207295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:52.20737Z","caller":"traceutil/trace.go:171","msg":"trace[1546624877] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000236507s","start":"2026-05-28T02:58:50.207115Z","end":"2026-05-28T02:58:52.207352Z","steps":["trace[1546624877] 'agreement among raft nodes before linearized reading' (duration: 2.000134293s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:52.207433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.207104Z","time spent":"2.000321369s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:58:52.273325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998203916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:52.273556Z","caller":"traceutil/trace.go:171","msg":"trace[531280746] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998508195s","start":"2026-05-28T02:58:47.275027Z","end":"2026-05-28T02:58:52.273535Z","steps":["trace[531280746] 'agreement among raft nodes before linearized reading' (duration: 4.998249727s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:52.273753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:47.275013Z","time spent":"4.998723103s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/28 02:58:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:52.292397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:45.29193Z","time spent":"7.000456086s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:53.783956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.916945094s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:58:53.784067Z","caller":"traceutil/trace.go:171","msg":"trace[1712021527] linearizableReadLoop","detail":"{readStateIndex:26201; appliedIndex:26198; }","duration":"5.776205143s","start":"2026-05-28T02:58:48.007843Z","end":"2026-05-28T02:58:53.784048Z","steps":["trace[1712021527] 'read index received' (duration: 68.292µs)","trace[1712021527] 'applied index is now lower than readState.Index' (duration: 5.776132311s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:53.78418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.688499914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:53.784212Z","caller":"traceutil/trace.go:171","msg":"trace[1049928817] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25349; }","duration":"12.688572136s","start":"2026-05-28T02:58:41.09563Z","end":"2026-05-28T02:58:53.784202Z","steps":["trace[1049928817] 'agreement among raft nodes before linearized reading' (duration: 12.688511464s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.784191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.630614061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:53.784228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.35743406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:58:53.784249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:41.09561Z","time spent":"12.688629958s","remote":"127.0.0.1:50598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:53.784271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.592798162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:53.78427Z","caller":"traceutil/trace.go:171","msg":"trace[562803369] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25349; }","duration":"12.630744066s","start":"2026-05-28T02:58:41.153505Z","end":"2026-05-28T02:58:53.784249Z","steps":["trace[562803369] 'agreement among raft nodes before linearized reading' (duration: 12.630600951s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:53.784302Z","caller":"traceutil/trace.go:171","msg":"trace[458631287] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25349; }","duration":"11.592855224s","start":"2026-05-28T02:58:42.191437Z","end":"2026-05-28T02:58:53.784292Z","steps":["trace[458631287] 'agreement among raft nodes before linearized reading' (duration: 11.592806163s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.784318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:41.153483Z","time spent":"12.630821598s","remote":"127.0.0.1:38298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:53.784341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.191423Z","time spent":"11.592909226s","remote":"127.0.0.1:55080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:53.7844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.590100223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-28T02:58:53.784439Z","caller":"traceutil/trace.go:171","msg":"trace[1824220809] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25349; }","duration":"6.590173076s","start":"2026-05-28T02:58:47.194257Z","end":"2026-05-28T02:58:53.78443Z","steps":["trace[1824220809] 'agreement among raft nodes before linearized reading' (duration: 6.590064023s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.784464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:47.194239Z","time spent":"6.590218757s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T02:58:53.784511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.158627741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:53.784619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.628617612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:53.784564Z","caller":"traceutil/trace.go:171","msg":"trace[511505538] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25349; }","duration":"13.158729693s","start":"2026-05-28T02:58:40.625823Z","end":"2026-05-28T02:58:53.784552Z","steps":["trace[511505538] 'agreement among raft nodes before linearized reading' (duration: 13.158643871s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:53.784664Z","caller":"traceutil/trace.go:171","msg":"trace[129022116] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25349; }","duration":"11.628696216s","start":"2026-05-28T02:58:42.155956Z","end":"2026-05-28T02:58:53.784652Z","steps":["trace[129022116] 'agreement among raft nodes before linearized reading' (duration: 11.628541381s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.784683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.625799Z","time spent":"13.158870568s","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:53.784697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.155936Z","time spent":"11.628751857s","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:53.7847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.37172642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:53.784763Z","caller":"traceutil/trace.go:171","msg":"trace[1393903677] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25349; }","duration":"12.371822173s","start":"2026-05-28T02:58:41.412924Z","end":"2026-05-28T02:58:53.784746Z","steps":["trace[1393903677] 'agreement among raft nodes before linearized reading' (duration: 12.37173859s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.784795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.884396321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-28T02:58:53.784819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:41.412901Z","time spent":"12.371900845s","remote":"127.0.0.1:60666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:53.78489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.952088377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:53.784924Z","caller":"traceutil/trace.go:171","msg":"trace[845651109] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25349; }","duration":"6.952160459s","start":"2026-05-28T02:58:46.832756Z","end":"2026-05-28T02:58:53.784916Z","steps":["trace[845651109] 'agreement among raft nodes before linearized reading' (duration: 6.952099587s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.784953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.832735Z","time spent":"6.95220923s","remote":"127.0.0.1:38196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:53.784217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.710703816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:53.785028Z","caller":"traceutil/trace.go:171","msg":"trace[137913407] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25349; }","duration":"11.711552463s","start":"2026-05-28T02:58:42.073461Z","end":"2026-05-28T02:58:53.785014Z","steps":["trace[137913407] 'agreement among raft nodes before linearized reading' (duration: 11.710657385s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.785056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.886527329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:53.785069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.073443Z","time spent":"11.711612125s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:53.785088Z","caller":"traceutil/trace.go:171","msg":"trace[1782453489] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25349; }","duration":"8.886587651s","start":"2026-05-28T02:58:44.898491Z","end":"2026-05-28T02:58:53.785079Z","steps":["trace[1782453489] 'agreement among raft nodes before linearized reading' (duration: 8.886533729s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.785109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.682030365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:53.785125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.898476Z","time spent":"8.886640143s","remote":"127.0.0.1:54994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:53.785154Z","caller":"traceutil/trace.go:171","msg":"trace[1014012714] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25349; }","duration":"9.682097727s","start":"2026-05-28T02:58:44.103039Z","end":"2026-05-28T02:58:53.785137Z","steps":["trace[1014012714] 'agreement among raft nodes before linearized reading' (duration: 9.682038465s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.785189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:44.103024Z","time spent":"9.682154618s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:53.784718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.591000382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-28T02:58:53.785225Z","caller":"traceutil/trace.go:171","msg":"trace[394934042] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25349; }","duration":"6.591566101s","start":"2026-05-28T02:58:47.193652Z","end":"2026-05-28T02:58:53.785218Z","steps":["trace[394934042] 'agreement among raft nodes before linearized reading' (duration: 6.590986872s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.785253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:47.193631Z","time spent":"6.591615562s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T02:58:53.785262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.112285347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:53.785287Z","caller":"traceutil/trace.go:171","msg":"trace[538405709] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25349; }","duration":"7.112357849s","start":"2026-05-28T02:58:46.672921Z","end":"2026-05-28T02:58:53.785279Z","steps":["trace[538405709] 'agreement among raft nodes before linearized reading' (duration: 7.112317607s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.785314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.672897Z","time spent":"7.11241101s","remote":"127.0.0.1:45942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:53.784306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.929588446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:53.785343Z","caller":"traceutil/trace.go:171","msg":"trace[1700650076] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25349; }","duration":"5.93066289s","start":"2026-05-28T02:58:47.854672Z","end":"2026-05-28T02:58:53.785335Z","steps":["trace[1700650076] 'agreement among raft nodes before linearized reading' (duration: 5.929610797s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.785371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:47.854653Z","time spent":"5.930710882s","remote":"127.0.0.1:50628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:53.785432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.880410099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:53.785461Z","caller":"traceutil/trace.go:171","msg":"trace[1945451515] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25349; }","duration":"7.880480862s","start":"2026-05-28T02:58:45.904973Z","end":"2026-05-28T02:58:53.785454Z","steps":["trace[1945451515] 'agreement among raft nodes before linearized reading' (duration: 7.880434041s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:53.784838Z","caller":"traceutil/trace.go:171","msg":"trace[78583639] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d; range_end:; response_count:1; response_revision:25349; }","duration":"6.884466234s","start":"2026-05-28T02:58:46.900361Z","end":"2026-05-28T02:58:53.784827Z","steps":["trace[78583639] 'agreement among raft nodes before linearized reading' (duration: 6.884373941s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.785486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:45.904953Z","time spent":"7.880524523s","remote":"127.0.0.1:38242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:53.785493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:46.90034Z","time spent":"6.885146995s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" "} {"level":"warn","ts":"2026-05-28T02:58:53.785314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.80944044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:53.785624Z","caller":"traceutil/trace.go:171","msg":"trace[1178250555] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25349; }","duration":"9.809780761s","start":"2026-05-28T02:58:43.975834Z","end":"2026-05-28T02:58:53.785615Z","steps":["trace[1178250555] 'agreement among raft nodes before linearized reading' (duration: 9.809457741s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.785658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:43.975812Z","time spent":"9.809836903s","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T02:58:53.785344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.865900001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:58:53.785791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.615030877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:53.785805Z","caller":"traceutil/trace.go:171","msg":"trace[1574726585] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25349; }","duration":"10.866384027s","start":"2026-05-28T02:58:42.919404Z","end":"2026-05-28T02:58:53.785788Z","steps":["trace[1574726585] 'agreement among raft nodes before linearized reading' (duration: 10.865922862s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.785802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.513096544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-tm6t7\" ","response":"range_response_count:1 size:4909"} {"level":"warn","ts":"2026-05-28T02:58:53.784631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.201716438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:58:53.785819Z","caller":"traceutil/trace.go:171","msg":"trace[1671625054] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25349; }","duration":"8.615081547s","start":"2026-05-28T02:58:45.170728Z","end":"2026-05-28T02:58:53.78581Z","steps":["trace[1671625054] 'agreement among raft nodes before linearized reading' (duration: 8.615040346s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.78584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.513020383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ba18e8dd-7298-4271-a932-0dd1ae4f2107\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-28T02:58:53.785863Z","caller":"traceutil/trace.go:171","msg":"trace[454963100] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-tm6t7; range_end:; response_count:1; response_revision:25349; }","duration":"13.513174438s","start":"2026-05-28T02:58:40.272673Z","end":"2026-05-28T02:58:53.785848Z","steps":["trace[454963100] 'agreement among raft nodes before linearized reading' (duration: 13.512990882s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:58:53.78586Z","caller":"traceutil/trace.go:171","msg":"trace[907378568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25349; }","duration":"12.20304608s","start":"2026-05-28T02:58:41.582805Z","end":"2026-05-28T02:58:53.785851Z","steps":["trace[907378568] 'agreement among raft nodes before linearized reading' (duration: 12.201719648s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.785874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:45.170714Z","time spent":"8.6151523s","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:53.785893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.272669Z","time spent":"13.513218139s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4932,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-tm6t7\" "} {"level":"warn","ts":"2026-05-28T02:58:53.789744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.503444218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1294797"} {"level":"info","ts":"2026-05-28T02:58:53.789815Z","caller":"traceutil/trace.go:171","msg":"trace[1481521972] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25349; }","duration":"13.503539291s","start":"2026-05-28T02:58:40.286248Z","end":"2026-05-28T02:58:53.789787Z","steps":["trace[1481521972] 'agreement among raft nodes before linearized reading' (duration: 13.498602264s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.789866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.286231Z","time spent":"13.503616313s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1294820,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:58:53.790072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.517358651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T02:58:53.790155Z","caller":"traceutil/trace.go:171","msg":"trace[187611278] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25349; }","duration":"13.517451624s","start":"2026-05-28T02:58:40.272675Z","end":"2026-05-28T02:58:53.790127Z","steps":["trace[187611278] 'agreement among raft nodes before linearized reading' (duration: 13.517129604s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.790195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.272656Z","time spent":"13.517530966s","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-28T02:58:53.784266Z","caller":"traceutil/trace.go:171","msg":"trace[426782148] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25349; }","duration":"11.357475321s","start":"2026-05-28T02:58:42.426778Z","end":"2026-05-28T02:58:53.784254Z","steps":["trace[426782148] 'agreement among raft nodes before linearized reading' (duration: 11.357284965s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.795621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:41.582786Z","time spent":"12.203102002s","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:53.795678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.426725Z","time spent":"11.368926506s","remote":"127.0.0.1:34418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:58:53.795609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:42.919384Z","time spent":"10.866453179s","remote":"127.0.0.1:38114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:58:53.785895Z","caller":"traceutil/trace.go:171","msg":"trace[1890978250] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ba18e8dd-7298-4271-a932-0dd1ae4f2107; range_end:; response_count:1; response_revision:25349; }","duration":"13.513085725s","start":"2026-05-28T02:58:40.272794Z","end":"2026-05-28T02:58:53.78588Z","steps":["trace[1890978250] 'agreement among raft nodes before linearized reading' (duration: 13.512901589s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:53.800785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.27279Z","time spent":"13.527980779s","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ba18e8dd-7298-4271-a932-0dd1ae4f2107\" "} {"level":"warn","ts":"2026-05-28T02:58:53.801837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.524836109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1294797"} {"level":"info","ts":"2026-05-28T02:58:53.801896Z","caller":"traceutil/trace.go:171","msg":"trace[712218506] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25349; }","duration":"13.524917771s","start":"2026-05-28T02:58:40.276962Z","end":"2026-05-28T02:58:53.80188Z","steps":["trace[712218506] 'agreement among raft nodes before linearized reading' (duration: 13.508782007s)","trace[712218506] 'range keys from bolt db' (duration: 16.017061ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:58:53.801935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:40.276954Z","time spent":"13.524971074s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1294820,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:58:54.215964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000264037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:54.216051Z","caller":"traceutil/trace.go:171","msg":"trace[1840222749] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419383s","start":"2026-05-28T02:58:52.215611Z","end":"2026-05-28T02:58:54.216031Z","steps":["trace[1840222749] 'agreement among raft nodes before linearized reading' (duration: 2.000309669s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:54.21609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:52.215584Z","time spent":"2.000497374s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:58:54.284154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:58:54.308331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997719499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:54.308424Z","caller":"traceutil/trace.go:171","msg":"trace[775730870] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.99837073s","start":"2026-05-28T02:58:49.310032Z","end":"2026-05-28T02:58:54.308403Z","steps":["trace[775730870] 'agreement among raft nodes before linearized reading' (duration: 4.99774323s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:54.308483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:49.310016Z","time spent":"4.998454613s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/28 02:58:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:54.312364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000062544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:58:54.312461Z","caller":"traceutil/trace.go:171","msg":"trace[1114346051] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.000199389s","start":"2026-05-28T02:58:49.312238Z","end":"2026-05-28T02:58:54.312438Z","steps":["trace[1114346051] 'agreement among raft nodes before linearized reading' (duration: 5.000076755s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:54.312515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:49.312228Z","time spent":"5.000275261s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/28 02:58:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:54.578653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999174946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:54.578745Z","caller":"traceutil/trace.go:171","msg":"trace[987883118] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999321451s","start":"2026-05-28T02:58:49.579403Z","end":"2026-05-28T02:58:54.578724Z","steps":["trace[987883118] 'agreement among raft nodes before linearized reading' (duration: 4.999198847s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:54.579517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:49.579391Z","time spent":"5.000093935s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/28 02:58:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:54.636958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.265214441s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:58:56.216476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999930798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:56.216542Z","caller":"traceutil/trace.go:171","msg":"trace[929640257] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045981s","start":"2026-05-28T02:58:54.216481Z","end":"2026-05-28T02:58:56.216527Z","steps":["trace[929640257] 'agreement among raft nodes before linearized reading' (duration: 1.999965779s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:56.216576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:54.216459Z","time spent":"2.000110043s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:58:57.3728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.371601Z","time spent":"7.00119108s","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:57.391746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.391592Z","time spent":"7.000149717s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T02:58:57.54745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.99746ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:58:57.547593Z","caller":"traceutil/trace.go:171","msg":"trace[716181996] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25349; }","duration":"518.147545ms","start":"2026-05-28T02:58:57.029429Z","end":"2026-05-28T02:58:57.547577Z","steps":["trace[716181996] 'range keys from in-memory index tree' (duration: 517.98373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:57.54807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910570078s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-28T02:58:57.929701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.111199644s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:58:58.224037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:58:58.224134Z","caller":"traceutil/trace.go:171","msg":"trace[896566723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000255468s","start":"2026-05-28T02:58:56.223855Z","end":"2026-05-28T02:58:58.224111Z","steps":["trace[896566723] 'agreement among raft nodes before linearized reading' (duration: 2.000140854s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:58:58.224186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.223843Z","time spent":"2.00033065s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:58:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:59:00.224759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000371092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:59:00.224819Z","caller":"traceutil/trace.go:171","msg":"trace[71441936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000490655s","start":"2026-05-28T02:58:58.224314Z","end":"2026-05-28T02:59:00.224805Z","steps":["trace[71441936] 'agreement among raft nodes before linearized reading' (duration: 2.000408073s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.224849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.224291Z","time spent":"2.000551837s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:59:00.311236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381272898s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:00.311567Z","caller":"traceutil/trace.go:171","msg":"trace[74494652] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"6.509309992s","start":"2026-05-28T02:58:53.802225Z","end":"2026-05-28T02:59:00.311535Z","steps":["trace[74494652] 'process raft request' (duration: 6.509110425s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:00.311605Z","caller":"traceutil/trace.go:171","msg":"trace[699725111] linearizableReadLoop","detail":"{readStateIndex:26206; appliedIndex:26201; }","duration":"6.52747994s","start":"2026-05-28T02:58:53.784107Z","end":"2026-05-28T02:59:00.311587Z","steps":["trace[699725111] 'read index received' (duration: 853.1638ms)","trace[699725111] 'applied index is now lower than readState.Index' (duration: 5.67431512s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:00.311808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.802141Z","time spent":"6.509497817s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:00.311847Z","caller":"traceutil/trace.go:171","msg":"trace[372142077] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"6.509391144s","start":"2026-05-28T02:58:53.802444Z","end":"2026-05-28T02:59:00.311835Z","steps":["trace[372142077] 'process raft request' (duration: 6.508987951s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.311926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.802429Z","time spent":"6.509450476s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:00.312181Z","caller":"traceutil/trace.go:171","msg":"trace[103921897] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"6.509645481s","start":"2026-05-28T02:58:53.802516Z","end":"2026-05-28T02:59:00.312162Z","steps":["trace[103921897] 'process raft request' (duration: 6.50897548s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.312267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.802511Z","time spent":"6.509717255s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:00.312449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.626699053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:00.312593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.055519604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:00.31266Z","caller":"traceutil/trace.go:171","msg":"trace[1407228477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25355; }","duration":"8.055637679s","start":"2026-05-28T02:58:52.257005Z","end":"2026-05-28T02:59:00.312643Z","steps":["trace[1407228477] 'agreement among raft nodes before linearized reading' (duration: 8.055517625s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.312858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.885586814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:00.312903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.180823474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:00.312918Z","caller":"traceutil/trace.go:171","msg":"trace[706904110] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25355; }","duration":"9.885855542s","start":"2026-05-28T02:58:50.427046Z","end":"2026-05-28T02:59:00.312901Z","steps":["trace[706904110] 'agreement among raft nodes before linearized reading' (duration: 9.885590224s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:00.312946Z","caller":"traceutil/trace.go:171","msg":"trace[803473452] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25355; }","duration":"8.180914147s","start":"2026-05-28T02:58:52.132019Z","end":"2026-05-28T02:59:00.312933Z","steps":["trace[803473452] 'agreement among raft nodes before linearized reading' (duration: 8.180858515s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.312957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.427033Z","time spent":"9.885915335s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.312983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:52.131991Z","time spent":"8.180983709s","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:00.312945Z","caller":"traceutil/trace.go:171","msg":"trace[1515017405] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"5.731116309s","start":"2026-05-28T02:58:54.581816Z","end":"2026-05-28T02:59:00.312932Z","steps":["trace[1515017405] 'process raft request' (duration: 5.729719365s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.31399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:54.581796Z","time spent":"5.732164552s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:59:00.312655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.536838668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:00.314112Z","caller":"traceutil/trace.go:171","msg":"trace[1259413617] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25355; }","duration":"8.538343875s","start":"2026-05-28T02:58:51.775758Z","end":"2026-05-28T02:59:00.314102Z","steps":["trace[1259413617] 'agreement among raft nodes before linearized reading' (duration: 8.536846868s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.314144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:51.775735Z","time spent":"8.538397867s","remote":"127.0.0.1:38032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.313126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.190597134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:00.314275Z","caller":"traceutil/trace.go:171","msg":"trace[1463546547] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25355; }","duration":"10.19175776s","start":"2026-05-28T02:58:50.122507Z","end":"2026-05-28T02:59:00.314265Z","steps":["trace[1463546547] 'agreement among raft nodes before linearized reading' (duration: 10.190571003s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.314314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.122471Z","time spent":"10.191832243s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.3129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:52.25698Z","time spent":"8.055906277s","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.313162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.913318387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:00.314584Z","caller":"traceutil/trace.go:171","msg":"trace[303502463] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25355; }","duration":"9.914722692s","start":"2026-05-28T02:58:50.399838Z","end":"2026-05-28T02:59:00.314561Z","steps":["trace[303502463] 'agreement among raft nodes before linearized reading' (duration: 9.913308437s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.313167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.814068916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:00.314665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.39982Z","time spent":"9.914818324s","remote":"127.0.0.1:38002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:00.314706Z","caller":"traceutil/trace.go:171","msg":"trace[253615820] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25355; }","duration":"11.815641247s","start":"2026-05-28T02:58:48.49905Z","end":"2026-05-28T02:59:00.314691Z","steps":["trace[253615820] 'agreement among raft nodes before linearized reading' (duration: 11.814088228s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.313012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.745933734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:00.314747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.499028Z","time spent":"11.815706818s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:00.313164Z","caller":"traceutil/trace.go:171","msg":"trace[1505652264] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25355; }","duration":"9.627483338s","start":"2026-05-28T02:58:50.685665Z","end":"2026-05-28T02:59:00.313148Z","steps":["trace[1505652264] 'agreement among raft nodes before linearized reading' (duration: 9.626586549s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:00.314767Z","caller":"traceutil/trace.go:171","msg":"trace[2048058949] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25355; }","duration":"6.747733822s","start":"2026-05-28T02:58:53.567022Z","end":"2026-05-28T02:59:00.314756Z","steps":["trace[2048058949] 'agreement among raft nodes before linearized reading' (duration: 6.745948505s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.314807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.567Z","time spent":"6.747796623s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.314856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.685649Z","time spent":"9.629158362s","remote":"127.0.0.1:55094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.313191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.918679677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:00.314963Z","caller":"traceutil/trace.go:171","msg":"trace[321380647] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25355; }","duration":"9.920443113s","start":"2026-05-28T02:58:50.394506Z","end":"2026-05-28T02:59:00.314949Z","steps":["trace[321380647] 'agreement among raft nodes before linearized reading' (duration: 9.918667257s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.313218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.889646673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:00.315013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.394462Z","time spent":"9.920536207s","remote":"127.0.0.1:45184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:00.315027Z","caller":"traceutil/trace.go:171","msg":"trace[1219145065] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25355; }","duration":"11.89143976s","start":"2026-05-28T02:58:48.42356Z","end":"2026-05-28T02:59:00.315Z","steps":["trace[1219145065] 'agreement among raft nodes before linearized reading' (duration: 11.889628722s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.315055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.423501Z","time spent":"11.891545853s","remote":"127.0.0.1:50418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.312592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.835975775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:59:00.31326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.936207405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:00.315143Z","caller":"traceutil/trace.go:171","msg":"trace[234879203] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25355; }","duration":"9.838564608s","start":"2026-05-28T02:58:50.476552Z","end":"2026-05-28T02:59:00.315116Z","steps":["trace[234879203] 'agreement among raft nodes before linearized reading' (duration: 9.835962005s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:00.315193Z","caller":"traceutil/trace.go:171","msg":"trace[385919752] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25355; }","duration":"11.938177258s","start":"2026-05-28T02:58:48.377006Z","end":"2026-05-28T02:59:00.315183Z","steps":["trace[385919752] 'agreement among raft nodes before linearized reading' (duration: 11.936229436s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.315219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:48.376983Z","time spent":"11.93822762s","remote":"127.0.0.1:45946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.315218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.476536Z","time spent":"9.83865947s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.313271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.823838635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:00.315297Z","caller":"traceutil/trace.go:171","msg":"trace[1814489068] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25355; }","duration":"8.82588672s","start":"2026-05-28T02:58:51.489396Z","end":"2026-05-28T02:59:00.315283Z","steps":["trace[1814489068] 'agreement among raft nodes before linearized reading' (duration: 8.823858565s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.315333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:51.489379Z","time spent":"8.825943171s","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.313281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.95820406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:00.31536Z","caller":"traceutil/trace.go:171","msg":"trace[597431253] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25355; }","duration":"10.960344698s","start":"2026-05-28T02:58:49.355009Z","end":"2026-05-28T02:59:00.315354Z","steps":["trace[597431253] 'agreement among raft nodes before linearized reading' (duration: 10.957911791s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.315387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:49.35499Z","time spent":"10.96039074s","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.313227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.767529192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:00.315471Z","caller":"traceutil/trace.go:171","msg":"trace[1694926245] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25355; }","duration":"8.769816805s","start":"2026-05-28T02:58:51.545648Z","end":"2026-05-28T02:59:00.315465Z","steps":["trace[1694926245] 'agreement among raft nodes before linearized reading' (duration: 8.767544392s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.314926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.42292969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117618"} {"level":"warn","ts":"2026-05-28T02:59:00.31549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:51.545625Z","time spent":"8.769858746s","remote":"127.0.0.1:55014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.313374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.501173948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:00.315562Z","caller":"traceutil/trace.go:171","msg":"trace[414854969] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:25355; }","duration":"10.423546379s","start":"2026-05-28T02:58:49.891958Z","end":"2026-05-28T02:59:00.315505Z","steps":["trace[414854969] 'agreement among raft nodes before linearized reading' (duration: 10.421447632s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:00.315643Z","caller":"traceutil/trace.go:171","msg":"trace[1842002997] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25355; }","duration":"9.503455619s","start":"2026-05-28T02:58:50.81216Z","end":"2026-05-28T02:59:00.315616Z","steps":["trace[1842002997] 'agreement among raft nodes before linearized reading' (duration: 9.501183557s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.31569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:50.812144Z","time spent":"9.503531402s","remote":"127.0.0.1:38026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.313369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.92846643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:00.315735Z","caller":"traceutil/trace.go:171","msg":"trace[513917060] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25355; }","duration":"7.930884547s","start":"2026-05-28T02:58:52.384839Z","end":"2026-05-28T02:59:00.315723Z","steps":["trace[513917060] 'agreement among raft nodes before linearized reading' (duration: 7.928385267s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.315642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:49.890749Z","time spent":"10.424866592s","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":117641,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-28T02:59:00.315778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:52.384813Z","time spent":"7.930952149s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.313357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.337954702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:00.315841Z","caller":"traceutil/trace.go:171","msg":"trace[1259403342] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25355; }","duration":"7.340512053s","start":"2026-05-28T02:58:52.975312Z","end":"2026-05-28T02:59:00.315824Z","steps":["trace[1259403342] 'agreement among raft nodes before linearized reading' (duration: 7.337983773s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.313433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.239711859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:59:00.315902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:52.975293Z","time spent":"7.340590045s","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:00.315936Z","caller":"traceutil/trace.go:171","msg":"trace[1809667034] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25355; }","duration":"8.242209328s","start":"2026-05-28T02:58:52.073712Z","end":"2026-05-28T02:59:00.315921Z","steps":["trace[1809667034] 'agreement among raft nodes before linearized reading' (duration: 8.239690148s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.315976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:52.073574Z","time spent":"8.242391274s","remote":"127.0.0.1:38118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.313392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.015904474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-05-28T02:59:00.316059Z","caller":"traceutil/trace.go:171","msg":"trace[2079529469] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25355; }","duration":"8.018619741s","start":"2026-05-28T02:58:52.297411Z","end":"2026-05-28T02:59:00.316031Z","steps":["trace[2079529469] 'agreement among raft nodes before linearized reading' (duration: 8.015835802s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.313446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.181410052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:00.31613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:52.297388Z","time spent":"8.018726563s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-05-28T02:59:00.316129Z","caller":"traceutil/trace.go:171","msg":"trace[107161183] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25355; }","duration":"8.184139399s","start":"2026-05-28T02:58:52.131974Z","end":"2026-05-28T02:59:00.316114Z","steps":["trace[107161183] 'agreement among raft nodes before linearized reading' (duration: 8.181433903s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.31618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:52.131943Z","time spent":"8.184226572s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.313381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.754166314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:00.316246Z","caller":"traceutil/trace.go:171","msg":"trace[1163849437] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25355; }","duration":"10.757070087s","start":"2026-05-28T02:58:49.559166Z","end":"2026-05-28T02:59:00.316236Z","steps":["trace[1163849437] 'agreement among raft nodes before linearized reading' (duration: 10.754200106s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.313495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.12744125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:59:00.316276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:49.559144Z","time spent":"10.757124299s","remote":"127.0.0.1:55120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:00.316292Z","caller":"traceutil/trace.go:171","msg":"trace[387857641] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25355; }","duration":"7.13028337s","start":"2026-05-28T02:58:53.185994Z","end":"2026-05-28T02:59:00.316278Z","steps":["trace[387857641] 'agreement among raft nodes before linearized reading' (duration: 7.127279815s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.316354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.185974Z","time spent":"7.130359622s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:00.316549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.448461542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117618"} {"level":"info","ts":"2026-05-28T02:59:00.316621Z","caller":"traceutil/trace.go:171","msg":"trace[228702407] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:25355; }","duration":"10.448558496s","start":"2026-05-28T02:58:49.868044Z","end":"2026-05-28T02:59:00.316603Z","steps":["trace[228702407] 'agreement among raft nodes before linearized reading' (duration: 10.445261211s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.316811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:49.868031Z","time spent":"10.448757892s","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":117641,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-28T02:59:00.323083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.174906748s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:59:00.323358Z","caller":"traceutil/trace.go:171","msg":"trace[752245766] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25356; }","duration":"2.928108224s","start":"2026-05-28T02:58:57.395237Z","end":"2026-05-28T02:59:00.323345Z","steps":["trace[752245766] 'process raft request' (duration: 2.928074973s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.323464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:57.395216Z","time spent":"2.928189837s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:00.323555Z","caller":"traceutil/trace.go:171","msg":"trace[905184440] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"4.80703061s","start":"2026-05-28T02:58:55.516484Z","end":"2026-05-28T02:59:00.323515Z","steps":["trace[905184440] 'process raft request' (duration: 4.80672336s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:00.323663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:55.516458Z","time spent":"4.807160074s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:01.568586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.563499Z","time spent":"1.005079036s","remote":"127.0.0.1:38982","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T02:59:01.569223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081433577s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:01.569317Z","caller":"traceutil/trace.go:171","msg":"trace[791493886] linearizableReadLoop","detail":"{readStateIndex:26210; appliedIndex:26207; }","duration":"1.257651916s","start":"2026-05-28T02:59:00.311649Z","end":"2026-05-28T02:59:01.569301Z","steps":["trace[791493886] 'read index received' (duration: 11.641901ms)","trace[791493886] 'applied index is now lower than readState.Index' (duration: 1.246008845s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:01.569416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.701536171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:59:01.569475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.660395524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-28T02:59:01.569483Z","caller":"traceutil/trace.go:171","msg":"trace[225838667] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25357; }","duration":"4.701660314s","start":"2026-05-28T02:58:56.867803Z","end":"2026-05-28T02:59:01.569463Z","steps":["trace[225838667] 'agreement among raft nodes before linearized reading' (duration: 4.701502259s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.569507Z","caller":"traceutil/trace.go:171","msg":"trace[1408246194] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25357; }","duration":"7.660449556s","start":"2026-05-28T02:58:53.909045Z","end":"2026-05-28T02:59:01.569495Z","steps":["trace[1408246194] 'agreement among raft nodes before linearized reading' (duration: 7.660333423s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.569476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.591576174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:01.569539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.909008Z","time spent":"7.660523189s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-28T02:59:01.569538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:56.867786Z","time spent":"4.701734657s","remote":"127.0.0.1:60670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:01.56956Z","caller":"traceutil/trace.go:171","msg":"trace[367898973] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25357; }","duration":"7.591740869s","start":"2026-05-28T02:58:53.9778Z","end":"2026-05-28T02:59:01.569541Z","steps":["trace[367898973] 'agreement among raft nodes before linearized reading' (duration: 7.591569273s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.56955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.7500392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-05-28T02:59:01.569615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.768462125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:01.56964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.977778Z","time spent":"7.591850533s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:01.569641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.709082886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-05-28T02:59:01.569654Z","caller":"traceutil/trace.go:171","msg":"trace[723265769] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25357; }","duration":"5.750168984s","start":"2026-05-28T02:58:55.819464Z","end":"2026-05-28T02:59:01.569633Z","steps":["trace[723265769] 'agreement among raft nodes before linearized reading' (duration: 5.749911766s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.569645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.76674194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:01.569665Z","caller":"traceutil/trace.go:171","msg":"trace[1172177301] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:0; response_revision:25357; }","duration":"7.768581809s","start":"2026-05-28T02:58:53.801066Z","end":"2026-05-28T02:59:01.569647Z","steps":["trace[1172177301] 'agreement among raft nodes before linearized reading' (duration: 7.768437325s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.569685Z","caller":"traceutil/trace.go:171","msg":"trace[931115147] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25357; }","duration":"5.709157038s","start":"2026-05-28T02:58:55.860515Z","end":"2026-05-28T02:59:01.569672Z","steps":["trace[931115147] 'agreement among raft nodes before linearized reading' (duration: 5.708938141s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.569695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:55.819453Z","time spent":"5.750233826s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T02:59:01.56971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.801055Z","time spent":"7.768646511s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-28T02:59:01.56976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.756378301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T02:59:01.569795Z","caller":"traceutil/trace.go:171","msg":"trace[764542754] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25357; }","duration":"5.756451844s","start":"2026-05-28T02:58:55.813334Z","end":"2026-05-28T02:59:01.569786Z","steps":["trace[764542754] 'agreement among raft nodes before linearized reading' (duration: 5.756322209s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.569794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.217840022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:01.569818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:55.813314Z","time spent":"5.756498915s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"info","ts":"2026-05-28T02:59:01.569838Z","caller":"traceutil/trace.go:171","msg":"trace[623782322] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25357; }","duration":"6.217918985s","start":"2026-05-28T02:58:55.351905Z","end":"2026-05-28T02:59:01.569824Z","steps":["trace[623782322] 'agreement among raft nodes before linearized reading' (duration: 6.217846043s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.569713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:55.860499Z","time spent":"5.70920722s","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-28T02:59:01.569854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254792125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b39b5cad79693d\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-28T02:59:01.569867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339772031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:01.569881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:55.351885Z","time spent":"6.217982597s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:01.569892Z","caller":"traceutil/trace.go:171","msg":"trace[1464828431] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b39b5cad79693d; range_end:; response_count:1; response_revision:25357; }","duration":"1.254842517s","start":"2026-05-28T02:59:00.315039Z","end":"2026-05-28T02:59:01.569881Z","steps":["trace[1464828431] 'agreement among raft nodes before linearized reading' (duration: 1.254734693s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.569896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.107720142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:01.569915Z","caller":"traceutil/trace.go:171","msg":"trace[1787608466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25357; }","duration":"1.339818502s","start":"2026-05-28T02:59:00.230081Z","end":"2026-05-28T02:59:01.5699Z","steps":["trace[1787608466] 'agreement among raft nodes before linearized reading' (duration: 1.33974057s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.569926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.315027Z","time spent":"1.254893318s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b39b5cad79693d\" "} {"level":"info","ts":"2026-05-28T02:59:01.569933Z","caller":"traceutil/trace.go:171","msg":"trace[446287148] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25357; }","duration":"7.107787724s","start":"2026-05-28T02:58:54.462133Z","end":"2026-05-28T02:59:01.569921Z","steps":["trace[446287148] 'agreement among raft nodes before linearized reading' (duration: 7.107723802s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.569956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.23004Z","time spent":"1.339905835s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:59:01.569965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:54.462117Z","time spent":"7.107839765s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:01.569713Z","caller":"traceutil/trace.go:171","msg":"trace[1922195771] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25357; }","duration":"7.766834983s","start":"2026-05-28T02:58:53.802859Z","end":"2026-05-28T02:59:01.569694Z","steps":["trace[1922195771] 'agreement among raft nodes before linearized reading' (duration: 7.766681538s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.570123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.27981333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:01.570135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.175742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:01.570159Z","caller":"traceutil/trace.go:171","msg":"trace[1957820887] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25357; }","duration":"7.279850141s","start":"2026-05-28T02:58:54.290298Z","end":"2026-05-28T02:59:01.570148Z","steps":["trace[1957820887] 'agreement among raft nodes before linearized reading' (duration: 7.279798049s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.570168Z","caller":"traceutil/trace.go:171","msg":"trace[1316656675] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25357; }","duration":"151.239764ms","start":"2026-05-28T02:59:01.418918Z","end":"2026-05-28T02:59:01.570157Z","steps":["trace[1316656675] 'agreement among raft nodes before linearized reading' (duration: 151.186883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.570172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487309818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:01.570189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:54.29028Z","time spent":"7.279900323s","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:01.570211Z","caller":"traceutil/trace.go:171","msg":"trace[290141282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25357; }","duration":"1.48738701s","start":"2026-05-28T02:59:00.082812Z","end":"2026-05-28T02:59:01.570199Z","steps":["trace[290141282] 'agreement among raft nodes before linearized reading' (duration: 1.487325968s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.570247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.082794Z","time spent":"1.487446392s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:59:01.570299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244507937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-05-28T02:59:01.570124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:53.802839Z","time spent":"7.767272167s","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-28T02:59:01.570348Z","caller":"traceutil/trace.go:171","msg":"trace[1502695658] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25357; }","duration":"1.24457654s","start":"2026-05-28T02:59:00.325757Z","end":"2026-05-28T02:59:01.570333Z","steps":["trace[1502695658] 'agreement among raft nodes before linearized reading' (duration: 1.244426165s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.570382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.325748Z","time spent":"1.244626011s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-05-28T02:59:01.570403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244956452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131132"} {"level":"warn","ts":"2026-05-28T02:59:01.570407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543489696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:01.570431Z","caller":"traceutil/trace.go:171","msg":"trace[1627134691] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25357; }","duration":"1.245016644s","start":"2026-05-28T02:59:00.325406Z","end":"2026-05-28T02:59:01.570423Z","steps":["trace[1627134691] 'agreement among raft nodes before linearized reading' (duration: 1.24488875s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.570443Z","caller":"traceutil/trace.go:171","msg":"trace[776331058] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25357; }","duration":"1.543556078s","start":"2026-05-28T02:59:00.026876Z","end":"2026-05-28T02:59:01.570432Z","steps":["trace[776331058] 'agreement among raft nodes before linearized reading' (duration: 1.543500556s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.570487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.026857Z","time spent":"1.54362065s","remote":"127.0.0.1:38108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:01.570525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248842196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-28T02:59:01.570557Z","caller":"traceutil/trace.go:171","msg":"trace[2048185373] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25357; }","duration":"1.248883507s","start":"2026-05-28T02:59:00.321666Z","end":"2026-05-28T02:59:01.57055Z","steps":["trace[2048185373] 'agreement among raft nodes before linearized reading' (duration: 1.248806184s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.570581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.321662Z","time spent":"1.248913328s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-28T02:59:01.570677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.193502428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18854"} {"level":"warn","ts":"2026-05-28T02:59:01.570456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.325387Z","time spent":"1.245063996s","remote":"127.0.0.1:37800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131155,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-28T02:59:01.570707Z","caller":"traceutil/trace.go:171","msg":"trace[123656846] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25357; }","duration":"4.19355459s","start":"2026-05-28T02:58:57.377144Z","end":"2026-05-28T02:59:01.570698Z","steps":["trace[123656846] 'agreement among raft nodes before linearized reading' (duration: 4.193461157s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.570732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:57.377131Z","time spent":"4.193594441s","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18877,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-28T02:59:01.570742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250895951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-05-28T02:59:01.570787Z","caller":"traceutil/trace.go:171","msg":"trace[608621994] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25357; }","duration":"1.250947813s","start":"2026-05-28T02:59:00.319824Z","end":"2026-05-28T02:59:01.570772Z","steps":["trace[608621994] 'agreement among raft nodes before linearized reading' (duration: 1.250830839s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.57082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.319818Z","time spent":"1.250993964s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-28T02:59:01.570879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091552713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:01.570908Z","caller":"traceutil/trace.go:171","msg":"trace[1568318457] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25357; }","duration":"2.091617625s","start":"2026-05-28T02:58:59.479282Z","end":"2026-05-28T02:59:01.5709Z","steps":["trace[1568318457] 'agreement among raft nodes before linearized reading' (duration: 2.091571584s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.570933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:59.479264Z","time spent":"2.091662517s","remote":"127.0.0.1:60688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:01.570987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.982876983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:01.571018Z","caller":"traceutil/trace.go:171","msg":"trace[2102395955] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25357; }","duration":"3.982947384s","start":"2026-05-28T02:58:57.588059Z","end":"2026-05-28T02:59:01.571007Z","steps":["trace[2102395955] 'agreement among raft nodes before linearized reading' (duration: 3.982895663s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.57104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:57.588037Z","time spent":"3.982997056s","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:01.571072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.115340129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:01.571103Z","caller":"traceutil/trace.go:171","msg":"trace[1699606873] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25357; }","duration":"4.115412071s","start":"2026-05-28T02:58:57.45568Z","end":"2026-05-28T02:59:01.571092Z","steps":["trace[1699606873] 'agreement among raft nodes before linearized reading' (duration: 4.11536345s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.571132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:57.455656Z","time spent":"4.115467633s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:01.571153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.541978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:01.571191Z","caller":"traceutil/trace.go:171","msg":"trace[1868449184] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25357; }","duration":"410.631201ms","start":"2026-05-28T02:59:01.160548Z","end":"2026-05-28T02:59:01.57118Z","steps":["trace[1868449184] 'agreement among raft nodes before linearized reading' (duration: 410.554689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.571224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:01.16053Z","time spent":"410.685663ms","remote":"127.0.0.1:38214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:01.571295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.738798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:01.571366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170548334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T02:59:01.571402Z","caller":"traceutil/trace.go:171","msg":"trace[435417553] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25357; }","duration":"1.170620546s","start":"2026-05-28T02:59:00.400771Z","end":"2026-05-28T02:59:01.571392Z","steps":["trace[435417553] 'agreement among raft nodes before linearized reading' (duration: 1.170472431s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.571432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.400754Z","time spent":"1.170669817s","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:01.571475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574577445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:01.57151Z","caller":"traceutil/trace.go:171","msg":"trace[638229560] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25357; }","duration":"3.574650727s","start":"2026-05-28T02:58:57.996848Z","end":"2026-05-28T02:59:01.571499Z","steps":["trace[638229560] 'agreement among raft nodes before linearized reading' (duration: 3.574598145s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.571553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:57.996827Z","time spent":"3.57471783s","remote":"127.0.0.1:50436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:01.571706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177237876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:01.571737Z","caller":"traceutil/trace.go:171","msg":"trace[547118592] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25357; }","duration":"1.177319788s","start":"2026-05-28T02:59:00.394409Z","end":"2026-05-28T02:59:01.571728Z","steps":["trace[547118592] 'agreement among raft nodes before linearized reading' (duration: 1.177265737s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.571767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:00.394381Z","time spent":"1.17737808s","remote":"127.0.0.1:38136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:01.571804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.828944917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:01.57193Z","caller":"traceutil/trace.go:171","msg":"trace[27230623] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25357; }","duration":"6.831471317s","start":"2026-05-28T02:58:54.740376Z","end":"2026-05-28T02:59:01.571847Z","steps":["trace[27230623] 'agreement among raft nodes before linearized reading' (duration: 6.828930586s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:01.571964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:54.74036Z","time spent":"6.831593822s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:01.604836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503812547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276058"} {"level":"info","ts":"2026-05-28T02:59:01.604877Z","caller":"traceutil/trace.go:171","msg":"trace[2102279566] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25357; }","duration":"2.503894381s","start":"2026-05-28T02:58:59.100971Z","end":"2026-05-28T02:59:01.604865Z","steps":["trace[2102279566] 'agreement among raft nodes before linearized reading' (duration: 2.470171727s)","trace[2102279566] 'range keys from bolt db' (duration: 33.638311ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:01.604902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:59.100948Z","time spent":"2.503948762s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276081,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-28T02:59:01.605046Z","caller":"traceutil/trace.go:171","msg":"trace[2114222749] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25357; }","duration":"188.817341ms","start":"2026-05-28T02:59:01.382514Z","end":"2026-05-28T02:59:01.571331Z","steps":["trace[2114222749] 'agreement among raft nodes before linearized reading' (duration: 188.738408ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:01.569347Z","caller":"traceutil/trace.go:171","msg":"trace[1404066356] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"3.287512666s","start":"2026-05-28T02:58:58.281796Z","end":"2026-05-28T02:59:01.569308Z","steps":["trace[1404066356] 'process raft request' (duration: 2.205908585s)","trace[1404066356] 'compare' (duration: 1.080887489s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:01.606406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:58:58.281773Z","time spent":"3.324562386s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:02.072946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:59:02.573855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:59:02.842145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.443124ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-28T02:59:02.84224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:01.572743Z","time spent":"1.269492084s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T02:59:03.584479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006543348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:59:03.584563Z","caller":"traceutil/trace.go:171","msg":"trace[93771116] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.006669173s","start":"2026-05-28T02:59:01.57788Z","end":"2026-05-28T02:59:03.584549Z","steps":["trace[93771116] 'agreement among raft nodes before linearized reading' (duration: 2.006557089s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:03.584597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:01.577872Z","time spent":"2.006716054s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:59:04.986403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.268593529s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:59:04.987096Z","caller":"traceutil/trace.go:171","msg":"trace[14244543] linearizableReadLoop","detail":"{readStateIndex:26214; appliedIndex:26210; }","duration":"3.41418254s","start":"2026-05-28T02:59:01.572893Z","end":"2026-05-28T02:59:04.987075Z","steps":["trace[14244543] 'read index received' (duration: 1.099902326s)","trace[14244543] 'applied index is now lower than readState.Index' (duration: 2.314279164s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:04.987401Z","caller":"traceutil/trace.go:171","msg":"trace[1886536748] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"3.411111472s","start":"2026-05-28T02:59:01.576278Z","end":"2026-05-28T02:59:04.987389Z","steps":["trace[1886536748] 'process raft request' (duration: 3.410283395s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:04.987501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:01.576259Z","time spent":"3.411170743s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:04.987655Z","caller":"traceutil/trace.go:171","msg":"trace[2056127031] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"3.382304064s","start":"2026-05-28T02:59:01.605342Z","end":"2026-05-28T02:59:04.987646Z","steps":["trace[2056127031] 'process raft request' (duration: 3.381380015s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:04.987693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:01.605329Z","time spent":"3.382342606s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:04.988087Z","caller":"traceutil/trace.go:171","msg":"trace[2107189807] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"2.903907185s","start":"2026-05-28T02:59:02.084168Z","end":"2026-05-28T02:59:04.988076Z","steps":["trace[2107189807] 'process raft request' (duration: 2.902693226s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:04.988126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:02.084151Z","time spent":"2.903955186s","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418437,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:04.988276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415379868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7b6a449d-d424-40bf-ab62-e6d3345b787e\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-28T02:59:04.988302Z","caller":"traceutil/trace.go:171","msg":"trace[588025104] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7b6a449d-d424-40bf-ab62-e6d3345b787e; range_end:; response_count:1; response_revision:25360; }","duration":"3.415426099s","start":"2026-05-28T02:59:01.572869Z","end":"2026-05-28T02:59:04.988295Z","steps":["trace[588025104] 'agreement among raft nodes before linearized reading' (duration: 3.415337676s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:04.988323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:01.572853Z","time spent":"3.41546382s","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-7b6a449d-d424-40bf-ab62-e6d3345b787e\" "} {"level":"warn","ts":"2026-05-28T02:59:05.585686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000637709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:59:05.585841Z","caller":"traceutil/trace.go:171","msg":"trace[263414191] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000833225s","start":"2026-05-28T02:59:03.584991Z","end":"2026-05-28T02:59:05.585824Z","steps":["trace[263414191] 'agreement among raft nodes before linearized reading' (duration: 2.000649229s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:05.585909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:03.58498Z","time spent":"2.000915558s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:59:06.311153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014562778s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:06.311257Z","caller":"traceutil/trace.go:171","msg":"trace[2048787281] linearizableReadLoop","detail":"{readStateIndex:26215; appliedIndex:26214; }","duration":"1.324090272s","start":"2026-05-28T02:59:04.987148Z","end":"2026-05-28T02:59:06.311238Z","steps":["trace[2048787281] 'read index received' (duration: 309.028658ms)","trace[2048787281] 'applied index is now lower than readState.Index' (duration: 1.015060484s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:06.311316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.246245392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-05-28T02:59:06.311353Z","caller":"traceutil/trace.go:171","msg":"trace[1138310144] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25361; }","duration":"3.246311185s","start":"2026-05-28T02:59:03.065032Z","end":"2026-05-28T02:59:06.311343Z","steps":["trace[1138310144] 'agreement among raft nodes before linearized reading' (duration: 3.246215992s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:06.311367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.698856296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:06.311413Z","caller":"traceutil/trace.go:171","msg":"trace[283610230] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25361; }","duration":"4.698929218s","start":"2026-05-28T02:59:01.61247Z","end":"2026-05-28T02:59:06.311399Z","steps":["trace[283610230] 'agreement among raft nodes before linearized reading' (duration: 4.698860686s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:06.311412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.3512152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:06.311486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024353349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:06.311495Z","caller":"traceutil/trace.go:171","msg":"trace[1354403043] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25361; }","duration":"4.351312423s","start":"2026-05-28T02:59:01.960163Z","end":"2026-05-28T02:59:06.311475Z","steps":["trace[1354403043] 'agreement among raft nodes before linearized reading' (duration: 4.351161798s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:06.311513Z","caller":"traceutil/trace.go:171","msg":"trace[1546132107] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25361; }","duration":"3.02437937s","start":"2026-05-28T02:59:03.287127Z","end":"2026-05-28T02:59:06.311507Z","steps":["trace[1546132107] 'agreement among raft nodes before linearized reading' (duration: 3.024342379s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:06.311506Z","caller":"traceutil/trace.go:171","msg":"trace[2145018822] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"3.467247308s","start":"2026-05-28T02:59:02.844235Z","end":"2026-05-28T02:59:06.311482Z","steps":["trace[2145018822] 'process raft request' (duration: 2.452301847s)","trace[2145018822] 'compare' (duration: 1.013810415s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:06.311537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:03.287067Z","time spent":"3.024462332s","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:06.311544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:01.960123Z","time spent":"4.351410716s","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:06.31159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310950404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-28T02:59:06.311614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:02.844216Z","time spent":"3.467335251s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:06.311652Z","caller":"traceutil/trace.go:171","msg":"trace[1299300857] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d; range_end:; response_count:1; response_revision:25361; }","duration":"1.311050697s","start":"2026-05-28T02:59:05.000592Z","end":"2026-05-28T02:59:06.311643Z","steps":["trace[1299300857] 'agreement among raft nodes before linearized reading' (duration: 1.310876612s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:06.311751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:05.000542Z","time spent":"1.31113612s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" "} {"level":"warn","ts":"2026-05-28T02:59:06.311447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:01.612457Z","time spent":"4.698982641s","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T02:59:06.311846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.577323282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:06.311886Z","caller":"traceutil/trace.go:171","msg":"trace[472091563] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25361; }","duration":"3.577365594s","start":"2026-05-28T02:59:02.734511Z","end":"2026-05-28T02:59:06.311877Z","steps":["trace[472091563] 'agreement among raft nodes before linearized reading' (duration: 3.577289381s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:06.31192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:02.734452Z","time spent":"3.577460287s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:06.311969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.156108698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:06.312001Z","caller":"traceutil/trace.go:171","msg":"trace[1070221608] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25361; }","duration":"4.15616456s","start":"2026-05-28T02:59:02.155828Z","end":"2026-05-28T02:59:06.311993Z","steps":["trace[1070221608] 'agreement among raft nodes before linearized reading' (duration: 4.156112549s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:06.312029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:02.155813Z","time spent":"4.156211031s","remote":"127.0.0.1:45304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:06.311381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:03.065015Z","time spent":"3.246360657s","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-28T02:59:06.311414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106575211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:06.312254Z","caller":"traceutil/trace.go:171","msg":"trace[172929848] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25361; }","duration":"2.10749374s","start":"2026-05-28T02:59:04.204751Z","end":"2026-05-28T02:59:06.312245Z","steps":["trace[172929848] 'agreement among raft nodes before linearized reading' (duration: 2.10654969s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:06.312281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:04.204733Z","time spent":"2.107539122s","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:06.311457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27899556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:59:06.312416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.703290067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1294797"} {"level":"info","ts":"2026-05-28T02:59:06.31246Z","caller":"traceutil/trace.go:171","msg":"trace[294602438] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25361; }","duration":"4.70336541s","start":"2026-05-28T02:59:01.609085Z","end":"2026-05-28T02:59:06.31245Z","steps":["trace[294602438] 'agreement among raft nodes before linearized reading' (duration: 4.702272055s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:06.312495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:01.609068Z","time spent":"4.703415972s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1294820,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:59:06.31255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262520792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-28T02:59:06.312575Z","caller":"traceutil/trace.go:171","msg":"trace[1000120665] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25361; }","duration":"1.262579364s","start":"2026-05-28T02:59:05.04999Z","end":"2026-05-28T02:59:06.312569Z","steps":["trace[1000120665] 'agreement among raft nodes before linearized reading' (duration: 1.262506531s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:06.312581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.09964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:06.312602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:05.049974Z","time spent":"1.262619815s","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-28T02:59:06.312619Z","caller":"traceutil/trace.go:171","msg":"trace[1093490759] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25361; }","duration":"674.169682ms","start":"2026-05-28T02:59:05.638437Z","end":"2026-05-28T02:59:06.312607Z","steps":["trace[1093490759] 'agreement among raft nodes before linearized reading' (duration: 674.1107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:06.312652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:05.638419Z","time spent":"674.223684ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:06.312666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.645425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18854"} {"level":"warn","ts":"2026-05-28T02:59:06.312771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.739793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:06.312737Z","caller":"traceutil/trace.go:171","msg":"trace[1354262544] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25361; }","duration":"439.74625ms","start":"2026-05-28T02:59:05.872978Z","end":"2026-05-28T02:59:06.312725Z","steps":["trace[1354262544] 'agreement among raft nodes before linearized reading' (duration: 439.427199ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:06.31281Z","caller":"traceutil/trace.go:171","msg":"trace[244784378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25361; }","duration":"719.814415ms","start":"2026-05-28T02:59:05.592982Z","end":"2026-05-28T02:59:06.312796Z","steps":["trace[244784378] 'agreement among raft nodes before linearized reading' (duration: 719.762613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:06.312815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.329115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:06.312841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:05.592961Z","time spent":"719.872017ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:59:06.312845Z","caller":"traceutil/trace.go:171","msg":"trace[1854900186] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25361; }","duration":"504.386567ms","start":"2026-05-28T02:59:05.808449Z","end":"2026-05-28T02:59:06.312835Z","steps":["trace[1854900186] 'agreement among raft nodes before linearized reading' (duration: 504.340246ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:06.312419Z","caller":"traceutil/trace.go:171","msg":"trace[2121894084] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25361; }","duration":"2.279992001s","start":"2026-05-28T02:59:04.032417Z","end":"2026-05-28T02:59:06.312409Z","steps":["trace[2121894084] 'agreement among raft nodes before linearized reading' (duration: 2.278978929s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:06.312874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:05.808433Z","time spent":"504.433238ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:06.312886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:04.032396Z","time spent":"2.280480397s","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:06.312386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.944914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:06.313006Z","caller":"traceutil/trace.go:171","msg":"trace[1208211385] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25361; }","duration":"303.595745ms","start":"2026-05-28T02:59:06.009402Z","end":"2026-05-28T02:59:06.312998Z","steps":["trace[1208211385] 'agreement among raft nodes before linearized reading' (duration: 302.927524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:06.313001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:05.872959Z","time spent":"440.029858ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18877,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T02:59:06.313028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:06.009386Z","time spent":"303.634646ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:06.313165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.70401523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1294797"} {"level":"info","ts":"2026-05-28T02:59:06.313202Z","caller":"traceutil/trace.go:171","msg":"trace[435781668] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25361; }","duration":"4.704063522s","start":"2026-05-28T02:59:01.60913Z","end":"2026-05-28T02:59:06.313194Z","steps":["trace[435781668] 'agreement among raft nodes before linearized reading' (duration: 4.702834213s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:06.313227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:01.609127Z","time spent":"4.704092623s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1294820,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:59:06.313277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309053064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-28T02:59:06.313316Z","caller":"traceutil/trace.go:171","msg":"trace[1852048903] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25361; }","duration":"1.309114605s","start":"2026-05-28T02:59:05.004192Z","end":"2026-05-28T02:59:06.313306Z","steps":["trace[1852048903] 'agreement among raft nodes before linearized reading' (duration: 1.308980371s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:06.313348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:05.004175Z","time spent":"1.309163807s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-28T02:59:06.818522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:59:07.319219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:59:07.819806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:59:08.320319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254169787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:59:08.366033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.048768952s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:59:08.854619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999798203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T02:59:08.854701Z","caller":"traceutil/trace.go:171","msg":"trace[64462925] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999927657s","start":"2026-05-28T02:59:06.854752Z","end":"2026-05-28T02:59:08.85468Z","steps":["trace[64462925] 'agreement among raft nodes before linearized reading' (duration: 1.999831164s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:08.854809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:06.854731Z","time spent":"2.000057051s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:59:09.078522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04935858s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:09.078679Z","caller":"traceutil/trace.go:171","msg":"trace[1182652106] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25361; }","duration":"2.049526886s","start":"2026-05-28T02:59:07.029128Z","end":"2026-05-28T02:59:09.078655Z","steps":["trace[1182652106] 'range keys from in-memory index tree' (duration: 2.04934046s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:09.079923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.610427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:09.080011Z","caller":"traceutil/trace.go:171","msg":"trace[1488467662] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"2.762816833s","start":"2026-05-28T02:59:06.317179Z","end":"2026-05-28T02:59:09.079996Z","steps":["trace[1488467662] 'process raft request' (duration: 2.049086303s)","trace[1488467662] 'compare' (duration: 712.111489ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:09.080062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:06.317165Z","time spent":"2.762873945s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:09.557231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.190933892s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T02:59:09.558147Z","caller":"traceutil/trace.go:171","msg":"trace[607814951] linearizableReadLoop","detail":"{readStateIndex:26218; appliedIndex:26215; }","duration":"3.239813458s","start":"2026-05-28T02:59:06.318103Z","end":"2026-05-28T02:59:09.557916Z","steps":["trace[607814951] 'read index received' (duration: 2.048170863s)","trace[607814951] 'applied index is now lower than readState.Index' (duration: 1.191640755s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:09.558203Z","caller":"traceutil/trace.go:171","msg":"trace[79493161] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"1.730516469s","start":"2026-05-28T02:59:07.827664Z","end":"2026-05-28T02:59:09.55818Z","steps":["trace[79493161] 'process raft request' (duration: 1.730166738s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:09.558201Z","caller":"traceutil/trace.go:171","msg":"trace[1491675728] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"2.949349681s","start":"2026-05-28T02:59:06.608815Z","end":"2026-05-28T02:59:09.558165Z","steps":["trace[1491675728] 'process raft request' (duration: 2.94870785s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:09.558321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:07.827629Z","time spent":"1.730625863s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:09.558382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:06.608785Z","time spent":"2.949503566s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:09.558525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220033299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-05-28T02:59:09.558422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240313384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-28T02:59:09.558561Z","caller":"traceutil/trace.go:171","msg":"trace[1622896707] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25364; }","duration":"1.22008994s","start":"2026-05-28T02:59:08.33846Z","end":"2026-05-28T02:59:09.55855Z","steps":["trace[1622896707] 'agreement among raft nodes before linearized reading' (duration: 1.219992397s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:09.558548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.23675281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-05-28T02:59:09.558584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:08.338448Z","time spent":"1.220130042s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"info","ts":"2026-05-28T02:59:09.558576Z","caller":"traceutil/trace.go:171","msg":"trace[844518691] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25364; }","duration":"3.240487129s","start":"2026-05-28T02:59:06.318072Z","end":"2026-05-28T02:59:09.558559Z","steps":["trace[844518691] 'agreement among raft nodes before linearized reading' (duration: 3.24019178s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:09.558609Z","caller":"traceutil/trace.go:171","msg":"trace[395057966] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25364; }","duration":"3.236864274s","start":"2026-05-28T02:59:06.321727Z","end":"2026-05-28T02:59:09.558591Z","steps":["trace[395057966] 'agreement among raft nodes before linearized reading' (duration: 3.236558995s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:09.558662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235723908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:09.558664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:06.321714Z","time spent":"3.236937586s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-28T02:59:09.558697Z","caller":"traceutil/trace.go:171","msg":"trace[1626948395] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25364; }","duration":"3.235761579s","start":"2026-05-28T02:59:06.32292Z","end":"2026-05-28T02:59:09.558681Z","steps":["trace[1626948395] 'agreement among raft nodes before linearized reading' (duration: 3.235712778s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:09.558666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:06.318055Z","time spent":"3.240573323s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-28T02:59:09.558721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:06.322914Z","time spent":"3.235802s","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T02:59:09.558861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221749063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T02:59:09.558867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.000926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:09.558883Z","caller":"traceutil/trace.go:171","msg":"trace[2141078717] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25364; }","duration":"1.221819075s","start":"2026-05-28T02:59:08.337059Z","end":"2026-05-28T02:59:09.558878Z","steps":["trace[2141078717] 'agreement among raft nodes before linearized reading' (duration: 1.221746073s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:09.558891Z","caller":"traceutil/trace.go:171","msg":"trace[2026513250] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25364; }","duration":"167.066919ms","start":"2026-05-28T02:59:09.391816Z","end":"2026-05-28T02:59:09.558883Z","steps":["trace[2026513250] 'agreement among raft nodes before linearized reading' (duration: 167.026387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:09.558926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835782021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:09.558947Z","caller":"traceutil/trace.go:171","msg":"trace[1012597130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25364; }","duration":"1.835857374s","start":"2026-05-28T02:59:07.723084Z","end":"2026-05-28T02:59:09.558941Z","steps":["trace[1012597130] 'agreement among raft nodes before linearized reading' (duration: 1.835822122s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:09.558961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:07.723054Z","time spent":"1.835902385s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:09.559048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.811096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-28T02:59:09.559076Z","caller":"traceutil/trace.go:171","msg":"trace[415938065] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d; range_end:; response_count:1; response_revision:25364; }","duration":"474.864428ms","start":"2026-05-28T02:59:09.084204Z","end":"2026-05-28T02:59:09.559069Z","steps":["trace[415938065] 'agreement among raft nodes before linearized reading' (duration: 474.788555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:09.559096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:09.084177Z","time spent":"474.913899ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3989c692ddb7d\" "} {"level":"warn","ts":"2026-05-28T02:59:09.559165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.060703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:09.558897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:08.337036Z","time spent":"1.221857177s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"info","ts":"2026-05-28T02:59:09.559185Z","caller":"traceutil/trace.go:171","msg":"trace[1393214581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25364; }","duration":"704.123365ms","start":"2026-05-28T02:59:08.855057Z","end":"2026-05-28T02:59:09.559181Z","steps":["trace[1393214581] 'agreement among raft nodes before linearized reading' (duration: 704.089464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:09.559199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:08.855037Z","time spent":"704.158917ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:59:09.559204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236777862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18854"} {"level":"warn","ts":"2026-05-28T02:59:09.559226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236904755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-28T02:59:09.559274Z","caller":"traceutil/trace.go:171","msg":"trace[1362152276] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25364; }","duration":"3.236865914s","start":"2026-05-28T02:59:06.322389Z","end":"2026-05-28T02:59:09.559255Z","steps":["trace[1362152276] 'agreement among raft nodes before linearized reading' (duration: 3.236645677s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:09.559273Z","caller":"traceutil/trace.go:171","msg":"trace[1786623384] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25364; }","duration":"3.236964918s","start":"2026-05-28T02:59:06.322295Z","end":"2026-05-28T02:59:09.55926Z","steps":["trace[1786623384] 'agreement among raft nodes before linearized reading' (duration: 3.236773032s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:09.559309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:06.322385Z","time spent":"3.236917896s","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18877,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T02:59:09.559311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:06.322288Z","time spent":"3.237016339s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-05-28T02:59:11.355993Z","caller":"traceutil/trace.go:171","msg":"trace[931450504] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"143.740066ms","start":"2026-05-28T02:59:11.212229Z","end":"2026-05-28T02:59:11.355969Z","steps":["trace[931450504] 'process raft request' (duration: 127.143668ms)","trace[931450504] 'compare' (duration: 16.264167ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:11.645687Z","caller":"traceutil/trace.go:171","msg":"trace[2020915019] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"131.62379ms","start":"2026-05-28T02:59:11.514035Z","end":"2026-05-28T02:59:11.645659Z","steps":["trace[2020915019] 'process raft request' (duration: 131.011591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:11.945321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.170003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:11.945468Z","caller":"traceutil/trace.go:171","msg":"trace[2094809538] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"287.880924ms","start":"2026-05-28T02:59:11.657551Z","end":"2026-05-28T02:59:11.945432Z","steps":["trace[2094809538] 'process raft request' (duration: 185.487325ms)","trace[2094809538] 'compare' (duration: 101.938885ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:11.945563Z","caller":"traceutil/trace.go:171","msg":"trace[1939510294] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"251.871298ms","start":"2026-05-28T02:59:11.693674Z","end":"2026-05-28T02:59:11.945545Z","steps":["trace[1939510294] 'process raft request' (duration: 251.771625ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:11.945819Z","caller":"traceutil/trace.go:171","msg":"trace[1170825598] linearizableReadLoop","detail":"{readStateIndex:26325; appliedIndex:26324; }","duration":"279.372434ms","start":"2026-05-28T02:59:11.66643Z","end":"2026-05-28T02:59:11.945802Z","steps":["trace[1170825598] 'read index received' (duration: 176.597642ms)","trace[1170825598] 'applied index is now lower than readState.Index' (duration: 102.772762ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:11.946229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.66723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:11.946288Z","caller":"traceutil/trace.go:171","msg":"trace[1494934040] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25471; }","duration":"277.747292ms","start":"2026-05-28T02:59:11.668525Z","end":"2026-05-28T02:59:11.946273Z","steps":["trace[1494934040] 'agreement among raft nodes before linearized reading' (duration: 277.649059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:11.946395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.444309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-05-28T02:59:11.946467Z","caller":"traceutil/trace.go:171","msg":"trace[1453937890] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:25471; }","duration":"166.569903ms","start":"2026-05-28T02:59:11.779881Z","end":"2026-05-28T02:59:11.946451Z","steps":["trace[1453937890] 'agreement among raft nodes before linearized reading' (duration: 166.304854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:11.946461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.216345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:11.94654Z","caller":"traceutil/trace.go:171","msg":"trace[463270098] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25471; }","duration":"277.310798ms","start":"2026-05-28T02:59:11.669208Z","end":"2026-05-28T02:59:11.946519Z","steps":["trace[463270098] 'agreement among raft nodes before linearized reading' (duration: 277.192914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:11.947623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.190141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295558"} {"level":"info","ts":"2026-05-28T02:59:11.947697Z","caller":"traceutil/trace.go:171","msg":"trace[1958476906] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25471; }","duration":"281.322036ms","start":"2026-05-28T02:59:11.666359Z","end":"2026-05-28T02:59:11.947681Z","steps":["trace[1958476906] 'agreement among raft nodes before linearized reading' (duration: 279.762616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:11.949512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.092417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:386167"} {"level":"info","ts":"2026-05-28T02:59:11.949897Z","caller":"traceutil/trace.go:171","msg":"trace[1661005771] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:25471; }","duration":"280.205151ms","start":"2026-05-28T02:59:11.669374Z","end":"2026-05-28T02:59:11.949579Z","steps":["trace[1661005771] 'agreement among raft nodes before linearized reading' (duration: 276.814642ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:20.835376Z","caller":"traceutil/trace.go:171","msg":"trace[1630271898] linearizableReadLoop","detail":"{readStateIndex:26361; appliedIndex:26360; }","duration":"492.84571ms","start":"2026-05-28T02:59:20.342485Z","end":"2026-05-28T02:59:20.83533Z","steps":["trace[1630271898] 'read index received' (duration: 492.692605ms)","trace[1630271898] 'applied index is now lower than readState.Index' (duration: 152.445µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:20.835444Z","caller":"traceutil/trace.go:171","msg":"trace[96256310] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"542.364557ms","start":"2026-05-28T02:59:20.293054Z","end":"2026-05-28T02:59:20.835419Z","steps":["trace[96256310] 'process raft request' (duration: 542.1709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:20.83554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.042206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-05-28T02:59:20.83557Z","caller":"traceutil/trace.go:171","msg":"trace[1926792547] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25504; }","duration":"493.107228ms","start":"2026-05-28T02:59:20.342453Z","end":"2026-05-28T02:59:20.835561Z","steps":["trace[1926792547] 'agreement among raft nodes before linearized reading' (duration: 492.998465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:20.835567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:20.293031Z","time spent":"542.463689ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:20.835597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:20.34244Z","time spent":"493.15131ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T02:59:20.835755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.198109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:59:20.835795Z","caller":"traceutil/trace.go:171","msg":"trace[2066938087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25504; }","duration":"143.25997ms","start":"2026-05-28T02:59:20.692525Z","end":"2026-05-28T02:59:20.835785Z","steps":["trace[2066938087] 'agreement among raft nodes before linearized reading' (duration: 143.150707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:20.835833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.399137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-28T02:59:20.835923Z","caller":"traceutil/trace.go:171","msg":"trace[2121200148] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25504; }","duration":"449.529851ms","start":"2026-05-28T02:59:20.386373Z","end":"2026-05-28T02:59:20.835903Z","steps":["trace[2121200148] 'agreement among raft nodes before linearized reading' (duration: 449.305154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:20.835975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:20.386356Z","time spent":"449.606593ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-28T02:59:20.835982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.387694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T02:59:20.836018Z","caller":"traceutil/trace.go:171","msg":"trace[1849672783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25504; }","duration":"143.421855ms","start":"2026-05-28T02:59:20.692586Z","end":"2026-05-28T02:59:20.836008Z","steps":["trace[1849672783] 'agreement among raft nodes before linearized reading' (duration: 143.351373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:20.836183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.019731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-28T02:59:20.836174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.95968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:20.836208Z","caller":"traceutil/trace.go:171","msg":"trace[178080209] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25504; }","duration":"158.084683ms","start":"2026-05-28T02:59:20.678117Z","end":"2026-05-28T02:59:20.836201Z","steps":["trace[178080209] 'agreement among raft nodes before linearized reading' (duration: 158.023331ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:20.83622Z","caller":"traceutil/trace.go:171","msg":"trace[1695749454] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25504; }","duration":"219.044573ms","start":"2026-05-28T02:59:20.617163Z","end":"2026-05-28T02:59:20.836207Z","steps":["trace[1695749454] 'agreement among raft nodes before linearized reading' (duration: 218.975951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:20.836246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.44391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:20.836332Z","caller":"traceutil/trace.go:171","msg":"trace[529779857] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25504; }","duration":"336.568284ms","start":"2026-05-28T02:59:20.49975Z","end":"2026-05-28T02:59:20.836318Z","steps":["trace[529779857] 'agreement among raft nodes before linearized reading' (duration: 336.452741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:20.836365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:20.499733Z","time spent":"336.623276ms","remote":"127.0.0.1:55040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:27.228534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254170273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:59:27.597222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.985062ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:27.597321Z","caller":"traceutil/trace.go:171","msg":"trace[112602107] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25532; }","duration":"568.097536ms","start":"2026-05-28T02:59:27.02921Z","end":"2026-05-28T02:59:27.597307Z","steps":["trace[112602107] 'range keys from in-memory index tree' (duration: 567.967662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:27.59769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.786386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:27.597849Z","caller":"traceutil/trace.go:171","msg":"trace[1693157595] linearizableReadLoop","detail":"{readStateIndex:26392; appliedIndex:26390; }","duration":"869.540392ms","start":"2026-05-28T02:59:26.728297Z","end":"2026-05-28T02:59:27.597837Z","steps":["trace[1693157595] 'read index received' (duration: 704.563159ms)","trace[1693157595] 'applied index is now lower than readState.Index' (duration: 164.976453ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:27.597918Z","caller":"traceutil/trace.go:171","msg":"trace[1368303148] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"988.728426ms","start":"2026-05-28T02:59:26.609182Z","end":"2026-05-28T02:59:27.59791Z","steps":["trace[1368303148] 'process raft request' (duration: 823.65238ms)","trace[1368303148] 'compare' (duration: 164.289301ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:27.597967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:26.609037Z","time spent":"988.902152ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:27.598096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.79049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:27.598167Z","caller":"traceutil/trace.go:171","msg":"trace[934111520] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25534; }","duration":"869.904123ms","start":"2026-05-28T02:59:26.728244Z","end":"2026-05-28T02:59:27.598148Z","steps":["trace[934111520] 'agreement among raft nodes before linearized reading' (duration: 869.738848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:27.598215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:26.72822Z","time spent":"869.982426ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:27.59823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.085461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T02:59:27.59826Z","caller":"traceutil/trace.go:171","msg":"trace[1068446572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25534; }","duration":"718.150953ms","start":"2026-05-28T02:59:26.8801Z","end":"2026-05-28T02:59:27.598251Z","steps":["trace[1068446572] 'agreement among raft nodes before linearized reading' (duration: 718.035489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:27.598292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:26.88008Z","time spent":"718.206294ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T02:59:27.598458Z","caller":"traceutil/trace.go:171","msg":"trace[312325613] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"988.760177ms","start":"2026-05-28T02:59:26.609681Z","end":"2026-05-28T02:59:27.598441Z","steps":["trace[312325613] 'process raft request' (duration: 988.091226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:27.598504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.262828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-28T02:59:27.59854Z","caller":"traceutil/trace.go:171","msg":"trace[218361374] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25534; }","duration":"452.32459ms","start":"2026-05-28T02:59:27.146204Z","end":"2026-05-28T02:59:27.598529Z","steps":["trace[218361374] 'agreement among raft nodes before linearized reading' (duration: 452.238167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:27.598573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:27.146184Z","time spent":"452.378992ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-28T02:59:27.59854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:26.609651Z","time spent":"988.841769ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:59:27.598706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.844022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T02:59:27.598727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.354115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-28T02:59:27.598738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.810262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:27.598762Z","caller":"traceutil/trace.go:171","msg":"trace[1141186939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25534; }","duration":"683.434707ms","start":"2026-05-28T02:59:26.91532Z","end":"2026-05-28T02:59:27.598755Z","steps":["trace[1141186939] 'agreement among raft nodes before linearized reading' (duration: 683.363995ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:27.598768Z","caller":"traceutil/trace.go:171","msg":"trace[1094184873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25534; }","duration":"689.937835ms","start":"2026-05-28T02:59:26.908814Z","end":"2026-05-28T02:59:27.598752Z","steps":["trace[1094184873] 'agreement among raft nodes before linearized reading' (duration: 689.79786ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:27.598781Z","caller":"traceutil/trace.go:171","msg":"trace[1064298275] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25534; }","duration":"592.887374ms","start":"2026-05-28T02:59:27.005885Z","end":"2026-05-28T02:59:27.598773Z","steps":["trace[1064298275] 'agreement among raft nodes before linearized reading' (duration: 592.772781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:27.598791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:26.915296Z","time spent":"683.490579ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:27.598802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:27.005868Z","time spent":"592.928556ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:27.5988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:26.908801Z","time spent":"689.993736ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:27.598707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.808098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:59:27.598875Z","caller":"traceutil/trace.go:171","msg":"trace[1619372090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25534; }","duration":"683.002713ms","start":"2026-05-28T02:59:26.915851Z","end":"2026-05-28T02:59:27.598854Z","steps":["trace[1619372090] 'agreement among raft nodes before linearized reading' (duration: 682.785256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:27.598906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:26.915834Z","time spent":"683.064835ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:28.102038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254170278,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:59:28.350558Z","caller":"traceutil/trace.go:171","msg":"trace[1998331214] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"749.111618ms","start":"2026-05-28T02:59:27.601415Z","end":"2026-05-28T02:59:28.350527Z","steps":["trace[1998331214] 'process raft request' (duration: 674.879315ms)","trace[1998331214] 'compare' (duration: 73.735078ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:28.350707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:27.601396Z","time spent":"749.237602ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:29.381469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035082672s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:59:29.542278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.51718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:29.542491Z","caller":"traceutil/trace.go:171","msg":"trace[1281676394] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"1.940000289s","start":"2026-05-28T02:59:27.602457Z","end":"2026-05-28T02:59:29.542457Z","steps":["trace[1281676394] 'process raft request' (duration: 1.779211251s)","trace[1281676394] 'compare' (duration: 160.157288ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:29.542557Z","caller":"traceutil/trace.go:171","msg":"trace[852909418] linearizableReadLoop","detail":"{readStateIndex:26398; appliedIndex:26392; }","duration":"1.940611959s","start":"2026-05-28T02:59:27.601928Z","end":"2026-05-28T02:59:29.54254Z","steps":["trace[852909418] 'read index received' (duration: 674.384429ms)","trace[852909418] 'applied index is now lower than readState.Index' (duration: 1.26622656s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:29.542624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:27.60244Z","time spent":"1.940115623s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:29.542653Z","caller":"traceutil/trace.go:171","msg":"trace[655508327] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"1.940129434s","start":"2026-05-28T02:59:27.602514Z","end":"2026-05-28T02:59:29.542643Z","steps":["trace[655508327] 'process raft request' (duration: 1.939851995s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:29.542712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:27.60251Z","time spent":"1.940172825s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:29.542746Z","caller":"traceutil/trace.go:171","msg":"trace[91316214] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"1.848125185s","start":"2026-05-28T02:59:27.69461Z","end":"2026-05-28T02:59:29.542735Z","steps":["trace[91316214] 'process raft request' (duration: 1.847893088s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:29.542791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:27.694585Z","time spent":"1.848183017s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:29.542838Z","caller":"traceutil/trace.go:171","msg":"trace[1820434633] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"1.940278709s","start":"2026-05-28T02:59:27.602542Z","end":"2026-05-28T02:59:29.542821Z","steps":["trace[1820434633] 'process raft request' (duration: 1.939884756s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:29.542933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:27.602538Z","time spent":"1.940350991s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:29.542983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941036522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-28T02:59:29.542856Z","caller":"traceutil/trace.go:171","msg":"trace[1365814584] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"1.940234017s","start":"2026-05-28T02:59:27.602614Z","end":"2026-05-28T02:59:29.542848Z","steps":["trace[1365814584] 'process raft request' (duration: 1.939855335s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:29.543014Z","caller":"traceutil/trace.go:171","msg":"trace[1257663943] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25540; }","duration":"1.941108885s","start":"2026-05-28T02:59:27.601898Z","end":"2026-05-28T02:59:29.543007Z","steps":["trace[1257663943] 'agreement among raft nodes before linearized reading' (duration: 1.940985101s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:29.543037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:27.601884Z","time spent":"1.941148186s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-28T02:59:29.54306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:27.602608Z","time spent":"1.940425134s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:29.543152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689589678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:29.543194Z","caller":"traceutil/trace.go:171","msg":"trace[1393507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25540; }","duration":"1.68966576s","start":"2026-05-28T02:59:27.853516Z","end":"2026-05-28T02:59:29.543182Z","steps":["trace[1393507] 'agreement among raft nodes before linearized reading' (duration: 1.689604658s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:29.543225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:27.853499Z","time spent":"1.689720202s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:59:29.543299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126405189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-28T02:59:29.543328Z","caller":"traceutil/trace.go:171","msg":"trace[1932786860] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25540; }","duration":"1.126487262s","start":"2026-05-28T02:59:28.416834Z","end":"2026-05-28T02:59:29.543321Z","steps":["trace[1932786860] 'agreement among raft nodes before linearized reading' (duration: 1.126415409s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:29.543336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188676861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:29.543297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.393227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-28T02:59:29.543367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312245285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:29.543381Z","caller":"traceutil/trace.go:171","msg":"trace[1303597774] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25540; }","duration":"1.188761454s","start":"2026-05-28T02:59:28.354608Z","end":"2026-05-28T02:59:29.54337Z","steps":["trace[1303597774] 'agreement among raft nodes before linearized reading' (duration: 1.188705042s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:29.543408Z","caller":"traceutil/trace.go:171","msg":"trace[171396247] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25540; }","duration":"1.312329368s","start":"2026-05-28T02:59:28.231066Z","end":"2026-05-28T02:59:29.543396Z","steps":["trace[171396247] 'agreement among raft nodes before linearized reading' (duration: 1.312270846s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:29.543415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:28.354588Z","time spent":"1.188818395s","remote":"127.0.0.1:45920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:29.543438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:28.231043Z","time spent":"1.31238755s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:29.543447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.813515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T02:59:29.543469Z","caller":"traceutil/trace.go:171","msg":"trace[304799221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25540; }","duration":"779.839606ms","start":"2026-05-28T02:59:28.763623Z","end":"2026-05-28T02:59:29.543463Z","steps":["trace[304799221] 'agreement among raft nodes before linearized reading' (duration: 779.770784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:29.54349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:28.76361Z","time spent":"779.875367ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:59:29.543588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219990009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:29.54363Z","caller":"traceutil/trace.go:171","msg":"trace[721668454] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25540; }","duration":"1.22003188s","start":"2026-05-28T02:59:28.323587Z","end":"2026-05-28T02:59:29.543619Z","steps":["trace[721668454] 'agreement among raft nodes before linearized reading' (duration: 1.219973658s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:29.543667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:28.323559Z","time spent":"1.220099611s","remote":"127.0.0.1:55024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:29.543711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660842693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T02:59:29.543718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380305742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T02:59:29.543743Z","caller":"traceutil/trace.go:171","msg":"trace[1936193312] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25540; }","duration":"1.660910415s","start":"2026-05-28T02:59:27.882826Z","end":"2026-05-28T02:59:29.543736Z","steps":["trace[1936193312] 'agreement among raft nodes before linearized reading' (duration: 1.660833562s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:29.543752Z","caller":"traceutil/trace.go:171","msg":"trace[1105792242] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25540; }","duration":"1.380367464s","start":"2026-05-28T02:59:28.163376Z","end":"2026-05-28T02:59:29.543743Z","steps":["trace[1105792242] 'agreement among raft nodes before linearized reading' (duration: 1.380185848s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:29.543767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:27.882806Z","time spent":"1.660955587s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T02:59:29.543777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:28.163361Z","time spent":"1.380411035s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T02:59:29.543351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:28.416809Z","time spent":"1.126536833s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-28T02:59:29.543192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220736562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:29.543869Z","caller":"traceutil/trace.go:171","msg":"trace[989912059] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25540; }","duration":"1.221414734s","start":"2026-05-28T02:59:28.322444Z","end":"2026-05-28T02:59:29.543859Z","steps":["trace[989912059] 'agreement among raft nodes before linearized reading' (duration: 1.220714562s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:29.543903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:28.322369Z","time spent":"1.221525747s","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:29.543605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.457683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-05-28T02:59:29.543981Z","caller":"traceutil/trace.go:171","msg":"trace[498824086] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25540; }","duration":"800.858945ms","start":"2026-05-28T02:59:28.743109Z","end":"2026-05-28T02:59:29.543968Z","steps":["trace[498824086] 'agreement among raft nodes before linearized reading' (duration: 800.448872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:29.544014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570153816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-05-28T02:59:29.543381Z","caller":"traceutil/trace.go:171","msg":"trace[1180848110] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25540; }","duration":"362.51549ms","start":"2026-05-28T02:59:29.180857Z","end":"2026-05-28T02:59:29.543372Z","steps":["trace[1180848110] 'agreement among raft nodes before linearized reading' (duration: 362.354385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:29.544025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:28.743088Z","time spent":"800.925317ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-28T02:59:29.544045Z","caller":"traceutil/trace.go:171","msg":"trace[1467407132] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25540; }","duration":"1.570206087s","start":"2026-05-28T02:59:27.973831Z","end":"2026-05-28T02:59:29.544037Z","steps":["trace[1467407132] 'agreement among raft nodes before linearized reading' (duration: 1.570134555s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:29.544055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.180834Z","time spent":"363.212353ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T02:59:29.544072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:27.973817Z","time spent":"1.570248298s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-28T02:59:29.54414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659046196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:29.544164Z","caller":"traceutil/trace.go:171","msg":"trace[849589663] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25540; }","duration":"1.659085646s","start":"2026-05-28T02:59:27.885072Z","end":"2026-05-28T02:59:29.544158Z","steps":["trace[849589663] 'agreement among raft nodes before linearized reading' (duration: 1.659049325s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:29.544189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:27.885065Z","time spent":"1.659117238s","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:29.543949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412844557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:29.544225Z","caller":"traceutil/trace.go:171","msg":"trace[1012035987] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25540; }","duration":"1.413151707s","start":"2026-05-28T02:59:28.131063Z","end":"2026-05-28T02:59:29.544214Z","steps":["trace[1012035987] 'agreement among raft nodes before linearized reading' (duration: 1.412852328s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:29.544271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:28.131039Z","time spent":"1.41322082s","remote":"127.0.0.1:37978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:30.256222Z","caller":"traceutil/trace.go:171","msg":"trace[1839353311] linearizableReadLoop","detail":"{readStateIndex:26400; appliedIndex:26399; }","duration":"702.074489ms","start":"2026-05-28T02:59:29.554093Z","end":"2026-05-28T02:59:30.256168Z","steps":["trace[1839353311] 'read index received' (duration: 55.987062ms)","trace[1839353311] 'applied index is now lower than readState.Index' (duration: 646.086377ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:30.256466Z","caller":"traceutil/trace.go:171","msg":"trace[1035761] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"703.733742ms","start":"2026-05-28T02:59:29.552718Z","end":"2026-05-28T02:59:30.256451Z","steps":["trace[1035761] 'process raft request' (duration: 658.096059ms)","trace[1035761] 'compare' (duration: 45.031204ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:30.256583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.552673Z","time spent":"703.829565ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:30.256777Z","caller":"traceutil/trace.go:171","msg":"trace[1253031121] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"699.857238ms","start":"2026-05-28T02:59:29.556909Z","end":"2026-05-28T02:59:30.256766Z","steps":["trace[1253031121] 'process raft request' (duration: 699.065673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.256837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.556884Z","time spent":"699.921791ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:30.256963Z","caller":"traceutil/trace.go:171","msg":"trace[525677717] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"698.944679ms","start":"2026-05-28T02:59:29.558007Z","end":"2026-05-28T02:59:30.256952Z","steps":["trace[525677717] 'process raft request' (duration: 698.01157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.257017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.557993Z","time spent":"698.998842ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:59:30.257171Z","caller":"traceutil/trace.go:171","msg":"trace[1540443165] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"699.020512ms","start":"2026-05-28T02:59:29.558134Z","end":"2026-05-28T02:59:30.257155Z","steps":["trace[1540443165] 'process raft request' (duration: 697.965618ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:30.257171Z","caller":"traceutil/trace.go:171","msg":"trace[1332058708] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"699.111105ms","start":"2026-05-28T02:59:29.558038Z","end":"2026-05-28T02:59:30.257149Z","steps":["trace[1332058708] 'process raft request' (duration: 698.02971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.257246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.558118Z","time spent":"699.091194ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:30.257282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.558028Z","time spent":"699.192288ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:30.257385Z","caller":"traceutil/trace.go:171","msg":"trace[822398955] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"652.709678ms","start":"2026-05-28T02:59:29.604491Z","end":"2026-05-28T02:59:30.257201Z","steps":["trace[822398955] 'process raft request' (duration: 651.642054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.257541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.604463Z","time spent":"652.979497ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:30.258094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.99629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295570"} {"level":"info","ts":"2026-05-28T02:59:30.258136Z","caller":"traceutil/trace.go:171","msg":"trace[1161744716] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25547; }","duration":"704.072833ms","start":"2026-05-28T02:59:29.554053Z","end":"2026-05-28T02:59:30.258126Z","steps":["trace[1161744716] 'agreement among raft nodes before linearized reading' (duration: 703.081921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.258168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.554042Z","time spent":"704.117165ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1295593,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T02:59:30.360467Z","caller":"traceutil/trace.go:171","msg":"trace[1698527607] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"739.449009ms","start":"2026-05-28T02:59:29.620999Z","end":"2026-05-28T02:59:30.360448Z","steps":["trace[1698527607] 'process raft request' (duration: 739.373926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.360583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.620973Z","time spent":"739.555872ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:59:30.360564Z","caller":"traceutil/trace.go:171","msg":"trace[202302805] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"747.451164ms","start":"2026-05-28T02:59:29.613075Z","end":"2026-05-28T02:59:30.360526Z","steps":["trace[202302805] 'process raft request' (duration: 745.398499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.360728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.613054Z","time spent":"747.582868ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:30.360754Z","caller":"traceutil/trace.go:171","msg":"trace[1128360984] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"738.183388ms","start":"2026-05-28T02:59:29.622534Z","end":"2026-05-28T02:59:30.360718Z","steps":["trace[1128360984] 'process raft request' (duration: 737.883909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.361143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.622512Z","time spent":"738.52359ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:30.535444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.672721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:30.535622Z","caller":"traceutil/trace.go:171","msg":"trace[1905767185] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"841.593921ms","start":"2026-05-28T02:59:29.693998Z","end":"2026-05-28T02:59:30.535592Z","steps":["trace[1905767185] 'process raft request' (duration: 666.696893ms)","trace[1905767185] 'compare' (duration: 174.560937ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:30.53573Z","caller":"traceutil/trace.go:171","msg":"trace[990861173] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"268.488808ms","start":"2026-05-28T02:59:30.267224Z","end":"2026-05-28T02:59:30.535713Z","steps":["trace[990861173] 'process raft request' (duration: 268.393134ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:30.535735Z","caller":"traceutil/trace.go:171","msg":"trace[1907670330] linearizableReadLoop","detail":"{readStateIndex:26409; appliedIndex:26405; }","duration":"279.425316ms","start":"2026-05-28T02:59:30.256288Z","end":"2026-05-28T02:59:30.535713Z","steps":["trace[1907670330] 'read index received' (duration: 102.210944ms)","trace[1907670330] 'applied index is now lower than readState.Index' (duration: 177.212901ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:30.535837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.772006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:30.535882Z","caller":"traceutil/trace.go:171","msg":"trace[1955914137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25554; }","duration":"977.854398ms","start":"2026-05-28T02:59:29.558014Z","end":"2026-05-28T02:59:30.535868Z","steps":["trace[1955914137] 'agreement among raft nodes before linearized reading' (duration: 977.718094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.535905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.335463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-05-28T02:59:30.535917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.557996Z","time spent":"977.911621ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:59:30.535935Z","caller":"traceutil/trace.go:171","msg":"trace[599757058] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25554; }","duration":"705.397845ms","start":"2026-05-28T02:59:29.830528Z","end":"2026-05-28T02:59:30.535926Z","steps":["trace[599757058] 'agreement among raft nodes before linearized reading' (duration: 705.2232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.535946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.137894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-28T02:59:30.535953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.16454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f274ec66-7f13-4ccf-912e-90f60e6bfed1\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-28T02:59:30.535992Z","caller":"traceutil/trace.go:171","msg":"trace[1849440633] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25554; }","duration":"742.216667ms","start":"2026-05-28T02:59:29.79376Z","end":"2026-05-28T02:59:30.535976Z","steps":["trace[1849440633] 'agreement among raft nodes before linearized reading' (duration: 742.00505ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:30.536018Z","caller":"traceutil/trace.go:171","msg":"trace[1609697067] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f274ec66-7f13-4ccf-912e-90f60e6bfed1; range_end:; response_count:1; response_revision:25554; }","duration":"979.256024ms","start":"2026-05-28T02:59:29.556746Z","end":"2026-05-28T02:59:30.536002Z","steps":["trace[1609697067] 'agreement among raft nodes before linearized reading' (duration: 979.013576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.536077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.793741Z","time spent":"742.322551ms","remote":"127.0.0.1:45960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:30.5361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.556741Z","time spent":"979.349837ms","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-f274ec66-7f13-4ccf-912e-90f60e6bfed1\" "} {"level":"warn","ts":"2026-05-28T02:59:30.535961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.83051Z","time spent":"705.443296ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-05-28T02:59:30.535907Z","caller":"traceutil/trace.go:171","msg":"trace[1575140647] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"264.285004ms","start":"2026-05-28T02:59:30.271588Z","end":"2026-05-28T02:59:30.535873Z","steps":["trace[1575140647] 'process raft request' (duration: 264.080657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.536065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.660198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-28T02:59:30.536228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.781756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-28T02:59:30.536256Z","caller":"traceutil/trace.go:171","msg":"trace[2129373330] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25554; }","duration":"971.836497ms","start":"2026-05-28T02:59:29.56441Z","end":"2026-05-28T02:59:30.536246Z","steps":["trace[2129373330] 'agreement among raft nodes before linearized reading' (duration: 971.345732ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:30.536253Z","caller":"traceutil/trace.go:171","msg":"trace[135851] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25554; }","duration":"762.942787ms","start":"2026-05-28T02:59:29.773291Z","end":"2026-05-28T02:59:30.536234Z","steps":["trace[135851] 'agreement among raft nodes before linearized reading' (duration: 762.475762ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:30.536262Z","caller":"traceutil/trace.go:171","msg":"trace[672319031] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"264.515881ms","start":"2026-05-28T02:59:30.271734Z","end":"2026-05-28T02:59:30.53625Z","steps":["trace[672319031] 'process raft request' (duration: 264.081087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.536279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.564381Z","time spent":"971.890179ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-28T02:59:30.536304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.773266Z","time spent":"763.02495ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":242,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:30.536333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.549502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:30.536379Z","caller":"traceutil/trace.go:171","msg":"trace[970773581] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25554; }","duration":"875.636314ms","start":"2026-05-28T02:59:29.66073Z","end":"2026-05-28T02:59:30.536367Z","steps":["trace[970773581] 'agreement among raft nodes before linearized reading' (duration: 874.992234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.536414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.66071Z","time spent":"875.694927ms","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-28T02:59:30.535778Z","caller":"traceutil/trace.go:171","msg":"trace[116411686] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"272.779824ms","start":"2026-05-28T02:59:30.262969Z","end":"2026-05-28T02:59:30.535749Z","steps":["trace[116411686] 'process raft request' (duration: 272.589808ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:30.536559Z","caller":"traceutil/trace.go:171","msg":"trace[455562865] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"263.411316ms","start":"2026-05-28T02:59:30.273132Z","end":"2026-05-28T02:59:30.536543Z","steps":["trace[455562865] 'process raft request' (duration: 263.079165ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:30.536589Z","caller":"traceutil/trace.go:171","msg":"trace[1101327274] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"261.929209ms","start":"2026-05-28T02:59:30.274645Z","end":"2026-05-28T02:59:30.536574Z","steps":["trace[1101327274] 'process raft request' (duration: 261.854317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.537143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.476802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295570"} {"level":"info","ts":"2026-05-28T02:59:30.537197Z","caller":"traceutil/trace.go:171","msg":"trace[702735122] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25554; }","duration":"980.544394ms","start":"2026-05-28T02:59:29.556642Z","end":"2026-05-28T02:59:30.537186Z","steps":["trace[702735122] 'agreement among raft nodes before linearized reading' (duration: 979.120549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.537227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.556616Z","time spent":"980.601926ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1295593,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:59:30.537679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:29.693973Z","time spent":"843.655916ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:30.611188Z","caller":"traceutil/trace.go:171","msg":"trace[1667516467] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"111.471418ms","start":"2026-05-28T02:59:30.499691Z","end":"2026-05-28T02:59:30.611163Z","steps":["trace[1667516467] 'process raft request' (duration: 111.341644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.612259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.371951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131132"} {"level":"info","ts":"2026-05-28T02:59:30.612319Z","caller":"traceutil/trace.go:171","msg":"trace[662086094] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25558; }","duration":"147.472915ms","start":"2026-05-28T02:59:30.464831Z","end":"2026-05-28T02:59:30.612303Z","steps":["trace[662086094] 'agreement among raft nodes before linearized reading' (duration: 147.133884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.612611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.357334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:59:30.612661Z","caller":"traceutil/trace.go:171","msg":"trace[1072377899] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25558; }","duration":"247.406666ms","start":"2026-05-28T02:59:30.365242Z","end":"2026-05-28T02:59:30.612649Z","steps":["trace[1072377899] 'agreement among raft nodes before linearized reading' (duration: 247.280412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.613105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.393607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T02:59:30.613157Z","caller":"traceutil/trace.go:171","msg":"trace[794800137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25558; }","duration":"248.47936ms","start":"2026-05-28T02:59:30.364661Z","end":"2026-05-28T02:59:30.613141Z","steps":["trace[794800137] 'agreement among raft nodes before linearized reading' (duration: 248.16978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.613382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.235411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-28T02:59:30.613436Z","caller":"traceutil/trace.go:171","msg":"trace[402185893] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25558; }","duration":"258.309873ms","start":"2026-05-28T02:59:30.355111Z","end":"2026-05-28T02:59:30.613421Z","steps":["trace[402185893] 'agreement among raft nodes before linearized reading' (duration: 258.19432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.613809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.10957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:59:30.61385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.648495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:59:30.613875Z","caller":"traceutil/trace.go:171","msg":"trace[1261821136] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25558; }","duration":"336.299426ms","start":"2026-05-28T02:59:30.277558Z","end":"2026-05-28T02:59:30.613857Z","steps":["trace[1261821136] 'agreement among raft nodes before linearized reading' (duration: 336.190023ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:30.61389Z","caller":"traceutil/trace.go:171","msg":"trace[1388638986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25558; }","duration":"259.743129ms","start":"2026-05-28T02:59:30.354136Z","end":"2026-05-28T02:59:30.613879Z","steps":["trace[1388638986] 'agreement among raft nodes before linearized reading' (duration: 259.577124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:30.613917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:30.277547Z","time spent":"336.359528ms","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:30.614069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.096684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-28T02:59:30.614098Z","caller":"traceutil/trace.go:171","msg":"trace[460043740] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25558; }","duration":"262.162926ms","start":"2026-05-28T02:59:30.351928Z","end":"2026-05-28T02:59:30.614091Z","steps":["trace[460043740] 'agreement among raft nodes before linearized reading' (duration: 261.762073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.180064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.122607ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-28T02:59:31.180151Z","caller":"traceutil/trace.go:171","msg":"trace[1248735362] linearizableReadLoop","detail":"{readStateIndex:26417; appliedIndex:26416; }","duration":"568.471228ms","start":"2026-05-28T02:59:30.611663Z","end":"2026-05-28T02:59:31.180134Z","steps":["trace[1248735362] 'read index received' (duration: 125.860027ms)","trace[1248735362] 'applied index is now lower than readState.Index' (duration: 442.609691ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:31.180196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:30.541505Z","time spent":"638.685113ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T02:59:31.180243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.601541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:31.18027Z","caller":"traceutil/trace.go:171","msg":"trace[1067268557] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25558; }","duration":"633.665793ms","start":"2026-05-28T02:59:30.546595Z","end":"2026-05-28T02:59:31.180261Z","steps":["trace[1067268557] 'agreement among raft nodes before linearized reading' (duration: 633.597371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.180303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:30.546579Z","time spent":"633.716745ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-28T02:59:31.184804Z","caller":"traceutil/trace.go:171","msg":"trace[1336621379] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"567.485286ms","start":"2026-05-28T02:59:30.617299Z","end":"2026-05-28T02:59:31.184784Z","steps":["trace[1336621379] 'process raft request' (duration: 567.354082ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:31.184814Z","caller":"traceutil/trace.go:171","msg":"trace[1494007560] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"566.014969ms","start":"2026-05-28T02:59:30.618781Z","end":"2026-05-28T02:59:31.184796Z","steps":["trace[1494007560] 'process raft request' (duration: 565.960547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.184885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:30.617292Z","time spent":"567.546629ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:31.184912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:30.618763Z","time spent":"566.097412ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:31.184933Z","caller":"traceutil/trace.go:171","msg":"trace[454435730] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"568.698555ms","start":"2026-05-28T02:59:30.616215Z","end":"2026-05-28T02:59:31.184914Z","steps":["trace[454435730] 'process raft request' (duration: 568.246871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.185031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:30.61619Z","time spent":"568.790028ms","remote":"127.0.0.1:37800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":131116,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:31.18506Z","caller":"traceutil/trace.go:171","msg":"trace[1399554131] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"566.66775ms","start":"2026-05-28T02:59:30.618386Z","end":"2026-05-28T02:59:31.185054Z","steps":["trace[1399554131] 'process raft request' (duration: 566.32581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.185094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:30.618374Z","time spent":"566.701671ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:31.185133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.839426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:59:31.185158Z","caller":"traceutil/trace.go:171","msg":"trace[422437245] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25563; }","duration":"566.893328ms","start":"2026-05-28T02:59:30.618258Z","end":"2026-05-28T02:59:31.185152Z","steps":["trace[422437245] 'agreement among raft nodes before linearized reading' (duration: 566.762613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.185175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:30.618243Z","time spent":"566.926948ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:59:31.185274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.696788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:31.185293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.952933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:233"} {"level":"info","ts":"2026-05-28T02:59:31.185308Z","caller":"traceutil/trace.go:171","msg":"trace[84989746] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:25563; }","duration":"438.004424ms","start":"2026-05-28T02:59:30.747298Z","end":"2026-05-28T02:59:31.185303Z","steps":["trace[84989746] 'agreement among raft nodes before linearized reading' (duration: 437.957373ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:31.185308Z","caller":"traceutil/trace.go:171","msg":"trace[1417751019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25563; }","duration":"330.76247ms","start":"2026-05-28T02:59:30.854536Z","end":"2026-05-28T02:59:31.185298Z","steps":["trace[1417751019] 'agreement among raft nodes before linearized reading' (duration: 330.709929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.185324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:30.747278Z","time spent":"438.039395ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-05-28T02:59:31.185329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:30.854517Z","time spent":"330.808091ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:59:31.185371Z","caller":"traceutil/trace.go:171","msg":"trace[595988486] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"548.435709ms","start":"2026-05-28T02:59:30.636895Z","end":"2026-05-28T02:59:31.18533Z","steps":["trace[595988486] 'process raft request' (duration: 547.868961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.185414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.448575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-28T02:59:31.185444Z","caller":"traceutil/trace.go:171","msg":"trace[1479624632] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:25563; }","duration":"540.501107ms","start":"2026-05-28T02:59:30.644934Z","end":"2026-05-28T02:59:31.185435Z","steps":["trace[1479624632] 'agreement among raft nodes before linearized reading' (duration: 540.417224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.185461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:30.644922Z","time spent":"540.535588ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-05-28T02:59:31.185515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:30.636874Z","time spent":"548.571764ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:31.418665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.527728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-05-28T02:59:31.418729Z","caller":"traceutil/trace.go:171","msg":"trace[1037940585] linearizableReadLoop","detail":"{readStateIndex:26424; appliedIndex:26423; }","duration":"196.807255ms","start":"2026-05-28T02:59:31.221912Z","end":"2026-05-28T02:59:31.418719Z","steps":["trace[1037940585] 'read index received' (duration: 76.195565ms)","trace[1037940585] 'applied index is now lower than readState.Index' (duration: 120.61065ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:31.418791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.876768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-28T02:59:31.418804Z","caller":"traceutil/trace.go:171","msg":"trace[787882477] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25564; }","duration":"196.905508ms","start":"2026-05-28T02:59:31.221894Z","end":"2026-05-28T02:59:31.418799Z","steps":["trace[787882477] 'agreement among raft nodes before linearized reading' (duration: 196.867327ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:31.418791Z","caller":"traceutil/trace.go:171","msg":"trace[1402583482] transaction","detail":"{read_only:false; number_of_response:0; response_revision:25564; }","duration":"196.94828ms","start":"2026-05-28T02:59:31.221801Z","end":"2026-05-28T02:59:31.41875Z","steps":["trace[1402583482] 'process raft request' (duration: 76.291179ms)","trace[1402583482] 'compare' (duration: 120.497016ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:31.690151Z","caller":"traceutil/trace.go:171","msg":"trace[1936699634] linearizableReadLoop","detail":"{readStateIndex:26425; appliedIndex:26424; }","duration":"271.383949ms","start":"2026-05-28T02:59:31.418743Z","end":"2026-05-28T02:59:31.690127Z","steps":["trace[1936699634] 'read index received' (duration: 271.220594ms)","trace[1936699634] 'applied index is now lower than readState.Index' (duration: 162.475µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:31.690383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.122976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:31.690406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.539485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:31.690445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.721171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1454"} {"level":"warn","ts":"2026-05-28T02:59:31.690429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.234962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:31.690495Z","caller":"traceutil/trace.go:171","msg":"trace[624638548] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25565; }","duration":"462.816853ms","start":"2026-05-28T02:59:31.227664Z","end":"2026-05-28T02:59:31.690481Z","steps":["trace[624638548] 'agreement among raft nodes before linearized reading' (duration: 462.655098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.69055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.227647Z","time spent":"462.892656ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-05-28T02:59:31.690551Z","caller":"traceutil/trace.go:171","msg":"trace[24325418] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25565; }","duration":"286.418958ms","start":"2026-05-28T02:59:31.404107Z","end":"2026-05-28T02:59:31.690526Z","steps":["trace[24325418] 'agreement among raft nodes before linearized reading' (duration: 286.149049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.690555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.320488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-05-28T02:59:31.690656Z","caller":"traceutil/trace.go:171","msg":"trace[1715815879] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:25565; }","duration":"467.450991ms","start":"2026-05-28T02:59:31.223182Z","end":"2026-05-28T02:59:31.690633Z","steps":["trace[1715815879] 'agreement among raft nodes before linearized reading' (duration: 467.238064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.690712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.223165Z","time spent":"467.537204ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-05-28T02:59:31.69047Z","caller":"traceutil/trace.go:171","msg":"trace[175712284] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25565; }","duration":"462.659518ms","start":"2026-05-28T02:59:31.227793Z","end":"2026-05-28T02:59:31.690452Z","steps":["trace[175712284] 'agreement among raft nodes before linearized reading' (duration: 462.443152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.690852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.227762Z","time spent":"463.072542ms","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-28T02:59:31.690473Z","caller":"traceutil/trace.go:171","msg":"trace[1285236033] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25565; }","duration":"339.27093ms","start":"2026-05-28T02:59:31.35118Z","end":"2026-05-28T02:59:31.690451Z","steps":["trace[1285236033] 'agreement among raft nodes before linearized reading' (duration: 338.974801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.69095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.351154Z","time spent":"339.779377ms","remote":"127.0.0.1:50610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:31.691175Z","caller":"traceutil/trace.go:171","msg":"trace[73704062] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"463.275938ms","start":"2026-05-28T02:59:31.227868Z","end":"2026-05-28T02:59:31.691144Z","steps":["trace[73704062] 'process raft request' (duration: 462.099711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.69129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.227853Z","time spent":"463.368531ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:59:31.897224Z","caller":"traceutil/trace.go:171","msg":"trace[461046550] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"343.294399ms","start":"2026-05-28T02:59:31.553916Z","end":"2026-05-28T02:59:31.897211Z","steps":["trace[461046550] 'process raft request' (duration: 290.615451ms)","trace[461046550] 'compare' (duration: 52.419799ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:31.897244Z","caller":"traceutil/trace.go:171","msg":"trace[621186349] linearizableReadLoop","detail":"{readStateIndex:26426; appliedIndex:26425; }","duration":"206.9975ms","start":"2026-05-28T02:59:31.690216Z","end":"2026-05-28T02:59:31.897213Z","steps":["trace[621186349] 'read index received' (duration: 154.327743ms)","trace[621186349] 'applied index is now lower than readState.Index' (duration: 52.666437ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:31.897344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.553901Z","time spent":"343.384162ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:31.897397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.809067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T02:59:31.897422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.164148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:59:31.897222Z","caller":"traceutil/trace.go:171","msg":"trace[1844280685] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"201.560246ms","start":"2026-05-28T02:59:31.695639Z","end":"2026-05-28T02:59:31.8972Z","steps":["trace[1844280685] 'process raft request' (duration: 201.482504ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:31.897475Z","caller":"traceutil/trace.go:171","msg":"trace[2021638200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25567; }","duration":"344.91025ms","start":"2026-05-28T02:59:31.552547Z","end":"2026-05-28T02:59:31.897457Z","steps":["trace[2021638200] 'agreement among raft nodes before linearized reading' (duration: 344.684343ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:31.897483Z","caller":"traceutil/trace.go:171","msg":"trace[763617898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25567; }","duration":"345.257042ms","start":"2026-05-28T02:59:31.552207Z","end":"2026-05-28T02:59:31.897464Z","steps":["trace[763617898] 'agreement among raft nodes before linearized reading' (duration: 345.086796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.897511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.232742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-28T02:59:31.897524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.881926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T02:59:31.897573Z","caller":"traceutil/trace.go:171","msg":"trace[1223449345] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25567; }","duration":"477.326696ms","start":"2026-05-28T02:59:31.420231Z","end":"2026-05-28T02:59:31.897558Z","steps":["trace[1223449345] 'agreement among raft nodes before linearized reading' (duration: 477.121919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.897677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.730231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-28T02:59:31.8977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.420223Z","time spent":"477.46101ms","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-28T02:59:31.897718Z","caller":"traceutil/trace.go:171","msg":"trace[679055924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25567; }","duration":"342.788052ms","start":"2026-05-28T02:59:31.554919Z","end":"2026-05-28T02:59:31.897707Z","steps":["trace[679055924] 'agreement among raft nodes before linearized reading' (duration: 342.619787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.897756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.554911Z","time spent":"342.833444ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:31.897779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.511567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-05-28T02:59:31.897805Z","caller":"traceutil/trace.go:171","msg":"trace[1515761201] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:25567; }","duration":"202.553158ms","start":"2026-05-28T02:59:31.695243Z","end":"2026-05-28T02:59:31.897796Z","steps":["trace[1515761201] 'agreement among raft nodes before linearized reading' (duration: 202.486216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.897888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.962576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-05-28T02:59:31.897953Z","caller":"traceutil/trace.go:171","msg":"trace[416048162] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:25567; }","duration":"478.047008ms","start":"2026-05-28T02:59:31.41988Z","end":"2026-05-28T02:59:31.897927Z","steps":["trace[416048162] 'agreement among raft nodes before linearized reading' (duration: 477.968196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.897993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.419863Z","time spent":"478.119011ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1097,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-05-28T02:59:31.897712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.757854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-05-28T02:59:31.898903Z","caller":"traceutil/trace.go:171","msg":"trace[1944029772] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:25567; }","duration":"203.981504ms","start":"2026-05-28T02:59:31.694909Z","end":"2026-05-28T02:59:31.89889Z","steps":["trace[1944029772] 'agreement among raft nodes before linearized reading' (duration: 202.752295ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:31.89764Z","caller":"traceutil/trace.go:171","msg":"trace[974594543] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25567; }","duration":"288.944698ms","start":"2026-05-28T02:59:31.608625Z","end":"2026-05-28T02:59:31.897569Z","steps":["trace[974594543] 'agreement among raft nodes before linearized reading' (duration: 288.754042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:31.897527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.552189Z","time spent":"345.326013ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:31.897518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.552537Z","time spent":"344.972302ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:59:32.82562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.974049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:32.82575Z","caller":"traceutil/trace.go:171","msg":"trace[1602931415] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"922.503628ms","start":"2026-05-28T02:59:31.903219Z","end":"2026-05-28T02:59:32.825723Z","steps":["trace[1602931415] 'process raft request' (duration: 301.273501ms)","trace[1602931415] 'compare' (duration: 620.227025ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:32.825836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.903208Z","time spent":"922.583431ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:32.828307Z","caller":"traceutil/trace.go:171","msg":"trace[1560269884] linearizableReadLoop","detail":"{readStateIndex:26431; appliedIndex:26427; }","duration":"921.165935ms","start":"2026-05-28T02:59:31.907123Z","end":"2026-05-28T02:59:32.828289Z","steps":["trace[1560269884] 'read index received' (duration: 297.45088ms)","trace[1560269884] 'applied index is now lower than readState.Index' (duration: 623.714435ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:32.828344Z","caller":"traceutil/trace.go:171","msg":"trace[1465235711] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"923.617253ms","start":"2026-05-28T02:59:31.904698Z","end":"2026-05-28T02:59:32.828316Z","steps":["trace[1465235711] 'process raft request' (duration: 923.494809ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:32.828401Z","caller":"traceutil/trace.go:171","msg":"trace[960984246] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"640.996367ms","start":"2026-05-28T02:59:32.187394Z","end":"2026-05-28T02:59:32.82839Z","steps":["trace[960984246] 'process raft request' (duration: 640.866653ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:32.828381Z","caller":"traceutil/trace.go:171","msg":"trace[199250484] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"923.600033ms","start":"2026-05-28T02:59:31.904752Z","end":"2026-05-28T02:59:32.828352Z","steps":["trace[199250484] 'process raft request' (duration: 923.484569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:32.828453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.904686Z","time spent":"923.711286ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:32.828487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.904748Z","time spent":"923.686116ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:32.828528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:32.187373Z","time spent":"641.072808ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:32.828582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.449844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"info","ts":"2026-05-28T02:59:32.828644Z","caller":"traceutil/trace.go:171","msg":"trace[1519877779] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:25572; }","duration":"921.542377ms","start":"2026-05-28T02:59:31.907087Z","end":"2026-05-28T02:59:32.82863Z","steps":["trace[1519877779] 'agreement among raft nodes before linearized reading' (duration: 921.369602ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:32.828652Z","caller":"traceutil/trace.go:171","msg":"trace[1732827022] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"924.550953ms","start":"2026-05-28T02:59:31.904093Z","end":"2026-05-28T02:59:32.828644Z","steps":["trace[1732827022] 'process raft request' (duration: 923.962244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:32.828678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.907071Z","time spent":"921.59961ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-05-28T02:59:32.82871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.904081Z","time spent":"924.608405ms","remote":"127.0.0.1:37800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":131116,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:33.089251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.887843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:33.089495Z","caller":"traceutil/trace.go:171","msg":"trace[1203023650] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"826.112389ms","start":"2026-05-28T02:59:32.263352Z","end":"2026-05-28T02:59:33.089465Z","steps":["trace[1203023650] 'process raft request' (duration: 696.896965ms)","trace[1203023650] 'compare' (duration: 128.620385ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:33.089534Z","caller":"traceutil/trace.go:171","msg":"trace[1725039262] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"824.340742ms","start":"2026-05-28T02:59:32.265166Z","end":"2026-05-28T02:59:33.089507Z","steps":["trace[1725039262] 'process raft request' (duration: 824.192148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:33.089654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:32.263318Z","time spent":"826.242993ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:33.089661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:32.265134Z","time spent":"824.448876ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:33.089762Z","caller":"traceutil/trace.go:171","msg":"trace[233388414] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"547.403176ms","start":"2026-05-28T02:59:32.542344Z","end":"2026-05-28T02:59:33.089748Z","steps":["trace[233388414] 'process raft request' (duration: 547.276752ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:33.089799Z","caller":"traceutil/trace.go:171","msg":"trace[1278424965] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"722.240533ms","start":"2026-05-28T02:59:32.367525Z","end":"2026-05-28T02:59:33.089766Z","steps":["trace[1278424965] 'process raft request' (duration: 721.920152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:33.089814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:32.54232Z","time spent":"547.469318ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:33.08984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:32.367506Z","time spent":"722.308845ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:33.089984Z","caller":"traceutil/trace.go:171","msg":"trace[1922247899] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"546.25654ms","start":"2026-05-28T02:59:32.54372Z","end":"2026-05-28T02:59:33.089977Z","steps":["trace[1922247899] 'process raft request' (duration: 545.996672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:33.090021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:32.543688Z","time spent":"546.311622ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:33.090091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.234347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:33.090063Z","caller":"traceutil/trace.go:171","msg":"trace[685059731] linearizableReadLoop","detail":"{readStateIndex:26439; appliedIndex:26432; }","duration":"261.67224ms","start":"2026-05-28T02:59:32.828361Z","end":"2026-05-28T02:59:33.090033Z","steps":["trace[685059731] 'read index received' (duration: 131.61645ms)","trace[685059731] 'applied index is now lower than readState.Index' (duration: 130.05368ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:33.090128Z","caller":"traceutil/trace.go:171","msg":"trace[1335578870] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25579; }","duration":"746.271088ms","start":"2026-05-28T02:59:32.343845Z","end":"2026-05-28T02:59:33.090117Z","steps":["trace[1335578870] 'agreement among raft nodes before linearized reading' (duration: 746.213846ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:33.090142Z","caller":"traceutil/trace.go:171","msg":"trace[1906638305] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"545.693742ms","start":"2026-05-28T02:59:32.544435Z","end":"2026-05-28T02:59:33.090129Z","steps":["trace[1906638305] 'process raft request' (duration: 545.449284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:33.090154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.021959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T02:59:33.090184Z","caller":"traceutil/trace.go:171","msg":"trace[1949759542] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25579; }","duration":"533.079561ms","start":"2026-05-28T02:59:32.557098Z","end":"2026-05-28T02:59:33.090178Z","steps":["trace[1949759542] 'agreement among raft nodes before linearized reading' (duration: 532.987448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:33.090204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:32.557085Z","time spent":"533.114991ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T02:59:33.090235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.187919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-05-28T02:59:33.090233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:32.544418Z","time spent":"545.762644ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:33.090259Z","caller":"traceutil/trace.go:171","msg":"trace[414642738] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25579; }","duration":"803.255232ms","start":"2026-05-28T02:59:32.286995Z","end":"2026-05-28T02:59:33.090251Z","steps":["trace[414642738] 'agreement among raft nodes before linearized reading' (duration: 803.18077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:33.090278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:32.286971Z","time spent":"803.301823ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T02:59:33.090155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:32.343772Z","time spent":"746.375791ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:33.090317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05889699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b39b667117f4ab\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-05-28T02:59:33.090364Z","caller":"traceutil/trace.go:171","msg":"trace[2108687064] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b39b667117f4ab; range_end:; response_count:1; response_revision:25579; }","duration":"1.059026684s","start":"2026-05-28T02:59:32.031321Z","end":"2026-05-28T02:59:33.090347Z","steps":["trace[2108687064] 'agreement among raft nodes before linearized reading' (duration: 1.058863169s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:33.090399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:32.031299Z","time spent":"1.059091147s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b39b667117f4ab\" "} {"level":"warn","ts":"2026-05-28T02:59:33.090403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032222841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-28T02:59:33.090442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18200476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-05-28T02:59:33.090499Z","caller":"traceutil/trace.go:171","msg":"trace[1807948793] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:25579; }","duration":"1.182084021s","start":"2026-05-28T02:59:31.908399Z","end":"2026-05-28T02:59:33.090483Z","steps":["trace[1807948793] 'agreement among raft nodes before linearized reading' (duration: 1.181947327s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:33.090505Z","caller":"traceutil/trace.go:171","msg":"trace[629452090] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25579; }","duration":"1.032382705s","start":"2026-05-28T02:59:32.058094Z","end":"2026-05-28T02:59:33.090477Z","steps":["trace[629452090] 'agreement among raft nodes before linearized reading' (duration: 1.032062155s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:33.090531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:31.908384Z","time spent":"1.182139594s","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-05-28T02:59:33.090089Z","caller":"traceutil/trace.go:171","msg":"trace[656559734] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"304.786173ms","start":"2026-05-28T02:59:32.785283Z","end":"2026-05-28T02:59:33.09007Z","steps":["trace[656559734] 'process raft request' (duration: 304.6918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:33.090554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:32.058067Z","time spent":"1.032477978s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:59:33.090566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.934131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-05-28T02:59:33.090593Z","caller":"traceutil/trace.go:171","msg":"trace[1914999576] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:25579; }","duration":"257.998224ms","start":"2026-05-28T02:59:32.832588Z","end":"2026-05-28T02:59:33.090586Z","steps":["trace[1914999576] 'agreement among raft nodes before linearized reading' (duration: 257.919631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:33.090615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:32.785259Z","time spent":"305.3107ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:33.090724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.52526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:33.090745Z","caller":"traceutil/trace.go:171","msg":"trace[1062863665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25579; }","duration":"236.575602ms","start":"2026-05-28T02:59:32.854164Z","end":"2026-05-28T02:59:33.090739Z","steps":["trace[1062863665] 'agreement among raft nodes before linearized reading' (duration: 236.53649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:33.090747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.162617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-05-28T02:59:33.090785Z","caller":"traceutil/trace.go:171","msg":"trace[668794637] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:25579; }","duration":"257.216519ms","start":"2026-05-28T02:59:32.833556Z","end":"2026-05-28T02:59:33.090772Z","steps":["trace[668794637] 'agreement among raft nodes before linearized reading' (duration: 257.147617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:33.091056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032138777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:33.091082Z","caller":"traceutil/trace.go:171","msg":"trace[960162310] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25579; }","duration":"1.032193479s","start":"2026-05-28T02:59:32.058879Z","end":"2026-05-28T02:59:33.091073Z","steps":["trace[960162310] 'agreement among raft nodes before linearized reading' (duration: 1.032144178s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:33.091102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:32.058867Z","time spent":"1.032228871s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:33.598065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254170351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:59:34.11323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.597637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:34.113344Z","caller":"traceutil/trace.go:171","msg":"trace[1260874842] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"1.018332607s","start":"2026-05-28T02:59:33.09499Z","end":"2026-05-28T02:59:34.113323Z","steps":["trace[1260874842] 'process raft request' (duration: 517.570795ms)","trace[1260874842] 'compare' (duration: 500.341349ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:34.113431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:33.094894Z","time spent":"1.018495993s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:59:35.081519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:34.729704Z","time spent":"351.80752ms","remote":"127.0.0.1:57944","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T02:59:35.082695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.298046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:35.082859Z","caller":"traceutil/trace.go:171","msg":"trace[671363527] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"1.177120523s","start":"2026-05-28T02:59:33.905726Z","end":"2026-05-28T02:59:35.082847Z","steps":["trace[671363527] 'process raft request' (duration: 1.17703661s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:35.082911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:33.905689Z","time spent":"1.177200026s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:35.082972Z","caller":"traceutil/trace.go:171","msg":"trace[1612008150] linearizableReadLoop","detail":"{readStateIndex:26441; appliedIndex:26439; }","duration":"1.985614611s","start":"2026-05-28T02:59:33.097345Z","end":"2026-05-28T02:59:35.08296Z","steps":["trace[1612008150] 'read index received' (duration: 515.280803ms)","trace[1612008150] 'applied index is now lower than readState.Index' (duration: 1.470332288s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:35.083039Z","caller":"traceutil/trace.go:171","msg":"trace[1208846405] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"1.986810029s","start":"2026-05-28T02:59:33.09622Z","end":"2026-05-28T02:59:35.08303Z","steps":["trace[1208846405] 'process raft request' (duration: 1.32310405s)","trace[1208846405] 'compare' (duration: 662.997016ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:35.083093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:33.09617Z","time spent":"1.986889411s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:35.084125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986780617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295570"} {"level":"info","ts":"2026-05-28T02:59:35.084162Z","caller":"traceutil/trace.go:171","msg":"trace[744688297] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25582; }","duration":"1.98685289s","start":"2026-05-28T02:59:33.097301Z","end":"2026-05-28T02:59:35.084154Z","steps":["trace[744688297] 'agreement among raft nodes before linearized reading' (duration: 1.985902659s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:35.084189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:33.097281Z","time spent":"1.986900041s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1295593,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:59:35.855319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T02:59:35.855401Z","caller":"traceutil/trace.go:171","msg":"trace[571027694] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000645031s","start":"2026-05-28T02:59:33.854737Z","end":"2026-05-28T02:59:35.855383Z","steps":["trace[571027694] 'agreement among raft nodes before linearized reading' (duration: 2.000542538s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:35.855452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:33.854714Z","time spent":"2.000726793s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 02:59:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T02:59:36.932362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714900474s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T02:59:36.932568Z","caller":"traceutil/trace.go:171","msg":"trace[1593819232] linearizableReadLoop","detail":"{readStateIndex:26443; appliedIndex:26442; }","duration":"1.84954634s","start":"2026-05-28T02:59:35.083006Z","end":"2026-05-28T02:59:36.932552Z","steps":["trace[1593819232] 'read index received' (duration: 134.556324ms)","trace[1593819232] 'applied index is now lower than readState.Index' (duration: 1.714989126s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:36.93316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.773754696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:36.933188Z","caller":"traceutil/trace.go:171","msg":"trace[869256297] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25582; }","duration":"3.773837738s","start":"2026-05-28T02:59:33.159342Z","end":"2026-05-28T02:59:36.93318Z","steps":["trace[869256297] 'agreement among raft nodes before linearized reading' (duration: 3.773774556s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:36.933222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:33.159322Z","time spent":"3.77388977s","remote":"127.0.0.1:38084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:36.933212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.742534413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T02:59:36.933269Z","caller":"traceutil/trace.go:171","msg":"trace[730889888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25582; }","duration":"3.742633726s","start":"2026-05-28T02:59:33.19062Z","end":"2026-05-28T02:59:36.933254Z","steps":["trace[730889888] 'agreement among raft nodes before linearized reading' (duration: 3.74246653s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:36.933304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:33.190604Z","time spent":"3.742692877s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:59:36.933409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.81533896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:194"} {"level":"warn","ts":"2026-05-28T02:59:36.933493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103464644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:59:36.93349Z","caller":"traceutil/trace.go:171","msg":"trace[748059840] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:25582; }","duration":"3.815456384s","start":"2026-05-28T02:59:33.118014Z","end":"2026-05-28T02:59:36.93347Z","steps":["trace[748059840] 'agreement among raft nodes before linearized reading' (duration: 3.815228246s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:36.933526Z","caller":"traceutil/trace.go:171","msg":"trace[1439319454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25582; }","duration":"2.103514926s","start":"2026-05-28T02:59:34.829993Z","end":"2026-05-28T02:59:36.933508Z","steps":["trace[1439319454] 'agreement among raft nodes before linearized reading' (duration: 2.103447504s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:36.933533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:33.118001Z","time spent":"3.815523166s","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-05-28T02:59:36.933554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:34.829977Z","time spent":"2.103571477s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:36.933648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100590372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-28T02:59:36.933755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565310047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:36.93378Z","caller":"traceutil/trace.go:171","msg":"trace[1041704492] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25582; }","duration":"2.565365468s","start":"2026-05-28T02:59:34.368406Z","end":"2026-05-28T02:59:36.933771Z","steps":["trace[1041704492] 'agreement among raft nodes before linearized reading' (duration: 2.565329917s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:36.93386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:34.368388Z","time spent":"2.565411709s","remote":"127.0.0.1:50456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:36.933888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.828745637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-28T02:59:36.933937Z","caller":"traceutil/trace.go:171","msg":"trace[1158702692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25582; }","duration":"3.828806749s","start":"2026-05-28T02:59:33.105116Z","end":"2026-05-28T02:59:36.933923Z","steps":["trace[1158702692] 'agreement among raft nodes before linearized reading' (duration: 3.828640144s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:36.933986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:33.105107Z","time spent":"3.828860411s","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T02:59:36.934041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135717106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:36.934069Z","caller":"traceutil/trace.go:171","msg":"trace[1974142197] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25582; }","duration":"3.135777858s","start":"2026-05-28T02:59:33.798283Z","end":"2026-05-28T02:59:36.934061Z","steps":["trace[1974142197] 'agreement among raft nodes before linearized reading' (duration: 3.135737686s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:36.934091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:33.798263Z","time spent":"3.135822429s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:36.933774Z","caller":"traceutil/trace.go:171","msg":"trace[1005880387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25582; }","duration":"2.10081004s","start":"2026-05-28T02:59:34.832937Z","end":"2026-05-28T02:59:36.933747Z","steps":["trace[1005880387] 'agreement among raft nodes before linearized reading' (duration: 2.100393256s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:36.934233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532514367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-28T02:59:36.934259Z","caller":"traceutil/trace.go:171","msg":"trace[1718396675] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25582; }","duration":"3.532574159s","start":"2026-05-28T02:59:33.401678Z","end":"2026-05-28T02:59:36.934252Z","steps":["trace[1718396675] 'agreement among raft nodes before linearized reading' (duration: 3.532498726s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:36.93428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:33.401658Z","time spent":"3.532614s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-28T02:59:36.934286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1011791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T02:59:36.93431Z","caller":"traceutil/trace.go:171","msg":"trace[316942096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25582; }","duration":"2.101255093s","start":"2026-05-28T02:59:34.833048Z","end":"2026-05-28T02:59:36.934304Z","steps":["trace[316942096] 'agreement among raft nodes before linearized reading' (duration: 2.101133199s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:36.934331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:34.833028Z","time spent":"2.101299335s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:59:36.93433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.743614407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:59:36.934385Z","caller":"traceutil/trace.go:171","msg":"trace[659421794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25582; }","duration":"3.74372619s","start":"2026-05-28T02:59:33.190646Z","end":"2026-05-28T02:59:36.934372Z","steps":["trace[659421794] 'agreement among raft nodes before linearized reading' (duration: 3.743562775s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:36.934006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790818656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:36.934339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:34.832931Z","time spent":"2.101389378s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:36.934425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:33.1906Z","time spent":"3.743816754s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:59:36.934463Z","caller":"traceutil/trace.go:171","msg":"trace[1998720881] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25582; }","duration":"2.791288891s","start":"2026-05-28T02:59:34.143135Z","end":"2026-05-28T02:59:36.934423Z","steps":["trace[1998720881] 'agreement among raft nodes before linearized reading' (duration: 2.790841417s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:36.933697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51828347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:36.934548Z","caller":"traceutil/trace.go:171","msg":"trace[1006548804] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25582; }","duration":"2.519145077s","start":"2026-05-28T02:59:34.415381Z","end":"2026-05-28T02:59:36.934526Z","steps":["trace[1006548804] 'agreement among raft nodes before linearized reading' (duration: 2.51828207s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:36.934593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:34.415369Z","time spent":"2.519208509s","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:36.934609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.836769242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-28T02:59:36.934691Z","caller":"traceutil/trace.go:171","msg":"trace[1655287638] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25582; }","duration":"3.836878366s","start":"2026-05-28T02:59:33.097794Z","end":"2026-05-28T02:59:36.934672Z","steps":["trace[1655287638] 'agreement among raft nodes before linearized reading' (duration: 3.836623358s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:36.934735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:33.097789Z","time spent":"3.836938708s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-28T02:59:36.934545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:34.143108Z","time spent":"2.791411995s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:36.934961Z","caller":"traceutil/trace.go:171","msg":"trace[370119893] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"1.839569003s","start":"2026-05-28T02:59:35.095382Z","end":"2026-05-28T02:59:36.934951Z","steps":["trace[370119893] 'process raft request' (duration: 1.837061743s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:36.935043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:35.095351Z","time spent":"1.839637665s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:36.935687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.832365682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295570"} {"level":"info","ts":"2026-05-28T02:59:36.935736Z","caller":"traceutil/trace.go:171","msg":"trace[269789499] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25582; }","duration":"3.832443715s","start":"2026-05-28T02:59:33.103282Z","end":"2026-05-28T02:59:36.935726Z","steps":["trace[269789499] 'agreement among raft nodes before linearized reading' (duration: 3.830937627s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:36.935769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:33.103271Z","time spent":"3.832485796s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1295593,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:59:37.436134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.133784ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:37.436221Z","caller":"traceutil/trace.go:171","msg":"trace[1693367121] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25583; }","duration":"404.230857ms","start":"2026-05-28T02:59:37.031978Z","end":"2026-05-28T02:59:37.436209Z","steps":["trace[1693367121] 'range keys from in-memory index tree' (duration: 404.119204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.436466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.447253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:37.436647Z","caller":"traceutil/trace.go:171","msg":"trace[366901259] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"2.341008865s","start":"2026-05-28T02:59:35.095611Z","end":"2026-05-28T02:59:37.43662Z","steps":["trace[366901259] 'process raft request' (duration: 1.839327525s)","trace[366901259] 'compare' (duration: 501.324169ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:37.436723Z","caller":"traceutil/trace.go:171","msg":"trace[862588984] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"2.340896871s","start":"2026-05-28T02:59:35.095807Z","end":"2026-05-28T02:59:37.436704Z","steps":["trace[862588984] 'process raft request' (duration: 2.340749886s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.436776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:35.095603Z","time spent":"2.341105608s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:37.436848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:35.0958Z","time spent":"2.340973604s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:37.43694Z","caller":"traceutil/trace.go:171","msg":"trace[1604855265] linearizableReadLoop","detail":"{readStateIndex:26451; appliedIndex:26443; }","duration":"504.245221ms","start":"2026-05-28T02:59:36.932591Z","end":"2026-05-28T02:59:37.436837Z","steps":["trace[1604855265] 'read index received' (duration: 1.812407ms)","trace[1604855265] 'applied index is now lower than readState.Index' (duration: 502.431854ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:37.436998Z","caller":"traceutil/trace.go:171","msg":"trace[472171766] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"1.893281091s","start":"2026-05-28T02:59:35.543707Z","end":"2026-05-28T02:59:37.436988Z","steps":["trace[472171766] 'process raft request' (duration: 1.893018523s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:37.437025Z","caller":"traceutil/trace.go:171","msg":"trace[2104676984] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"1.810582519s","start":"2026-05-28T02:59:35.626432Z","end":"2026-05-28T02:59:37.437014Z","steps":["trace[2104676984] 'process raft request' (duration: 1.810328711s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.437044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:35.543679Z","time spent":"1.893343443s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:37.437088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:35.626405Z","time spent":"1.810645631s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:37.437169Z","caller":"traceutil/trace.go:171","msg":"trace[961447122] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"2.341063006s","start":"2026-05-28T02:59:35.096095Z","end":"2026-05-28T02:59:37.437158Z","steps":["trace[961447122] 'process raft request' (duration: 2.340517849s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.437211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:35.096088Z","time spent":"2.341102748s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:37.437246Z","caller":"traceutil/trace.go:171","msg":"trace[1406166091] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"2.339306251s","start":"2026-05-28T02:59:35.097926Z","end":"2026-05-28T02:59:37.437232Z","steps":["trace[1406166091] 'process raft request' (duration: 2.338758053s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.437294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581656511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:37.437319Z","caller":"traceutil/trace.go:171","msg":"trace[1231129620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25590; }","duration":"1.581712312s","start":"2026-05-28T02:59:35.855601Z","end":"2026-05-28T02:59:37.437313Z","steps":["trace[1231129620] 'agreement among raft nodes before linearized reading' (duration: 1.581667721s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.437324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:35.097917Z","time spent":"2.339368692s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:37.437342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:35.855584Z","time spent":"1.581753524s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:59:37.437428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202260588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:37.437472Z","caller":"traceutil/trace.go:171","msg":"trace[22099] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"2.34117846s","start":"2026-05-28T02:59:35.096283Z","end":"2026-05-28T02:59:37.437462Z","steps":["trace[22099] 'process raft request' (duration: 2.340364614s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.437538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:35.096275Z","time spent":"2.341224322s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:37.437475Z","caller":"traceutil/trace.go:171","msg":"trace[72805495] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25590; }","duration":"2.202348631s","start":"2026-05-28T02:59:35.235116Z","end":"2026-05-28T02:59:37.437465Z","steps":["trace[72805495] 'agreement among raft nodes before linearized reading' (duration: 2.202211667s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.43766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:35.235084Z","time spent":"2.202565478s","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:37.43745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.214608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:37.437856Z","caller":"traceutil/trace.go:171","msg":"trace[434242789] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25590; }","duration":"530.646582ms","start":"2026-05-28T02:59:36.907199Z","end":"2026-05-28T02:59:37.437846Z","steps":["trace[434242789] 'agreement among raft nodes before linearized reading' (duration: 530.227549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.437884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:36.907179Z","time spent":"530.696334ms","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:37.437479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.62627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:37.438021Z","caller":"traceutil/trace.go:171","msg":"trace[533108434] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25590; }","duration":"563.201288ms","start":"2026-05-28T02:59:36.874802Z","end":"2026-05-28T02:59:37.438004Z","steps":["trace[533108434] 'agreement among raft nodes before linearized reading' (duration: 562.660301ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:37.438006Z","caller":"traceutil/trace.go:171","msg":"trace[2046587235] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"495.769041ms","start":"2026-05-28T02:59:36.942207Z","end":"2026-05-28T02:59:37.437976Z","steps":["trace[2046587235] 'process raft request' (duration: 495.707089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.438059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:36.87477Z","time spent":"563.276011ms","remote":"127.0.0.1:38050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:37.438156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:36.942183Z","time spent":"495.898666ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:37.508361Z","caller":"traceutil/trace.go:171","msg":"trace[653173529] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"565.576423ms","start":"2026-05-28T02:59:36.942763Z","end":"2026-05-28T02:59:37.50834Z","steps":["trace[653173529] 'process raft request' (duration: 565.505811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.50855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:36.942758Z","time spent":"565.724649ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:37.508924Z","caller":"traceutil/trace.go:171","msg":"trace[770634418] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"565.985187ms","start":"2026-05-28T02:59:36.942901Z","end":"2026-05-28T02:59:37.508886Z","steps":["trace[770634418] 'process raft request' (duration: 565.409929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.509101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:36.942894Z","time spent":"566.119111ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:37.509068Z","caller":"traceutil/trace.go:171","msg":"trace[958810632] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"565.956296ms","start":"2026-05-28T02:59:36.943052Z","end":"2026-05-28T02:59:37.509008Z","steps":["trace[958810632] 'process raft request' (duration: 565.666626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.509131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.723734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:59:37.509213Z","caller":"traceutil/trace.go:171","msg":"trace[1983855076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25596; }","duration":"568.871779ms","start":"2026-05-28T02:59:36.940331Z","end":"2026-05-28T02:59:37.509203Z","steps":["trace[1983855076] 'agreement among raft nodes before linearized reading' (duration: 568.706074ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:37.509224Z","caller":"traceutil/trace.go:171","msg":"trace[1012014097] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"419.901897ms","start":"2026-05-28T02:59:37.089305Z","end":"2026-05-28T02:59:37.509207Z","steps":["trace[1012014097] 'process raft request' (duration: 419.551446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.509258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.13504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T02:59:37.509308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.673578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-05-28T02:59:37.509322Z","caller":"traceutil/trace.go:171","msg":"trace[843034742] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25596; }","duration":"401.234503ms","start":"2026-05-28T02:59:37.108072Z","end":"2026-05-28T02:59:37.509307Z","steps":["trace[843034742] 'agreement among raft nodes before linearized reading' (duration: 401.084428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.509325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:37.089275Z","time spent":"420.00037ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:37.509362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:37.108053Z","time spent":"401.298286ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T02:59:37.509411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.635156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-05-28T02:59:37.509354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:36.943045Z","time spent":"566.159553ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:37.509455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.187614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-05-28T02:59:37.509515Z","caller":"traceutil/trace.go:171","msg":"trace[18047839] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25596; }","duration":"566.271637ms","start":"2026-05-28T02:59:36.943233Z","end":"2026-05-28T02:59:37.509505Z","steps":["trace[18047839] 'agreement among raft nodes before linearized reading' (duration: 566.0786ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:37.509347Z","caller":"traceutil/trace.go:171","msg":"trace[921852916] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:25596; }","duration":"571.765101ms","start":"2026-05-28T02:59:36.937574Z","end":"2026-05-28T02:59:37.509339Z","steps":["trace[921852916] 'agreement among raft nodes before linearized reading' (duration: 571.643557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.509553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:36.943225Z","time spent":"566.318628ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-05-28T02:59:37.509627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:36.937556Z","time spent":"572.022529ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-05-28T02:59:37.509436Z","caller":"traceutil/trace.go:171","msg":"trace[426605689] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153; range_end:; response_count:1; response_revision:25596; }","duration":"571.672778ms","start":"2026-05-28T02:59:36.937757Z","end":"2026-05-28T02:59:37.509429Z","steps":["trace[426605689] 'agreement among raft nodes before linearized reading' (duration: 571.605006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.509865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:36.93775Z","time spent":"572.106332ms","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153\" "} {"level":"warn","ts":"2026-05-28T02:59:37.509157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.352721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:37.509934Z","caller":"traceutil/trace.go:171","msg":"trace[492179862] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25596; }","duration":"115.178137ms","start":"2026-05-28T02:59:37.394746Z","end":"2026-05-28T02:59:37.509924Z","steps":["trace[492179862] 'agreement among raft nodes before linearized reading' (duration: 114.34482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.509253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:36.940306Z","time spent":"568.939411ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T02:59:37.508403Z","caller":"traceutil/trace.go:171","msg":"trace[457107535] transaction","detail":"{read_only:false; response_revision:25592; number_of_response:1; }","duration":"565.648227ms","start":"2026-05-28T02:59:36.942696Z","end":"2026-05-28T02:59:37.508344Z","steps":["trace[457107535] 'process raft request' (duration: 565.45551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.521095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:36.942675Z","time spent":"569.928202ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:37.659043Z","caller":"traceutil/trace.go:171","msg":"trace[131594164] linearizableReadLoop","detail":"{readStateIndex:26458; appliedIndex:26457; }","duration":"144.052766ms","start":"2026-05-28T02:59:37.514962Z","end":"2026-05-28T02:59:37.659015Z","steps":["trace[131594164] 'read index received' (duration: 90.493401ms)","trace[131594164] 'applied index is now lower than readState.Index' (duration: 53.558165ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:37.659531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.532971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-28T02:59:37.659627Z","caller":"traceutil/trace.go:171","msg":"trace[871002649] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25596; }","duration":"144.659836ms","start":"2026-05-28T02:59:37.514939Z","end":"2026-05-28T02:59:37.659599Z","steps":["trace[871002649] 'agreement among raft nodes before linearized reading' (duration: 144.381857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.65958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.833585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:59:37.659741Z","caller":"traceutil/trace.go:171","msg":"trace[1146672393] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25596; }","duration":"131.00182ms","start":"2026-05-28T02:59:37.528686Z","end":"2026-05-28T02:59:37.659687Z","steps":["trace[1146672393] 'agreement among raft nodes before linearized reading' (duration: 130.652069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.659884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.911029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"info","ts":"2026-05-28T02:59:37.659947Z","caller":"traceutil/trace.go:171","msg":"trace[1961834775] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:25596; }","duration":"137.017922ms","start":"2026-05-28T02:59:37.522915Z","end":"2026-05-28T02:59:37.659933Z","steps":["trace[1961834775] 'agreement among raft nodes before linearized reading' (duration: 136.386952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:37.660607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.685386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295570"} {"level":"info","ts":"2026-05-28T02:59:37.660661Z","caller":"traceutil/trace.go:171","msg":"trace[188717998] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25596; }","duration":"133.747628ms","start":"2026-05-28T02:59:37.526901Z","end":"2026-05-28T02:59:37.660649Z","steps":["trace[188717998] 'agreement among raft nodes before linearized reading' (duration: 132.485958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:38.161962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254170378,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:59:38.227411Z","caller":"traceutil/trace.go:171","msg":"trace[89243335] linearizableReadLoop","detail":"{readStateIndex:26459; appliedIndex:26458; }","duration":"566.259997ms","start":"2026-05-28T02:59:37.66113Z","end":"2026-05-28T02:59:38.22739Z","steps":["trace[89243335] 'read index received' (duration: 556.001981ms)","trace[89243335] 'applied index is now lower than readState.Index' (duration: 10.257146ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:38.227603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.457344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18854"} {"level":"info","ts":"2026-05-28T02:59:38.227629Z","caller":"traceutil/trace.go:171","msg":"trace[823119443] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25597; }","duration":"566.509435ms","start":"2026-05-28T02:59:37.661111Z","end":"2026-05-28T02:59:38.227621Z","steps":["trace[823119443] 'agreement among raft nodes before linearized reading' (duration: 566.386181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:38.227649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:37.661098Z","time spent":"566.547077ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18877,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T02:59:38.228061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.176026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:38.228091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.079218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"warn","ts":"2026-05-28T02:59:38.228086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.963694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-be3fc99a-d2e6-4b3e-904c-34befd2e33b0\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-28T02:59:38.228128Z","caller":"traceutil/trace.go:171","msg":"trace[1792345619] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:25597; }","duration":"564.12831ms","start":"2026-05-28T02:59:37.663989Z","end":"2026-05-28T02:59:38.228117Z","steps":["trace[1792345619] 'agreement among raft nodes before linearized reading' (duration: 564.028896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:38.228099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.357267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:38.228105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.189703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-05-28T02:59:38.228133Z","caller":"traceutil/trace.go:171","msg":"trace[1021624101] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25597; }","duration":"523.30948ms","start":"2026-05-28T02:59:37.704804Z","end":"2026-05-28T02:59:38.228113Z","steps":["trace[1021624101] 'agreement among raft nodes before linearized reading' (duration: 523.166935ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:38.228138Z","caller":"traceutil/trace.go:171","msg":"trace[1825364742] range","detail":"{range_begin:/registry/persistentvolumes/pvc-be3fc99a-d2e6-4b3e-904c-34befd2e33b0; range_end:; response_count:1; response_revision:25597; }","duration":"564.027706ms","start":"2026-05-28T02:59:37.664094Z","end":"2026-05-28T02:59:38.228122Z","steps":["trace[1825364742] 'agreement among raft nodes before linearized reading' (duration: 563.885891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:38.228185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:37.664089Z","time spent":"564.088698ms","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-be3fc99a-d2e6-4b3e-904c-34befd2e33b0\" "} {"level":"info","ts":"2026-05-28T02:59:38.228179Z","caller":"traceutil/trace.go:171","msg":"trace[1803335997] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25597; }","duration":"319.494891ms","start":"2026-05-28T02:59:37.908663Z","end":"2026-05-28T02:59:38.228158Z","steps":["trace[1803335997] 'agreement among raft nodes before linearized reading' (duration: 319.328046ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:38.228187Z","caller":"traceutil/trace.go:171","msg":"trace[714334293] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:25597; }","duration":"565.305407ms","start":"2026-05-28T02:59:37.66286Z","end":"2026-05-28T02:59:38.228166Z","steps":["trace[714334293] 'agreement among raft nodes before linearized reading' (duration: 565.046559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:38.228186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:37.704786Z","time spent":"523.389462ms","remote":"127.0.0.1:50452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:38.228146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:37.663982Z","time spent":"564.16098ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-05-28T02:59:38.22823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:37.908644Z","time spent":"319.576714ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:38.228232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:37.662851Z","time spent":"565.372639ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-05-28T02:59:38.227499Z","caller":"traceutil/trace.go:171","msg":"trace[1463037023] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"567.147205ms","start":"2026-05-28T02:59:37.660264Z","end":"2026-05-28T02:59:38.227411Z","steps":["trace[1463037023] 'process raft request' (duration: 556.991511ms)","trace[1463037023] 'compare' (duration: 10.006899ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:38.228438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:37.660241Z","time spent":"568.079865ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:38.632034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.510378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"info","ts":"2026-05-28T02:59:38.632155Z","caller":"traceutil/trace.go:171","msg":"trace[1586764718] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:25600; }","duration":"104.701673ms","start":"2026-05-28T02:59:38.527424Z","end":"2026-05-28T02:59:38.632125Z","steps":["trace[1586764718] 'range keys from in-memory index tree' (duration: 104.29331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:38.632106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.068597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-05-28T02:59:38.632306Z","caller":"traceutil/trace.go:171","msg":"trace[1489446230] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25600; }","duration":"128.265104ms","start":"2026-05-28T02:59:38.503969Z","end":"2026-05-28T02:59:38.632234Z","steps":["trace[1489446230] 'range keys from in-memory index tree' (duration: 127.84648ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:39.142569Z","caller":"traceutil/trace.go:171","msg":"trace[940642968] linearizableReadLoop","detail":"{readStateIndex:26463; appliedIndex:26462; }","duration":"495.847245ms","start":"2026-05-28T02:59:38.646697Z","end":"2026-05-28T02:59:39.142544Z","steps":["trace[940642968] 'read index received' (duration: 495.68017ms)","trace[940642968] 'applied index is now lower than readState.Index' (duration: 165.935µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:39.142814Z","caller":"traceutil/trace.go:171","msg":"trace[174512521] transaction","detail":"{read_only:false; response_revision:25601; number_of_response:1; }","duration":"496.218497ms","start":"2026-05-28T02:59:38.646579Z","end":"2026-05-28T02:59:39.142797Z","steps":["trace[174512521] 'process raft request' (duration: 495.806184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:39.142937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:38.646564Z","time spent":"496.300329ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:59:39.143236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.521116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-05-28T02:59:39.143289Z","caller":"traceutil/trace.go:171","msg":"trace[982493933] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:25601; }","duration":"496.606659ms","start":"2026-05-28T02:59:38.646669Z","end":"2026-05-28T02:59:39.143276Z","steps":["trace[982493933] 'agreement among raft nodes before linearized reading' (duration: 496.427124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:39.143313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:38.646655Z","time spent":"496.65326ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-05-28T02:59:39.402761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.673342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:39.402882Z","caller":"traceutil/trace.go:171","msg":"trace[1244095149] linearizableReadLoop","detail":"{readStateIndex:26464; appliedIndex:26463; }","duration":"260.217454ms","start":"2026-05-28T02:59:39.142644Z","end":"2026-05-28T02:59:39.402862Z","steps":["trace[1244095149] 'read index received' (duration: 150.218402ms)","trace[1244095149] 'applied index is now lower than readState.Index' (duration: 109.997412ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:39.403154Z","caller":"traceutil/trace.go:171","msg":"trace[516749792] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"459.533869ms","start":"2026-05-28T02:59:38.943601Z","end":"2026-05-28T02:59:39.403135Z","steps":["trace[516749792] 'process raft request' (duration: 349.393513ms)","trace[516749792] 'compare' (duration: 109.550857ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:39.403276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:38.943573Z","time spent":"459.634222ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:39.403539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.253378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:39.403593Z","caller":"traceutil/trace.go:171","msg":"trace[773315549] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25602; }","duration":"420.322811ms","start":"2026-05-28T02:59:38.983254Z","end":"2026-05-28T02:59:39.403577Z","steps":["trace[773315549] 'agreement among raft nodes before linearized reading' (duration: 420.233738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:39.403644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:38.983246Z","time spent":"420.385033ms","remote":"127.0.0.1:38310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:39.40381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.979249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"warn","ts":"2026-05-28T02:59:39.403866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.993753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-05-28T02:59:39.403888Z","caller":"traceutil/trace.go:171","msg":"trace[350079625] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25602; }","duration":"757.089971ms","start":"2026-05-28T02:59:38.64678Z","end":"2026-05-28T02:59:39.40387Z","steps":["trace[350079625] 'agreement among raft nodes before linearized reading' (duration: 756.849764ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:39.403903Z","caller":"traceutil/trace.go:171","msg":"trace[895602942] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:25602; }","duration":"236.040464ms","start":"2026-05-28T02:59:39.16785Z","end":"2026-05-28T02:59:39.403891Z","steps":["trace[895602942] 'agreement among raft nodes before linearized reading' (duration: 235.972032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:39.403933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:38.646766Z","time spent":"757.159094ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-05-28T02:59:39.404203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.630235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T02:59:39.40424Z","caller":"traceutil/trace.go:171","msg":"trace[212634586] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25602; }","duration":"444.718238ms","start":"2026-05-28T02:59:38.959513Z","end":"2026-05-28T02:59:39.404231Z","steps":["trace[212634586] 'agreement among raft nodes before linearized reading' (duration: 444.601934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:39.404267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:38.959492Z","time spent":"444.769519ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T02:59:39.404287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.877897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-05-28T02:59:39.404326Z","caller":"traceutil/trace.go:171","msg":"trace[937328966] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:25602; }","duration":"234.94403ms","start":"2026-05-28T02:59:39.16937Z","end":"2026-05-28T02:59:39.404314Z","steps":["trace[937328966] 'agreement among raft nodes before linearized reading' (duration: 234.809625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:39.404432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.526248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:39.404459Z","caller":"traceutil/trace.go:171","msg":"trace[586273150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25602; }","duration":"551.58595ms","start":"2026-05-28T02:59:38.852865Z","end":"2026-05-28T02:59:39.404451Z","steps":["trace[586273150] 'agreement among raft nodes before linearized reading' (duration: 551.539868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:39.404483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:38.852848Z","time spent":"551.629841ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:59:39.404664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.996941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:39.404715Z","caller":"traceutil/trace.go:171","msg":"trace[1197727903] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25602; }","duration":"600.093684ms","start":"2026-05-28T02:59:38.804599Z","end":"2026-05-28T02:59:39.404693Z","steps":["trace[1197727903] 'agreement among raft nodes before linearized reading' (duration: 600.010321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:39.404752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:38.804578Z","time spent":"600.164786ms","remote":"127.0.0.1:38330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:39.980315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254170419,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:59:39.999374Z","caller":"traceutil/trace.go:171","msg":"trace[238294374] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"550.925889ms","start":"2026-05-28T02:59:39.448428Z","end":"2026-05-28T02:59:39.999353Z","steps":["trace[238294374] 'process raft request' (duration: 550.880637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:39.999506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.448395Z","time spent":"551.044552ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:39.99969Z","caller":"traceutil/trace.go:171","msg":"trace[253994059] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"555.3694ms","start":"2026-05-28T02:59:39.44431Z","end":"2026-05-28T02:59:39.99968Z","steps":["trace[253994059] 'process raft request' (duration: 550.719422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:39.999741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.444274Z","time spent":"555.437612ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:39.999768Z","caller":"traceutil/trace.go:171","msg":"trace[1042972445] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"554.348747ms","start":"2026-05-28T02:59:39.445404Z","end":"2026-05-28T02:59:39.999753Z","steps":["trace[1042972445] 'process raft request' (duration: 553.866782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:39.99987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.445387Z","time spent":"554.42276ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:39.999992Z","caller":"traceutil/trace.go:171","msg":"trace[727858936] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"555.074861ms","start":"2026-05-28T02:59:39.444908Z","end":"2026-05-28T02:59:39.999983Z","steps":["trace[727858936] 'process raft request' (duration: 554.235834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.000033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.444896Z","time spent":"555.114042ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:40.000107Z","caller":"traceutil/trace.go:171","msg":"trace[1591367238] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"554.674868ms","start":"2026-05-28T02:59:39.445067Z","end":"2026-05-28T02:59:39.999742Z","steps":["trace[1591367238] 'process raft request' (duration: 554.159472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.000228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.445057Z","time spent":"555.126862ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:40.024841Z","caller":"traceutil/trace.go:171","msg":"trace[1170075178] linearizableReadLoop","detail":"{readStateIndex:26471; appliedIndex:26465; }","duration":"545.600999ms","start":"2026-05-28T02:59:39.479215Z","end":"2026-05-28T02:59:40.024816Z","steps":["trace[1170075178] 'read index received' (duration: 515.831492ms)","trace[1170075178] 'applied index is now lower than readState.Index' (duration: 29.768287ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:40.025102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.993145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T02:59:40.025158Z","caller":"traceutil/trace.go:171","msg":"trace[595493044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25609; }","duration":"581.093878ms","start":"2026-05-28T02:59:39.444046Z","end":"2026-05-28T02:59:40.02514Z","steps":["trace[595493044] 'agreement among raft nodes before linearized reading' (duration: 580.895222ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:40.025132Z","caller":"traceutil/trace.go:171","msg":"trace[228831891] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"510.890534ms","start":"2026-05-28T02:59:39.514026Z","end":"2026-05-28T02:59:40.024917Z","steps":["trace[228831891] 'process raft request' (duration: 510.649427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.025282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.283665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:198"} {"level":"info","ts":"2026-05-28T02:59:40.025457Z","caller":"traceutil/trace.go:171","msg":"trace[1143192874] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:25609; }","duration":"592.487002ms","start":"2026-05-28T02:59:39.432951Z","end":"2026-05-28T02:59:40.025438Z","steps":["trace[1143192874] 'agreement among raft nodes before linearized reading' (duration: 592.12435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.025499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.887103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:59:40.025559Z","caller":"traceutil/trace.go:171","msg":"trace[450051400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25609; }","duration":"493.963495ms","start":"2026-05-28T02:59:39.531582Z","end":"2026-05-28T02:59:40.025546Z","steps":["trace[450051400] 'agreement among raft nodes before linearized reading' (duration: 493.834631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.025652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.531572Z","time spent":"494.067258ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:40.025543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.514013Z","time spent":"511.372949ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:40.025697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.557477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9psvd\" ","response":"range_response_count:1 size:5971"} {"level":"info","ts":"2026-05-28T02:59:40.025735Z","caller":"traceutil/trace.go:171","msg":"trace[2142008316] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9psvd; range_end:; response_count:1; response_revision:25609; }","duration":"370.646589ms","start":"2026-05-28T02:59:39.655076Z","end":"2026-05-28T02:59:40.025723Z","steps":["trace[2142008316] 'agreement among raft nodes before linearized reading' (duration: 370.566706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.025758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.655055Z","time spent":"370.698921ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5994,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9psvd\" "} {"level":"warn","ts":"2026-05-28T02:59:40.025854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.404974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T02:59:40.025933Z","caller":"traceutil/trace.go:171","msg":"trace[1801571731] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25609; }","duration":"344.552728ms","start":"2026-05-28T02:59:39.681367Z","end":"2026-05-28T02:59:40.02592Z","steps":["trace[1801571731] 'agreement among raft nodes before linearized reading' (duration: 344.30488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.025966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.382645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-28T02:59:40.025998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.766234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:59:40.026023Z","caller":"traceutil/trace.go:171","msg":"trace[1799381611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25609; }","duration":"512.815655ms","start":"2026-05-28T02:59:39.5132Z","end":"2026-05-28T02:59:40.026016Z","steps":["trace[1799381611] 'agreement among raft nodes before linearized reading' (duration: 512.747313ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:40.026027Z","caller":"traceutil/trace.go:171","msg":"trace[656606692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25609; }","duration":"498.464498ms","start":"2026-05-28T02:59:39.527548Z","end":"2026-05-28T02:59:40.026012Z","steps":["trace[656606692] 'agreement among raft nodes before linearized reading' (duration: 498.322824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.026078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.527536Z","time spent":"498.530451ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:40.026089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.061241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T02:59:40.026118Z","caller":"traceutil/trace.go:171","msg":"trace[723178457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25609; }","duration":"501.143423ms","start":"2026-05-28T02:59:39.52497Z","end":"2026-05-28T02:59:40.026113Z","steps":["trace[723178457] 'agreement among raft nodes before linearized reading' (duration: 501.082891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.026001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.681349Z","time spent":"344.641262ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T02:59:40.025386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.16413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-28T02:59:40.02604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.513187Z","time spent":"512.850006ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:59:40.026189Z","caller":"traceutil/trace.go:171","msg":"trace[613216604] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25609; }","duration":"543.024988ms","start":"2026-05-28T02:59:39.483156Z","end":"2026-05-28T02:59:40.026181Z","steps":["trace[613216604] 'agreement among raft nodes before linearized reading' (duration: 542.094648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.026206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.483144Z","time spent":"543.057548ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-28T02:59:40.02521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.444027Z","time spent":"581.168561ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:59:40.025535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.432935Z","time spent":"592.585985ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-05-28T02:59:40.026137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.524948Z","time spent":"501.185525ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:59:40.026586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.882014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-28T02:59:40.026615Z","caller":"traceutil/trace.go:171","msg":"trace[1694581137] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25609; }","duration":"461.934996ms","start":"2026-05-28T02:59:39.564674Z","end":"2026-05-28T02:59:40.026609Z","steps":["trace[1694581137] 'agreement among raft nodes before linearized reading' (duration: 460.657826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.026633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.564662Z","time spent":"461.966817ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-28T02:59:40.031858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.737929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295570"} {"level":"info","ts":"2026-05-28T02:59:40.031947Z","caller":"traceutil/trace.go:171","msg":"trace[1923994325] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25609; }","duration":"619.851353ms","start":"2026-05-28T02:59:39.412077Z","end":"2026-05-28T02:59:40.031928Z","steps":["trace[1923994325] 'agreement among raft nodes before linearized reading' (duration: 612.944393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.032016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:39.412068Z","time spent":"619.925996ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1295593,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T02:59:40.231454Z","caller":"traceutil/trace.go:171","msg":"trace[709423072] transaction","detail":"{read_only:false; response_revision:25610; number_of_response:1; }","duration":"194.10976ms","start":"2026-05-28T02:59:40.037319Z","end":"2026-05-28T02:59:40.231429Z","steps":["trace[709423072] 'process raft request' (duration: 126.131166ms)","trace[709423072] 'compare' (duration: 67.682574ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:40.231771Z","caller":"traceutil/trace.go:171","msg":"trace[2100879576] transaction","detail":"{read_only:false; response_revision:25612; number_of_response:1; }","duration":"194.203452ms","start":"2026-05-28T02:59:40.037558Z","end":"2026-05-28T02:59:40.231762Z","steps":["trace[2100879576] 'process raft request' (duration: 194.019126ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:40.231704Z","caller":"traceutil/trace.go:171","msg":"trace[921885474] transaction","detail":"{read_only:false; response_revision:25611; number_of_response:1; }","duration":"194.293195ms","start":"2026-05-28T02:59:40.037381Z","end":"2026-05-28T02:59:40.231674Z","steps":["trace[921885474] 'process raft request' (duration: 193.969275ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:40.232023Z","caller":"traceutil/trace.go:171","msg":"trace[312029889] linearizableReadLoop","detail":"{readStateIndex:26473; appliedIndex:26472; }","duration":"194.607095ms","start":"2026-05-28T02:59:40.037407Z","end":"2026-05-28T02:59:40.232015Z","steps":["trace[312029889] 'read index received' (duration: 49.31166ms)","trace[312029889] 'applied index is now lower than readState.Index' (duration: 145.294585ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:40.232068Z","caller":"traceutil/trace.go:171","msg":"trace[1316252885] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"194.479421ms","start":"2026-05-28T02:59:40.037559Z","end":"2026-05-28T02:59:40.232038Z","steps":["trace[1316252885] 'process raft request' (duration: 194.096649ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:40.232174Z","caller":"traceutil/trace.go:171","msg":"trace[2004820577] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"189.824133ms","start":"2026-05-28T02:59:40.042338Z","end":"2026-05-28T02:59:40.232162Z","steps":["trace[2004820577] 'process raft request' (duration: 189.488562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.232325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.800512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-05-28T02:59:40.232365Z","caller":"traceutil/trace.go:171","msg":"trace[740168401] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:25617; }","duration":"194.856283ms","start":"2026-05-28T02:59:40.037496Z","end":"2026-05-28T02:59:40.232353Z","steps":["trace[740168401] 'agreement among raft nodes before linearized reading' (duration: 194.720279ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:40.232404Z","caller":"traceutil/trace.go:171","msg":"trace[524642233] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"194.825852ms","start":"2026-05-28T02:59:40.037559Z","end":"2026-05-28T02:59:40.232385Z","steps":["trace[524642233] 'process raft request' (duration: 194.14682ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:40.232536Z","caller":"traceutil/trace.go:171","msg":"trace[1393206878] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"144.980976ms","start":"2026-05-28T02:59:40.087546Z","end":"2026-05-28T02:59:40.232527Z","steps":["trace[1393206878] 'process raft request' (duration: 144.427178ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:40.232624Z","caller":"traceutil/trace.go:171","msg":"trace[406730786] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"194.780951ms","start":"2026-05-28T02:59:40.037825Z","end":"2026-05-28T02:59:40.232606Z","steps":["trace[406730786] 'process raft request' (duration: 193.932234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.23267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.008791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:40.232692Z","caller":"traceutil/trace.go:171","msg":"trace[2039707427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25617; }","duration":"153.062293ms","start":"2026-05-28T02:59:40.079623Z","end":"2026-05-28T02:59:40.232685Z","steps":["trace[2039707427] 'agreement among raft nodes before linearized reading' (duration: 153.020851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.232844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.636541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-05-28T02:59:40.232882Z","caller":"traceutil/trace.go:171","msg":"trace[450500706] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25617; }","duration":"186.678003ms","start":"2026-05-28T02:59:40.046186Z","end":"2026-05-28T02:59:40.232864Z","steps":["trace[450500706] 'agreement among raft nodes before linearized reading' (duration: 186.604231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.233421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.998109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295356"} {"level":"info","ts":"2026-05-28T02:59:40.233466Z","caller":"traceutil/trace.go:171","msg":"trace[1527816670] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25617; }","duration":"196.121453ms","start":"2026-05-28T02:59:40.037334Z","end":"2026-05-28T02:59:40.233455Z","steps":["trace[1527816670] 'agreement among raft nodes before linearized reading' (duration: 194.981227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.892526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:40.543653Z","time spent":"348.864925ms","remote":"127.0.0.1:57956","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T02:59:40.894581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.604226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:40.894826Z","caller":"traceutil/trace.go:171","msg":"trace[585102286] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"559.771299ms","start":"2026-05-28T02:59:40.335033Z","end":"2026-05-28T02:59:40.894804Z","steps":["trace[585102286] 'process raft request' (duration: 559.649055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.894939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:40.335006Z","time spent":"559.862572ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:40.895375Z","caller":"traceutil/trace.go:171","msg":"trace[2051940216] linearizableReadLoop","detail":"{readStateIndex:26482; appliedIndex:26481; }","duration":"592.316296ms","start":"2026-05-28T02:59:40.303039Z","end":"2026-05-28T02:59:40.895356Z","steps":["trace[2051940216] 'read index received' (duration: 166.878503ms)","trace[2051940216] 'applied index is now lower than readState.Index' (duration: 425.435933ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:40.89561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.558603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-05-28T02:59:40.89564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.16034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-05-28T02:59:40.895657Z","caller":"traceutil/trace.go:171","msg":"trace[1417364757] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25620; }","duration":"592.610695ms","start":"2026-05-28T02:59:40.303031Z","end":"2026-05-28T02:59:40.895642Z","steps":["trace[1417364757] 'agreement among raft nodes before linearized reading' (duration: 592.44202ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:40.895698Z","caller":"traceutil/trace.go:171","msg":"trace[58934282] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:25620; }","duration":"494.267634ms","start":"2026-05-28T02:59:40.401415Z","end":"2026-05-28T02:59:40.895682Z","steps":["trace[58934282] 'agreement among raft nodes before linearized reading' (duration: 494.095619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:40.895704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:40.302974Z","time spent":"592.717918ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-28T02:59:40.895724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:40.40139Z","time spent":"494.328915ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-05-28T02:59:40.895847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.656417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:40.895868Z","caller":"traceutil/trace.go:171","msg":"trace[927139834] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25620; }","duration":"254.718569ms","start":"2026-05-28T02:59:40.641141Z","end":"2026-05-28T02:59:40.89586Z","steps":["trace[927139834] 'agreement among raft nodes before linearized reading' (duration: 254.682488ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:40.895278Z","caller":"traceutil/trace.go:171","msg":"trace[817070013] transaction","detail":"{read_only:false; response_revision:25619; number_of_response:1; }","duration":"592.76089ms","start":"2026-05-28T02:59:40.302498Z","end":"2026-05-28T02:59:40.895258Z","steps":["trace[817070013] 'process raft request' (duration: 167.40702ms)","trace[817070013] 'compare' (duration: 422.896791ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:40.898197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:40.302487Z","time spent":"595.684162ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:59:41.531414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.311465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:41.531491Z","caller":"traceutil/trace.go:171","msg":"trace[1606490479] linearizableReadLoop","detail":"{readStateIndex:26484; appliedIndex:26483; }","duration":"616.478145ms","start":"2026-05-28T02:59:40.915001Z","end":"2026-05-28T02:59:41.531479Z","steps":["trace[1606490479] 'read index received' (duration: 94.979854ms)","trace[1606490479] 'applied index is now lower than readState.Index' (duration: 521.497411ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:41.531542Z","caller":"traceutil/trace.go:171","msg":"trace[994825916] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"617.458026ms","start":"2026-05-28T02:59:40.914077Z","end":"2026-05-28T02:59:41.531535Z","steps":["trace[994825916] 'process raft request' (duration: 95.969185ms)","trace[994825916] 'compare' (duration: 520.143388ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:41.53158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:40.914059Z","time spent":"617.500778ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:59:41.531735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.711563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-jhhk6\" ","response":"range_response_count:1 size:6260"} {"level":"info","ts":"2026-05-28T02:59:41.53182Z","caller":"traceutil/trace.go:171","msg":"trace[548225899] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-jhhk6; range_end:; response_count:1; response_revision:25621; }","duration":"616.831917ms","start":"2026-05-28T02:59:40.914968Z","end":"2026-05-28T02:59:41.531799Z","steps":["trace[548225899] 'agreement among raft nodes before linearized reading' (duration: 616.570548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:41.531863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:40.914951Z","time spent":"616.902339ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6283,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-jhhk6\" "} {"level":"warn","ts":"2026-05-28T02:59:41.558357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.147106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:41.558414Z","caller":"traceutil/trace.go:171","msg":"trace[806489490] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25622; }","duration":"164.25553ms","start":"2026-05-28T02:59:41.394145Z","end":"2026-05-28T02:59:41.558401Z","steps":["trace[806489490] 'agreement among raft nodes before linearized reading' (duration: 164.151537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:41.558436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.772742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:41.558426Z","caller":"traceutil/trace.go:171","msg":"trace[6307847] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"149.084626ms","start":"2026-05-28T02:59:41.409298Z","end":"2026-05-28T02:59:41.558383Z","steps":["trace[6307847] 'process raft request' (duration: 148.803027ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:41.558474Z","caller":"traceutil/trace.go:171","msg":"trace[1773492498] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25622; }","duration":"238.846044ms","start":"2026-05-28T02:59:41.319615Z","end":"2026-05-28T02:59:41.558461Z","steps":["trace[1773492498] 'agreement among raft nodes before linearized reading' (duration: 238.782202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:41.558638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.174702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-28T02:59:41.55866Z","caller":"traceutil/trace.go:171","msg":"trace[2074056017] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25622; }","duration":"151.197813ms","start":"2026-05-28T02:59:41.407457Z","end":"2026-05-28T02:59:41.558655Z","steps":["trace[2074056017] 'agreement among raft nodes before linearized reading' (duration: 151.10531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:41.558694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.803079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-05-28T02:59:41.558366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.07889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:41.558751Z","caller":"traceutil/trace.go:171","msg":"trace[1022426066] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:25622; }","duration":"590.896252ms","start":"2026-05-28T02:59:40.967841Z","end":"2026-05-28T02:59:41.558737Z","steps":["trace[1022426066] 'agreement among raft nodes before linearized reading' (duration: 590.733786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:41.558786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:40.96782Z","time spent":"590.959333ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-05-28T02:59:41.558759Z","caller":"traceutil/trace.go:171","msg":"trace[1505462763] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25622; }","duration":"549.518254ms","start":"2026-05-28T02:59:41.009233Z","end":"2026-05-28T02:59:41.558752Z","steps":["trace[1505462763] 'agreement among raft nodes before linearized reading' (duration: 549.08472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:41.558856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:41.009217Z","time spent":"549.630767ms","remote":"127.0.0.1:54936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:41.558989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.924794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-05-28T02:59:41.559037Z","caller":"traceutil/trace.go:171","msg":"trace[1100926737] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25622; }","duration":"640.986316ms","start":"2026-05-28T02:59:40.918039Z","end":"2026-05-28T02:59:41.559025Z","steps":["trace[1100926737] 'agreement among raft nodes before linearized reading' (duration: 640.204481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:41.559069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:40.918031Z","time spent":"641.030788ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-05-28T02:59:41.794431Z","caller":"traceutil/trace.go:171","msg":"trace[1672894774] linearizableReadLoop","detail":"{readStateIndex:26486; appliedIndex:26485; }","duration":"232.533213ms","start":"2026-05-28T02:59:41.561875Z","end":"2026-05-28T02:59:41.794408Z","steps":["trace[1672894774] 'read index received' (duration: 232.244454ms)","trace[1672894774] 'applied index is now lower than readState.Index' (duration: 287.849µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:41.79465Z","caller":"traceutil/trace.go:171","msg":"trace[151988301] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"254.220343ms","start":"2026-05-28T02:59:41.540385Z","end":"2026-05-28T02:59:41.794605Z","steps":["trace[151988301] 'process raft request' (duration: 253.838891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:41.794716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.344717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-05-28T02:59:41.794757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.867483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ba18e8dd-7298-4271-a932-0dd1ae4f2107\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-28T02:59:41.794798Z","caller":"traceutil/trace.go:171","msg":"trace[2144978149] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:25623; }","duration":"232.479881ms","start":"2026-05-28T02:59:41.562299Z","end":"2026-05-28T02:59:41.794779Z","steps":["trace[2144978149] 'agreement among raft nodes before linearized reading' (duration: 232.329766ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:41.79485Z","caller":"traceutil/trace.go:171","msg":"trace[142568949] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ba18e8dd-7298-4271-a932-0dd1ae4f2107; range_end:; response_count:1; response_revision:25623; }","duration":"233.002617ms","start":"2026-05-28T02:59:41.561815Z","end":"2026-05-28T02:59:41.794818Z","steps":["trace[142568949] 'agreement among raft nodes before linearized reading' (duration: 232.750629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:41.794913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.777759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-28T02:59:41.795001Z","caller":"traceutil/trace.go:171","msg":"trace[1389016802] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25623; }","duration":"226.912003ms","start":"2026-05-28T02:59:41.568071Z","end":"2026-05-28T02:59:41.794983Z","steps":["trace[1389016802] 'agreement among raft nodes before linearized reading' (duration: 226.651635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.309169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254170473,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:59:42.406217Z","caller":"traceutil/trace.go:171","msg":"trace[581985438] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"598.09457ms","start":"2026-05-28T02:59:41.808093Z","end":"2026-05-28T02:59:42.406187Z","steps":["trace[581985438] 'process raft request' (duration: 559.180991ms)","trace[581985438] 'compare' (duration: 38.765614ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:42.406341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:41.808083Z","time spent":"598.201664ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:59:42.414251Z","caller":"traceutil/trace.go:171","msg":"trace[1603120636] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"408.863346ms","start":"2026-05-28T02:59:42.005363Z","end":"2026-05-28T02:59:42.414227Z","steps":["trace[1603120636] 'process raft request' (duration: 408.640219ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:42.414296Z","caller":"traceutil/trace.go:171","msg":"trace[2100287823] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"407.922436ms","start":"2026-05-28T02:59:42.006356Z","end":"2026-05-28T02:59:42.414278Z","steps":["trace[2100287823] 'process raft request' (duration: 407.842064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.41437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.005332Z","time spent":"408.975109ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:42.414365Z","caller":"traceutil/trace.go:171","msg":"trace[1300527520] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"408.465304ms","start":"2026-05-28T02:59:42.005862Z","end":"2026-05-28T02:59:42.414328Z","steps":["trace[1300527520] 'process raft request' (duration: 408.257567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.414429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.006341Z","time spent":"408.000698ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:42.4144Z","caller":"traceutil/trace.go:171","msg":"trace[36336233] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"408.073401ms","start":"2026-05-28T02:59:42.006302Z","end":"2026-05-28T02:59:42.414375Z","steps":["trace[36336233] 'process raft request' (duration: 407.861735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.414517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.005842Z","time spent":"408.596788ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:42.41455Z","caller":"traceutil/trace.go:171","msg":"trace[191825296] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"407.807823ms","start":"2026-05-28T02:59:42.006731Z","end":"2026-05-28T02:59:42.414539Z","steps":["trace[191825296] 'process raft request' (duration: 407.514843ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:42.414569Z","caller":"traceutil/trace.go:171","msg":"trace[1121158240] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"383.330583ms","start":"2026-05-28T02:59:42.031223Z","end":"2026-05-28T02:59:42.414553Z","steps":["trace[1121158240] 'process raft request' (duration: 383.22958ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:42.414557Z","caller":"traceutil/trace.go:171","msg":"trace[780117016] linearizableReadLoop","detail":"{readStateIndex:26493; appliedIndex:26486; }","duration":"605.851987ms","start":"2026-05-28T02:59:41.808689Z","end":"2026-05-28T02:59:42.41454Z","steps":["trace[780117016] 'read index received' (duration: 558.660035ms)","trace[780117016] 'applied index is now lower than readState.Index' (duration: 47.190762ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:42.414595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.006291Z","time spent":"408.204915ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:42.414605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.006715Z","time spent":"407.858784ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:42.414622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.031207Z","time spent":"383.389665ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:42.414669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.96283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:42.414741Z","caller":"traceutil/trace.go:171","msg":"trace[750181766] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25630; }","duration":"606.026703ms","start":"2026-05-28T02:59:41.808675Z","end":"2026-05-28T02:59:42.414702Z","steps":["trace[750181766] 'agreement among raft nodes before linearized reading' (duration: 605.94815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.414782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:41.808668Z","time spent":"606.103385ms","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-28T02:59:42.604921Z","caller":"traceutil/trace.go:171","msg":"trace[1912786356] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"194.593645ms","start":"2026-05-28T02:59:42.41029Z","end":"2026-05-28T02:59:42.604884Z","steps":["trace[1912786356] 'process raft request' (duration: 149.82595ms)","trace[1912786356] 'compare' (duration: 44.497337ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:42.605139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.970232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-28T02:59:42.605127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.255181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:42.605279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.357583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T02:59:42.605309Z","caller":"traceutil/trace.go:171","msg":"trace[874475279] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25632; }","duration":"551.418415ms","start":"2026-05-28T02:59:42.053883Z","end":"2026-05-28T02:59:42.605302Z","steps":["trace[874475279] 'agreement among raft nodes before linearized reading' (duration: 551.320632ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:42.605303Z","caller":"traceutil/trace.go:171","msg":"trace[1469981459] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25632; }","duration":"465.494529ms","start":"2026-05-28T02:59:42.139777Z","end":"2026-05-28T02:59:42.605272Z","steps":["trace[1469981459] 'agreement among raft nodes before linearized reading' (duration: 465.196119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.605332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.053867Z","time spent":"551.459695ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T02:59:42.605356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.148566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-28T02:59:42.605363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.13976Z","time spent":"465.592822ms","remote":"127.0.0.1:50570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:42.605393Z","caller":"traceutil/trace.go:171","msg":"trace[1824714995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25632; }","duration":"366.202788ms","start":"2026-05-28T02:59:42.239176Z","end":"2026-05-28T02:59:42.605379Z","steps":["trace[1824714995] 'agreement among raft nodes before linearized reading' (duration: 366.126116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.605407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.400394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"warn","ts":"2026-05-28T02:59:42.605432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.239165Z","time spent":"366.25967ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T02:59:42.605442Z","caller":"traceutil/trace.go:171","msg":"trace[831069412] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:25632; }","duration":"704.485487ms","start":"2026-05-28T02:59:41.900946Z","end":"2026-05-28T02:59:42.605431Z","steps":["trace[831069412] 'agreement among raft nodes before linearized reading' (duration: 704.314801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.60545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.789519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T02:59:42.605495Z","caller":"traceutil/trace.go:171","msg":"trace[1524583851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25632; }","duration":"367.876501ms","start":"2026-05-28T02:59:42.237607Z","end":"2026-05-28T02:59:42.605483Z","steps":["trace[1524583851] 'agreement among raft nodes before linearized reading' (duration: 367.701256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.605534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.486701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b39b667117f4ab\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-05-28T02:59:42.605533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.237568Z","time spent":"367.956714ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T02:59:42.605561Z","caller":"traceutil/trace.go:171","msg":"trace[251873749] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b39b667117f4ab; range_end:; response_count:1; response_revision:25632; }","duration":"575.554003ms","start":"2026-05-28T02:59:42.03Z","end":"2026-05-28T02:59:42.605554Z","steps":["trace[251873749] 'agreement among raft nodes before linearized reading' (duration: 575.48562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.605598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.029977Z","time spent":"575.599184ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b39b667117f4ab\" "} {"level":"warn","ts":"2026-05-28T02:59:42.605644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.818306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-28T02:59:42.605281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.093264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T02:59:42.605678Z","caller":"traceutil/trace.go:171","msg":"trace[1716585970] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25632; }","duration":"665.892178ms","start":"2026-05-28T02:59:41.939776Z","end":"2026-05-28T02:59:42.605668Z","steps":["trace[1716585970] 'agreement among raft nodes before linearized reading' (duration: 665.739323ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:42.6057Z","caller":"traceutil/trace.go:171","msg":"trace[2095880834] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25632; }","duration":"349.532907ms","start":"2026-05-28T02:59:42.25616Z","end":"2026-05-28T02:59:42.605693Z","steps":["trace[2095880834] 'agreement among raft nodes before linearized reading' (duration: 349.017121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.605496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:41.90093Z","time spent":"704.555889ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-05-28T02:59:42.605719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.321644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-28T02:59:42.60574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:41.939755Z","time spent":"665.94559ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T02:59:42.605757Z","caller":"traceutil/trace.go:171","msg":"trace[527946806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25632; }","duration":"367.370565ms","start":"2026-05-28T02:59:42.238376Z","end":"2026-05-28T02:59:42.605747Z","steps":["trace[527946806] 'agreement among raft nodes before linearized reading' (duration: 367.279892ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:42.605187Z","caller":"traceutil/trace.go:171","msg":"trace[207806876] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25632; }","duration":"639.058544ms","start":"2026-05-28T02:59:41.966119Z","end":"2026-05-28T02:59:42.605178Z","steps":["trace[207806876] 'agreement among raft nodes before linearized reading' (duration: 638.92811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.605803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.042701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:42.604942Z","caller":"traceutil/trace.go:171","msg":"trace[168632826] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"160.460128ms","start":"2026-05-28T02:59:42.444454Z","end":"2026-05-28T02:59:42.604914Z","steps":["trace[168632826] 'process raft request' (duration: 160.360515ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:42.605853Z","caller":"traceutil/trace.go:171","msg":"trace[1477066777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25632; }","duration":"752.097293ms","start":"2026-05-28T02:59:41.853742Z","end":"2026-05-28T02:59:42.60584Z","steps":["trace[1477066777] 'agreement among raft nodes before linearized reading' (duration: 752.0045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.605885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.34445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T02:59:42.605887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:41.853686Z","time spent":"752.193236ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T02:59:42.605915Z","caller":"traceutil/trace.go:171","msg":"trace[210127639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25632; }","duration":"370.423832ms","start":"2026-05-28T02:59:42.235483Z","end":"2026-05-28T02:59:42.605907Z","steps":["trace[210127639] 'agreement among raft nodes before linearized reading' (duration: 370.257317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.60514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.680003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T02:59:42.605896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:41.966104Z","time spent":"639.741836ms","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-28T02:59:42.605939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.235464Z","time spent":"370.470254ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:42.605788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.23837Z","time spent":"367.411216ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T02:59:42.605945Z","caller":"traceutil/trace.go:171","msg":"trace[36414059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25632; }","duration":"367.549221ms","start":"2026-05-28T02:59:42.238389Z","end":"2026-05-28T02:59:42.605938Z","steps":["trace[36414059] 'agreement among raft nodes before linearized reading' (duration: 366.611911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.605976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.238364Z","time spent":"367.605503ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:59:42.605719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.256152Z","time spent":"349.561538ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"info","ts":"2026-05-28T02:59:42.606123Z","caller":"traceutil/trace.go:171","msg":"trace[331970179] linearizableReadLoop","detail":"{readStateIndex:26494; appliedIndex:26493; }","duration":"190.328979ms","start":"2026-05-28T02:59:42.414603Z","end":"2026-05-28T02:59:42.604932Z","steps":["trace[331970179] 'read index received' (duration: 145.576594ms)","trace[331970179] 'applied index is now lower than readState.Index' (duration: 44.742635ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:42.606145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.430872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-05-28T02:59:42.606194Z","caller":"traceutil/trace.go:171","msg":"trace[1035035061] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:25632; }","duration":"795.491694ms","start":"2026-05-28T02:59:41.810691Z","end":"2026-05-28T02:59:42.606183Z","steps":["trace[1035035061] 'agreement among raft nodes before linearized reading' (duration: 795.37134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:42.606225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:41.810678Z","time spent":"795.540986ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-05-28T02:59:42.606685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.955135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:42.606726Z","caller":"traceutil/trace.go:171","msg":"trace[1217012143] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25632; }","duration":"156.001667ms","start":"2026-05-28T02:59:42.450713Z","end":"2026-05-28T02:59:42.606715Z","steps":["trace[1217012143] 'agreement among raft nodes before linearized reading' (duration: 155.601004ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:43.17904Z","caller":"traceutil/trace.go:171","msg":"trace[1057592051] linearizableReadLoop","detail":"{readStateIndex:26501; appliedIndex:26496; }","duration":"493.094698ms","start":"2026-05-28T02:59:42.68593Z","end":"2026-05-28T02:59:43.179025Z","steps":["trace[1057592051] 'read index received' (duration: 449.536041ms)","trace[1057592051] 'applied index is now lower than readState.Index' (duration: 43.558097ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:43.179108Z","caller":"traceutil/trace.go:171","msg":"trace[176841819] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"568.260031ms","start":"2026-05-28T02:59:42.610842Z","end":"2026-05-28T02:59:43.179102Z","steps":["trace[176841819] 'process raft request' (duration: 524.731335ms)","trace[176841819] 'compare' (duration: 43.02964ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:43.179177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.610824Z","time spent":"568.297732ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:43.179287Z","caller":"traceutil/trace.go:171","msg":"trace[684123017] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"567.901479ms","start":"2026-05-28T02:59:42.61138Z","end":"2026-05-28T02:59:43.179282Z","steps":["trace[684123017] 'process raft request' (duration: 567.512617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:43.179316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.611374Z","time spent":"567.92815ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:43.179385Z","caller":"traceutil/trace.go:171","msg":"trace[1850887354] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"567.951921ms","start":"2026-05-28T02:59:42.611427Z","end":"2026-05-28T02:59:43.179379Z","steps":["trace[1850887354] 'process raft request' (duration: 567.521907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:43.179412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.611422Z","time spent":"567.976672ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:43.179469Z","caller":"traceutil/trace.go:171","msg":"trace[316289888] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"568.005232ms","start":"2026-05-28T02:59:42.61146Z","end":"2026-05-28T02:59:43.179465Z","steps":["trace[316289888] 'process raft request' (duration: 567.511267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:43.179495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.611455Z","time spent":"568.029014ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:43.179537Z","caller":"traceutil/trace.go:171","msg":"trace[790027017] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"561.412142ms","start":"2026-05-28T02:59:42.618119Z","end":"2026-05-28T02:59:43.179532Z","steps":["trace[790027017] 'process raft request' (duration: 560.870445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:43.179561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.618097Z","time spent":"561.452794ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:43.179618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.650868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:43.179639Z","caller":"traceutil/trace.go:171","msg":"trace[1354153612] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25638; }","duration":"516.72294ms","start":"2026-05-28T02:59:42.662911Z","end":"2026-05-28T02:59:43.179634Z","steps":["trace[1354153612] 'agreement among raft nodes before linearized reading' (duration: 516.685518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:43.179655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.662889Z","time spent":"516.761871ms","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:43.179706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.73ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-28T02:59:43.179726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.753071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-28T02:59:43.17978Z","caller":"traceutil/trace.go:171","msg":"trace[1791704855] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25638; }","duration":"565.863125ms","start":"2026-05-28T02:59:42.6139Z","end":"2026-05-28T02:59:43.179763Z","steps":["trace[1791704855] 'agreement among raft nodes before linearized reading' (duration: 565.669959ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:43.179796Z","caller":"traceutil/trace.go:171","msg":"trace[1079502417] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25638; }","duration":"565.863134ms","start":"2026-05-28T02:59:42.613914Z","end":"2026-05-28T02:59:43.179777Z","steps":["trace[1079502417] 'agreement among raft nodes before linearized reading' (duration: 565.668958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:43.17982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.613877Z","time spent":"565.934476ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:59:43.179833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.613896Z","time spent":"565.929617ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-28T02:59:43.180447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.723103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295142"} {"level":"info","ts":"2026-05-28T02:59:43.180484Z","caller":"traceutil/trace.go:171","msg":"trace[270341843] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25638; }","duration":"567.777115ms","start":"2026-05-28T02:59:42.612698Z","end":"2026-05-28T02:59:43.180475Z","steps":["trace[270341843] 'agreement among raft nodes before linearized reading' (duration: 566.858806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:43.180509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.612691Z","time spent":"567.809686ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1295165,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:59:43.180719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.529901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295142"} {"level":"info","ts":"2026-05-28T02:59:43.180777Z","caller":"traceutil/trace.go:171","msg":"trace[1283604878] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25638; }","duration":"569.610004ms","start":"2026-05-28T02:59:42.611155Z","end":"2026-05-28T02:59:43.180765Z","steps":["trace[1283604878] 'agreement among raft nodes before linearized reading' (duration: 568.433906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:43.180822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.611147Z","time spent":"569.661315ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1295165,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:59:43.182798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.077797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b39b66711954ca\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-05-28T02:59:43.182834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.530441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-05-28T02:59:43.182862Z","caller":"traceutil/trace.go:171","msg":"trace[1674577676] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:25639; }","duration":"493.598333ms","start":"2026-05-28T02:59:42.689257Z","end":"2026-05-28T02:59:43.182855Z","steps":["trace[1674577676] 'agreement among raft nodes before linearized reading' (duration: 493.520811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:43.182878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.689204Z","time spent":"493.668926ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-05-28T02:59:43.18287Z","caller":"traceutil/trace.go:171","msg":"trace[2012910837] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b39b66711954ca; range_end:; response_count:1; response_revision:25639; }","duration":"493.17983ms","start":"2026-05-28T02:59:42.689672Z","end":"2026-05-28T02:59:43.182852Z","steps":["trace[2012910837] 'agreement among raft nodes before linearized reading' (duration: 493.033655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:43.182909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.689652Z","time spent":"493.248373ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b39b66711954ca\" "} {"level":"warn","ts":"2026-05-28T02:59:43.18488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.837781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T02:59:43.184962Z","caller":"traceutil/trace.go:171","msg":"trace[621828483] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25639; }","duration":"482.963135ms","start":"2026-05-28T02:59:42.70198Z","end":"2026-05-28T02:59:43.184943Z","steps":["trace[621828483] 'agreement among raft nodes before linearized reading' (duration: 481.372194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:43.185012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:42.701964Z","time spent":"483.034957ms","remote":"127.0.0.1:38296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2661,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:43.42067Z","caller":"traceutil/trace.go:171","msg":"trace[548454219] transaction","detail":"{read_only:false; response_revision:25640; number_of_response:1; }","duration":"232.620665ms","start":"2026-05-28T02:59:43.188021Z","end":"2026-05-28T02:59:43.420641Z","steps":["trace[548454219] 'process raft request' (duration: 137.450185ms)","trace[548454219] 'compare' (duration: 94.809228ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:43.420688Z","caller":"traceutil/trace.go:171","msg":"trace[1165221336] linearizableReadLoop","detail":"{readStateIndex:26503; appliedIndex:26502; }","duration":"230.712835ms","start":"2026-05-28T02:59:43.189922Z","end":"2026-05-28T02:59:43.420635Z","steps":["trace[1165221336] 'read index received' (duration: 135.554746ms)","trace[1165221336] 'applied index is now lower than readState.Index' (duration: 95.156439ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:43.420875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.931602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"warn","ts":"2026-05-28T02:59:43.420927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.682685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:192"} {"level":"info","ts":"2026-05-28T02:59:43.42094Z","caller":"traceutil/trace.go:171","msg":"trace[610373408] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:25640; }","duration":"231.032095ms","start":"2026-05-28T02:59:43.189896Z","end":"2026-05-28T02:59:43.420928Z","steps":["trace[610373408] 'agreement among raft nodes before linearized reading' (duration: 230.826018ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:43.420947Z","caller":"traceutil/trace.go:171","msg":"trace[604395516] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:25640; }","duration":"225.722955ms","start":"2026-05-28T02:59:43.195218Z","end":"2026-05-28T02:59:43.420941Z","steps":["trace[604395516] 'agreement among raft nodes before linearized reading' (duration: 225.650893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:43.421176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.005898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:43.421413Z","caller":"traceutil/trace.go:171","msg":"trace[531066664] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25640; }","duration":"168.289718ms","start":"2026-05-28T02:59:43.253099Z","end":"2026-05-28T02:59:43.421389Z","steps":["trace[531066664] 'agreement among raft nodes before linearized reading' (duration: 167.996358ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:43.808378Z","caller":"traceutil/trace.go:171","msg":"trace[2102454307] transaction","detail":"{read_only:false; response_revision:25643; number_of_response:1; }","duration":"245.140744ms","start":"2026-05-28T02:59:43.563218Z","end":"2026-05-28T02:59:43.808359Z","steps":["trace[2102454307] 'process raft request' (duration: 245.091032ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:43.808586Z","caller":"traceutil/trace.go:171","msg":"trace[1572895117] transaction","detail":"{read_only:false; response_revision:25642; number_of_response:1; }","duration":"311.222258ms","start":"2026-05-28T02:59:43.497355Z","end":"2026-05-28T02:59:43.808577Z","steps":["trace[1572895117] 'process raft request' (duration: 218.92797ms)","trace[1572895117] 'compare' (duration: 91.707829ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:43.808634Z","caller":"traceutil/trace.go:171","msg":"trace[14803588] linearizableReadLoop","detail":"{readStateIndex:26505; appliedIndex:26504; }","duration":"302.721727ms","start":"2026-05-28T02:59:43.505885Z","end":"2026-05-28T02:59:43.808606Z","steps":["trace[14803588] 'read index received' (duration: 210.403018ms)","trace[14803588] 'applied index is now lower than readState.Index' (duration: 92.315379ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:43.808661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:43.497337Z","time spent":"311.26575ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:43.808854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.850207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-05-28T02:59:43.808854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.955534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-05-28T02:59:43.80888Z","caller":"traceutil/trace.go:171","msg":"trace[1827220434] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25643; }","duration":"294.896908ms","start":"2026-05-28T02:59:43.513975Z","end":"2026-05-28T02:59:43.808872Z","steps":["trace[1827220434] 'agreement among raft nodes before linearized reading' (duration: 294.765364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:43.808864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.154563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18854"} {"level":"info","ts":"2026-05-28T02:59:43.808894Z","caller":"traceutil/trace.go:171","msg":"trace[244516553] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25643; }","duration":"303.026927ms","start":"2026-05-28T02:59:43.505854Z","end":"2026-05-28T02:59:43.808881Z","steps":["trace[244516553] 'agreement among raft nodes before linearized reading' (duration: 302.851501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:43.808921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:43.505842Z","time spent":"303.072488ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-05-28T02:59:43.80892Z","caller":"traceutil/trace.go:171","msg":"trace[1557181661] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25643; }","duration":"179.218895ms","start":"2026-05-28T02:59:43.629688Z","end":"2026-05-28T02:59:43.808907Z","steps":["trace[1557181661] 'agreement among raft nodes before linearized reading' (duration: 179.0583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.076026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.208841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:44.076096Z","caller":"traceutil/trace.go:171","msg":"trace[1325795783] linearizableReadLoop","detail":"{readStateIndex:26508; appliedIndex:26507; }","duration":"192.943372ms","start":"2026-05-28T02:59:43.883141Z","end":"2026-05-28T02:59:44.076084Z","steps":["trace[1325795783] 'read index received' (duration: 53.663918ms)","trace[1325795783] 'applied index is now lower than readState.Index' (duration: 139.278624ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:44.076157Z","caller":"traceutil/trace.go:171","msg":"trace[1364750157] transaction","detail":"{read_only:false; response_revision:25645; number_of_response:1; }","duration":"193.559222ms","start":"2026-05-28T02:59:43.882555Z","end":"2026-05-28T02:59:44.076114Z","steps":["trace[1364750157] 'process raft request' (duration: 54.216536ms)","trace[1364750157] 'compare' (duration: 139.090358ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:44.076225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.079377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-28T02:59:44.076239Z","caller":"traceutil/trace.go:171","msg":"trace[1752735953] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25645; }","duration":"193.109828ms","start":"2026-05-28T02:59:43.883124Z","end":"2026-05-28T02:59:44.076234Z","steps":["trace[1752735953] 'agreement among raft nodes before linearized reading' (duration: 193.004014ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:44.104075Z","caller":"traceutil/trace.go:171","msg":"trace[895848122] transaction","detail":"{read_only:false; response_revision:25646; number_of_response:1; }","duration":"218.93938ms","start":"2026-05-28T02:59:43.885117Z","end":"2026-05-28T02:59:44.104056Z","steps":["trace[895848122] 'process raft request' (duration: 218.559068ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:44.104361Z","caller":"traceutil/trace.go:171","msg":"trace[713815383] transaction","detail":"{read_only:false; response_revision:25647; number_of_response:1; }","duration":"218.724823ms","start":"2026-05-28T02:59:43.885627Z","end":"2026-05-28T02:59:44.104352Z","steps":["trace[713815383] 'process raft request' (duration: 218.168125ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:44.104512Z","caller":"traceutil/trace.go:171","msg":"trace[273167761] transaction","detail":"{read_only:false; response_revision:25648; number_of_response:1; }","duration":"218.829487ms","start":"2026-05-28T02:59:43.885675Z","end":"2026-05-28T02:59:44.104505Z","steps":["trace[273167761] 'process raft request' (duration: 218.171726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.104969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.418635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8ccb8cde-b346-40c3-930b-7f4602e00fe9\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-05-28T02:59:44.105017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.811981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-05-28T02:59:44.10503Z","caller":"traceutil/trace.go:171","msg":"trace[828735987] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8ccb8cde-b346-40c3-930b-7f4602e00fe9; range_end:; response_count:1; response_revision:25648; }","duration":"219.490588ms","start":"2026-05-28T02:59:43.885523Z","end":"2026-05-28T02:59:44.105014Z","steps":["trace[828735987] 'agreement among raft nodes before linearized reading' (duration: 219.302452ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:44.105061Z","caller":"traceutil/trace.go:171","msg":"trace[371020310] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:25648; }","duration":"166.888943ms","start":"2026-05-28T02:59:43.938155Z","end":"2026-05-28T02:59:44.105044Z","steps":["trace[371020310] 'agreement among raft nodes before linearized reading' (duration: 166.79563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.104707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.139616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-12082108-0322-46a8-bbd8-de5ae97483b7\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-05-28T02:59:44.105202Z","caller":"traceutil/trace.go:171","msg":"trace[1594130774] range","detail":"{range_begin:/registry/persistentvolumes/pvc-12082108-0322-46a8-bbd8-de5ae97483b7; range_end:; response_count:1; response_revision:25648; }","duration":"219.649832ms","start":"2026-05-28T02:59:43.885532Z","end":"2026-05-28T02:59:44.105182Z","steps":["trace[1594130774] 'agreement among raft nodes before linearized reading' (duration: 219.011292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.105285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.179036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-05-28T02:59:44.105328Z","caller":"traceutil/trace.go:171","msg":"trace[1870491118] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:25648; }","duration":"202.244058ms","start":"2026-05-28T02:59:43.903071Z","end":"2026-05-28T02:59:44.105315Z","steps":["trace[1870491118] 'agreement among raft nodes before linearized reading' (duration: 202.122654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.105359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.952482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-be3fc99a-d2e6-4b3e-904c-34befd2e33b0\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-28T02:59:44.105388Z","caller":"traceutil/trace.go:171","msg":"trace[1276537158] range","detail":"{range_begin:/registry/persistentvolumes/pvc-be3fc99a-d2e6-4b3e-904c-34befd2e33b0; range_end:; response_count:1; response_revision:25648; }","duration":"219.986883ms","start":"2026-05-28T02:59:43.885393Z","end":"2026-05-28T02:59:44.10538Z","steps":["trace[1276537158] 'agreement among raft nodes before linearized reading' (duration: 219.918301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.105508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.26177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f274ec66-7f13-4ccf-912e-90f60e6bfed1\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-05-28T02:59:44.105525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.143248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-363c29e7-7a56-41ed-80e6-f844b5a75e06\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-05-28T02:59:44.105544Z","caller":"traceutil/trace.go:171","msg":"trace[1424053688] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f274ec66-7f13-4ccf-912e-90f60e6bfed1; range_end:; response_count:1; response_revision:25648; }","duration":"219.305561ms","start":"2026-05-28T02:59:43.886229Z","end":"2026-05-28T02:59:44.105535Z","steps":["trace[1424053688] 'agreement among raft nodes before linearized reading' (duration: 219.211768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.105624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.118151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-05-28T02:59:44.105653Z","caller":"traceutil/trace.go:171","msg":"trace[1125331357] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25648; }","duration":"222.172093ms","start":"2026-05-28T02:59:43.883472Z","end":"2026-05-28T02:59:44.105644Z","steps":["trace[1125331357] 'agreement among raft nodes before linearized reading' (duration: 222.09073ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:44.10555Z","caller":"traceutil/trace.go:171","msg":"trace[1985576604] range","detail":"{range_begin:/registry/persistentvolumes/pvc-363c29e7-7a56-41ed-80e6-f844b5a75e06; range_end:; response_count:1; response_revision:25648; }","duration":"220.18043ms","start":"2026-05-28T02:59:43.88536Z","end":"2026-05-28T02:59:44.105541Z","steps":["trace[1985576604] 'agreement among raft nodes before linearized reading' (duration: 220.109397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.105285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.864859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7b6a449d-d424-40bf-ab62-e6d3345b787e\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-28T02:59:44.105839Z","caller":"traceutil/trace.go:171","msg":"trace[1052621865] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7b6a449d-d424-40bf-ab62-e6d3345b787e; range_end:; response_count:1; response_revision:25648; }","duration":"220.413706ms","start":"2026-05-28T02:59:43.885407Z","end":"2026-05-28T02:59:44.105821Z","steps":["trace[1052621865] 'agreement among raft nodes before linearized reading' (duration: 219.782116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.105876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.120928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3eff1b73-5b4f-4c41-80a0-794c539ab2c7\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-05-28T02:59:44.105913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.946472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b435424f-8ee7-4b93-8153-68d6053e21d2\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-05-28T02:59:44.105912Z","caller":"traceutil/trace.go:171","msg":"trace[1442219712] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3eff1b73-5b4f-4c41-80a0-794c539ab2c7; range_end:; response_count:1; response_revision:25648; }","duration":"220.168439ms","start":"2026-05-28T02:59:43.885735Z","end":"2026-05-28T02:59:44.105904Z","steps":["trace[1442219712] 'agreement among raft nodes before linearized reading' (duration: 220.075496ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:44.105945Z","caller":"traceutil/trace.go:171","msg":"trace[1373793256] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b435424f-8ee7-4b93-8153-68d6053e21d2; range_end:; response_count:1; response_revision:25648; }","duration":"219.983363ms","start":"2026-05-28T02:59:43.885954Z","end":"2026-05-28T02:59:44.105938Z","steps":["trace[1373793256] 'agreement among raft nodes before linearized reading' (duration: 219.917381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.105854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.762646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-134d857f-c9e4-48e5-9831-8cfadb34d429\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-28T02:59:44.106023Z","caller":"traceutil/trace.go:171","msg":"trace[351723187] range","detail":"{range_begin:/registry/persistentvolumes/pvc-134d857f-c9e4-48e5-9831-8cfadb34d429; range_end:; response_count:1; response_revision:25648; }","duration":"219.941032ms","start":"2026-05-28T02:59:43.886073Z","end":"2026-05-28T02:59:44.106014Z","steps":["trace[351723187] 'agreement among raft nodes before linearized reading' (duration: 219.681793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.105856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.963612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c731a93d-04fa-4884-ac0e-507118ed05f8\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-05-28T02:59:44.106064Z","caller":"traceutil/trace.go:171","msg":"trace[1556943841] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c731a93d-04fa-4884-ac0e-507118ed05f8; range_end:; response_count:1; response_revision:25648; }","duration":"220.172699ms","start":"2026-05-28T02:59:43.885875Z","end":"2026-05-28T02:59:44.106048Z","steps":["trace[1556943841] 'agreement among raft nodes before linearized reading' (duration: 219.923231ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:44.399824Z","caller":"traceutil/trace.go:171","msg":"trace[1138817953] linearizableReadLoop","detail":"{readStateIndex:26512; appliedIndex:26511; }","duration":"295.91434ms","start":"2026-05-28T02:59:44.103886Z","end":"2026-05-28T02:59:44.3998Z","steps":["trace[1138817953] 'read index received' (duration: 279.314391ms)","trace[1138817953] 'applied index is now lower than readState.Index' (duration: 16.598388ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:44.399901Z","caller":"traceutil/trace.go:171","msg":"trace[243484927] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"307.065035ms","start":"2026-05-28T02:59:44.092807Z","end":"2026-05-28T02:59:44.399872Z","steps":["trace[243484927] 'process raft request' (duration: 290.437756ms)","trace[243484927] 'compare' (duration: 16.427512ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:44.399991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:44.092789Z","time spent":"307.157537ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:59:44.400091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.251881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-05-28T02:59:44.400127Z","caller":"traceutil/trace.go:171","msg":"trace[936755425] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:25649; }","duration":"307.332794ms","start":"2026-05-28T02:59:44.092784Z","end":"2026-05-28T02:59:44.400117Z","steps":["trace[936755425] 'agreement among raft nodes before linearized reading' (duration: 307.143818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.400159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:44.09277Z","time spent":"307.379515ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-05-28T02:59:44.40016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.792239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-28T02:59:44.400229Z","caller":"traceutil/trace.go:171","msg":"trace[1822199344] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ea91c7e9-cc69-4475-8be4-ded4e8d98153; range_end:; response_count:1; response_revision:25649; }","duration":"291.902592ms","start":"2026-05-28T02:59:44.108308Z","end":"2026-05-28T02:59:44.400211Z","steps":["trace[1822199344] 'agreement among raft nodes before linearized reading' (duration: 291.677754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.400475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.666874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:44.400507Z","caller":"traceutil/trace.go:171","msg":"trace[1906524546] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25649; }","duration":"280.724026ms","start":"2026-05-28T02:59:44.119773Z","end":"2026-05-28T02:59:44.400497Z","steps":["trace[1906524546] 'agreement among raft nodes before linearized reading' (duration: 280.666774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.400614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.522098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-05-28T02:59:44.400613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.289599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fb1d1896-34be-4fe4-9d59-26842406db0f\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-28T02:59:44.400645Z","caller":"traceutil/trace.go:171","msg":"trace[803999884] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:25649; }","duration":"290.569099ms","start":"2026-05-28T02:59:44.110066Z","end":"2026-05-28T02:59:44.400635Z","steps":["trace[803999884] 'agreement among raft nodes before linearized reading' (duration: 290.453375ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:44.400654Z","caller":"traceutil/trace.go:171","msg":"trace[1460174268] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fb1d1896-34be-4fe4-9d59-26842406db0f; range_end:; response_count:1; response_revision:25649; }","duration":"289.33151ms","start":"2026-05-28T02:59:44.111311Z","end":"2026-05-28T02:59:44.400642Z","steps":["trace[1460174268] 'agreement among raft nodes before linearized reading' (duration: 289.191536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.40066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.279058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-73f7f6fc-ff88-4993-937a-27aa1e4b21c1\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-05-28T02:59:44.400676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.337472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-05-28T02:59:44.400703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.620499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ba18e8dd-7298-4271-a932-0dd1ae4f2107\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-28T02:59:44.400725Z","caller":"traceutil/trace.go:171","msg":"trace[1495752178] range","detail":"{range_begin:/registry/persistentvolumes/pvc-73f7f6fc-ff88-4993-937a-27aa1e4b21c1; range_end:; response_count:1; response_revision:25649; }","duration":"289.376661ms","start":"2026-05-28T02:59:44.111331Z","end":"2026-05-28T02:59:44.400708Z","steps":["trace[1495752178] 'agreement among raft nodes before linearized reading' (duration: 289.205716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.400669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.63312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c1666de1-3489-45f9-96ac-2a14b74d75ef\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-05-28T02:59:44.400761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.727893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9e0d836b-936e-4d2d-bd4f-9319b72e1f06\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-28T02:59:44.400767Z","caller":"traceutil/trace.go:171","msg":"trace[1561591368] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ba18e8dd-7298-4271-a932-0dd1ae4f2107; range_end:; response_count:1; response_revision:25649; }","duration":"289.723873ms","start":"2026-05-28T02:59:44.111026Z","end":"2026-05-28T02:59:44.40075Z","steps":["trace[1561591368] 'agreement among raft nodes before linearized reading' (duration: 289.514526ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:44.400767Z","caller":"traceutil/trace.go:171","msg":"trace[589872009] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c1666de1-3489-45f9-96ac-2a14b74d75ef; range_end:; response_count:1; response_revision:25649; }","duration":"289.772884ms","start":"2026-05-28T02:59:44.110985Z","end":"2026-05-28T02:59:44.400758Z","steps":["trace[589872009] 'agreement among raft nodes before linearized reading' (duration: 289.504926ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:44.400731Z","caller":"traceutil/trace.go:171","msg":"trace[1773863052] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25649; }","duration":"290.417595ms","start":"2026-05-28T02:59:44.110299Z","end":"2026-05-28T02:59:44.400717Z","steps":["trace[1773863052] 'agreement among raft nodes before linearized reading' (duration: 290.228439ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:44.400806Z","caller":"traceutil/trace.go:171","msg":"trace[1033678058] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9e0d836b-936e-4d2d-bd4f-9319b72e1f06; range_end:; response_count:1; response_revision:25649; }","duration":"289.775904ms","start":"2026-05-28T02:59:44.111016Z","end":"2026-05-28T02:59:44.400792Z","steps":["trace[1033678058] 'agreement among raft nodes before linearized reading' (duration: 289.686461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:44.400778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.110626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-05-28T02:59:44.400864Z","caller":"traceutil/trace.go:171","msg":"trace[67777074] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:25649; }","duration":"291.223651ms","start":"2026-05-28T02:59:44.109616Z","end":"2026-05-28T02:59:44.40084Z","steps":["trace[67777074] 'agreement among raft nodes before linearized reading' (duration: 291.088616ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:45.102717Z","caller":"traceutil/trace.go:171","msg":"trace[1947087441] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"692.486605ms","start":"2026-05-28T02:59:44.410201Z","end":"2026-05-28T02:59:45.102688Z","steps":["trace[1947087441] 'process raft request' (duration: 640.370916ms)","trace[1947087441] 'compare' (duration: 51.758557ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:45.102774Z","caller":"traceutil/trace.go:171","msg":"trace[1381616331] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"692.160575ms","start":"2026-05-28T02:59:44.410588Z","end":"2026-05-28T02:59:45.102749Z","steps":["trace[1381616331] 'process raft request' (duration: 692.01766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.102859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:44.410178Z","time spent":"692.609749ms","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1563,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:45.102915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:44.410576Z","time spent":"692.253707ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5144,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:45.102969Z","caller":"traceutil/trace.go:171","msg":"trace[48307101] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"680.776232ms","start":"2026-05-28T02:59:44.422176Z","end":"2026-05-28T02:59:45.102953Z","steps":["trace[48307101] 'process raft request' (duration: 680.524604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.103077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:44.422164Z","time spent":"680.855705ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:45.103439Z","caller":"traceutil/trace.go:171","msg":"trace[1125413409] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"680.630967ms","start":"2026-05-28T02:59:44.422799Z","end":"2026-05-28T02:59:45.10343Z","steps":["trace[1125413409] 'process raft request' (duration: 680.07838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.103494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:44.422776Z","time spent":"680.687879ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:45.103744Z","caller":"traceutil/trace.go:171","msg":"trace[63197425] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"680.617887ms","start":"2026-05-28T02:59:44.423119Z","end":"2026-05-28T02:59:45.103737Z","steps":["trace[63197425] 'process raft request' (duration: 680.274486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.103801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:44.42311Z","time spent":"680.668329ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:45.104048Z","caller":"traceutil/trace.go:171","msg":"trace[1240485912] transaction","detail":"{read_only:false; response_revision:25656; number_of_response:1; }","duration":"680.676439ms","start":"2026-05-28T02:59:44.423364Z","end":"2026-05-28T02:59:45.104041Z","steps":["trace[1240485912] 'process raft request' (duration: 680.343578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.104753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:44.423352Z","time spent":"681.364031ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:45.104425Z","caller":"traceutil/trace.go:171","msg":"trace[117136897] linearizableReadLoop","detail":"{readStateIndex:26515; appliedIndex:26512; }","duration":"690.016186ms","start":"2026-05-28T02:59:44.414392Z","end":"2026-05-28T02:59:45.104409Z","steps":["trace[117136897] 'read index received' (duration: 32.829005ms)","trace[117136897] 'applied index is now lower than readState.Index' (duration: 657.186081ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:45.104438Z","caller":"traceutil/trace.go:171","msg":"trace[1165795226] transaction","detail":"{read_only:false; response_revision:25657; number_of_response:1; }","duration":"680.845994ms","start":"2026-05-28T02:59:44.42356Z","end":"2026-05-28T02:59:45.104406Z","steps":["trace[1165795226] 'process raft request' (duration: 680.453162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.104984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:44.423539Z","time spent":"681.375022ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:45.104432Z","caller":"traceutil/trace.go:171","msg":"trace[310380239] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"679.404089ms","start":"2026-05-28T02:59:44.425011Z","end":"2026-05-28T02:59:45.104415Z","steps":["trace[310380239] 'process raft request' (duration: 679.322446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.105111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:44.425002Z","time spent":"680.050589ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:45.104577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.183631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-05-28T02:59:45.105179Z","caller":"traceutil/trace.go:171","msg":"trace[1583133287] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:25658; }","duration":"690.816772ms","start":"2026-05-28T02:59:44.414351Z","end":"2026-05-28T02:59:45.105167Z","steps":["trace[1583133287] 'agreement among raft nodes before linearized reading' (duration: 690.102649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.105214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:44.414339Z","time spent":"690.866414ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"info","ts":"2026-05-28T02:59:45.301663Z","caller":"traceutil/trace.go:171","msg":"trace[979320570] linearizableReadLoop","detail":"{readStateIndex:26523; appliedIndex:26521; }","duration":"189.208243ms","start":"2026-05-28T02:59:45.112366Z","end":"2026-05-28T02:59:45.301574Z","steps":["trace[979320570] 'read index received' (duration: 56.589971ms)","trace[979320570] 'applied index is now lower than readState.Index' (duration: 132.617312ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:45.301775Z","caller":"traceutil/trace.go:171","msg":"trace[714137126] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"191.846787ms","start":"2026-05-28T02:59:45.109912Z","end":"2026-05-28T02:59:45.301759Z","steps":["trace[714137126] 'process raft request' (duration: 191.544808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.301962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.592016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-05-28T02:59:45.301992Z","caller":"traceutil/trace.go:171","msg":"trace[1230175618] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:25660; }","duration":"189.650717ms","start":"2026-05-28T02:59:45.112332Z","end":"2026-05-28T02:59:45.301983Z","steps":["trace[1230175618] 'agreement among raft nodes before linearized reading' (duration: 189.545454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.302174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.454968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-05-28T02:59:45.302232Z","caller":"traceutil/trace.go:171","msg":"trace[1231863532] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25660; }","duration":"187.549341ms","start":"2026-05-28T02:59:45.114668Z","end":"2026-05-28T02:59:45.302217Z","steps":["trace[1231863532] 'agreement among raft nodes before linearized reading' (duration: 187.394236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.302304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.206973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T02:59:45.302339Z","caller":"traceutil/trace.go:171","msg":"trace[280251647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25660; }","duration":"118.265805ms","start":"2026-05-28T02:59:45.184067Z","end":"2026-05-28T02:59:45.302333Z","steps":["trace[280251647] 'agreement among raft nodes before linearized reading' (duration: 118.176923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.302416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.606586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:59:45.30244Z","caller":"traceutil/trace.go:171","msg":"trace[295686473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25660; }","duration":"118.668048ms","start":"2026-05-28T02:59:45.183766Z","end":"2026-05-28T02:59:45.302434Z","steps":["trace[295686473] 'agreement among raft nodes before linearized reading' (duration: 118.605036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.302473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.511994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-05-28T02:59:45.302486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.318107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T02:59:45.302506Z","caller":"traceutil/trace.go:171","msg":"trace[1175899089] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25660; }","duration":"102.580206ms","start":"2026-05-28T02:59:45.199916Z","end":"2026-05-28T02:59:45.302496Z","steps":["trace[1175899089] 'agreement among raft nodes before linearized reading' (duration: 102.501813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.302233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.653146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T02:59:45.302598Z","caller":"traceutil/trace.go:171","msg":"trace[106211376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25660; }","duration":"118.063379ms","start":"2026-05-28T02:59:45.184529Z","end":"2026-05-28T02:59:45.302592Z","steps":["trace[106211376] 'agreement among raft nodes before linearized reading' (duration: 117.630145ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:45.302508Z","caller":"traceutil/trace.go:171","msg":"trace[486911174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25660; }","duration":"118.377769ms","start":"2026-05-28T02:59:45.184123Z","end":"2026-05-28T02:59:45.302501Z","steps":["trace[486911174] 'agreement among raft nodes before linearized reading' (duration: 118.311617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.302666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.21878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:59:45.30269Z","caller":"traceutil/trace.go:171","msg":"trace[1266194078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25660; }","duration":"116.243751ms","start":"2026-05-28T02:59:45.18644Z","end":"2026-05-28T02:59:45.302684Z","steps":["trace[1266194078] 'agreement among raft nodes before linearized reading' (duration: 116.178009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.916578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.074344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:45.916685Z","caller":"traceutil/trace.go:171","msg":"trace[1437742177] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"611.027602ms","start":"2026-05-28T02:59:45.305637Z","end":"2026-05-28T02:59:45.916665Z","steps":["trace[1437742177] 'process raft request' (duration: 222.785592ms)","trace[1437742177] 'compare' (duration: 387.747744ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:45.916764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:45.305621Z","time spent":"611.096184ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:45.928855Z","caller":"traceutil/trace.go:171","msg":"trace[1549544174] transaction","detail":"{read_only:false; response_revision:25662; number_of_response:1; }","duration":"622.977022ms","start":"2026-05-28T02:59:45.305858Z","end":"2026-05-28T02:59:45.928835Z","steps":["trace[1549544174] 'process raft request' (duration: 622.828327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.929003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:45.30584Z","time spent":"623.069625ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:45.929196Z","caller":"traceutil/trace.go:171","msg":"trace[1797585174] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"622.960172ms","start":"2026-05-28T02:59:45.306212Z","end":"2026-05-28T02:59:45.929172Z","steps":["trace[1797585174] 'process raft request' (duration: 622.59309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.929376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:45.306204Z","time spent":"623.060715ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:45.929627Z","caller":"traceutil/trace.go:171","msg":"trace[506257426] linearizableReadLoop","detail":"{readStateIndex:26528; appliedIndex:26523; }","duration":"619.247144ms","start":"2026-05-28T02:59:45.310368Z","end":"2026-05-28T02:59:45.929615Z","steps":["trace[506257426] 'read index received' (duration: 218.068452ms)","trace[506257426] 'applied index is now lower than readState.Index' (duration: 401.177892ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:45.929709Z","caller":"traceutil/trace.go:171","msg":"trace[739904455] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"597.211271ms","start":"2026-05-28T02:59:45.332484Z","end":"2026-05-28T02:59:45.929695Z","steps":["trace[739904455] 'process raft request' (duration: 597.063247ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:45.929711Z","caller":"traceutil/trace.go:171","msg":"trace[1935120486] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"622.576329ms","start":"2026-05-28T02:59:45.307088Z","end":"2026-05-28T02:59:45.929664Z","steps":["trace[1935120486] 'process raft request' (duration: 621.987491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.929769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:45.332467Z","time spent":"597.272644ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5620,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:45.929782Z","caller":"traceutil/trace.go:171","msg":"trace[2111843642] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"622.511827ms","start":"2026-05-28T02:59:45.307244Z","end":"2026-05-28T02:59:45.929756Z","steps":["trace[2111843642] 'process raft request' (duration: 622.216758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.929859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:45.30708Z","time spent":"622.694473ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:45.92987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:45.307239Z","time spent":"622.583299ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:45.930851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.478333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295142"} {"level":"info","ts":"2026-05-28T02:59:45.930891Z","caller":"traceutil/trace.go:171","msg":"trace[1196712151] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25666; }","duration":"620.536775ms","start":"2026-05-28T02:59:45.310345Z","end":"2026-05-28T02:59:45.930882Z","steps":["trace[1196712151] 'agreement among raft nodes before linearized reading' (duration: 619.524873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.930914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:45.310338Z","time spent":"620.568706ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1295165,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:59:45.988036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.020082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:59:45.988134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.641317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:45.988138Z","caller":"traceutil/trace.go:171","msg":"trace[926208495] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"174.759223ms","start":"2026-05-28T02:59:45.813359Z","end":"2026-05-28T02:59:45.988119Z","steps":["trace[926208495] 'process raft request' (duration: 174.34938ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:45.988164Z","caller":"traceutil/trace.go:171","msg":"trace[16618311] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25667; }","duration":"570.695757ms","start":"2026-05-28T02:59:45.417458Z","end":"2026-05-28T02:59:45.988154Z","steps":["trace[16618311] 'agreement among raft nodes before linearized reading' (duration: 570.640916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.988194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:45.41744Z","time spent":"570.742969ms","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:45.988134Z","caller":"traceutil/trace.go:171","msg":"trace[1731936558] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25667; }","duration":"486.176167ms","start":"2026-05-28T02:59:45.501938Z","end":"2026-05-28T02:59:45.988114Z","steps":["trace[1731936558] 'agreement among raft nodes before linearized reading' (duration: 485.993401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.98839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:45.501923Z","time spent":"486.450216ms","remote":"127.0.0.1:50530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:45.988477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.739756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-05-28T02:59:45.988505Z","caller":"traceutil/trace.go:171","msg":"trace[1239229716] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25667; }","duration":"650.790667ms","start":"2026-05-28T02:59:45.337707Z","end":"2026-05-28T02:59:45.988497Z","steps":["trace[1239229716] 'agreement among raft nodes before linearized reading' (duration: 650.715325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.988524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:45.337693Z","time spent":"650.825869ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-05-28T02:59:45.988588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.288058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:45.988637Z","caller":"traceutil/trace.go:171","msg":"trace[505020050] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25667; }","duration":"174.36757ms","start":"2026-05-28T02:59:45.814258Z","end":"2026-05-28T02:59:45.988626Z","steps":["trace[505020050] 'agreement among raft nodes before linearized reading' (duration: 174.296548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.988072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.214526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-28T02:59:45.988688Z","caller":"traceutil/trace.go:171","msg":"trace[1347866088] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25667; }","duration":"594.859907ms","start":"2026-05-28T02:59:45.39382Z","end":"2026-05-28T02:59:45.98868Z","steps":["trace[1347866088] 'agreement among raft nodes before linearized reading' (duration: 594.122404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.988714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:45.393808Z","time spent":"594.899379ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-28T02:59:45.988052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.944107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:45.988803Z","caller":"traceutil/trace.go:171","msg":"trace[1953244498] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25667; }","duration":"599.746573ms","start":"2026-05-28T02:59:45.38905Z","end":"2026-05-28T02:59:45.988796Z","steps":["trace[1953244498] 'agreement among raft nodes before linearized reading' (duration: 598.921887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.988824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:45.389035Z","time spent":"599.782255ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:45.988799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.430782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:45.988947Z","caller":"traceutil/trace.go:171","msg":"trace[763161374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25667; }","duration":"135.621617ms","start":"2026-05-28T02:59:45.853319Z","end":"2026-05-28T02:59:45.988941Z","steps":["trace[763161374] 'agreement among raft nodes before linearized reading' (duration: 135.457412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.989464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.715036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295142"} {"level":"info","ts":"2026-05-28T02:59:45.989575Z","caller":"traceutil/trace.go:171","msg":"trace[996166506] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25667; }","duration":"656.857731ms","start":"2026-05-28T02:59:45.332694Z","end":"2026-05-28T02:59:45.989552Z","steps":["trace[996166506] 'agreement among raft nodes before linearized reading' (duration: 655.182698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:45.989679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:45.332689Z","time spent":"656.968584ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1295165,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:59:46.30621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.016179ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T02:59:46.306281Z","caller":"traceutil/trace.go:171","msg":"trace[51469566] linearizableReadLoop","detail":"{readStateIndex:26531; appliedIndex:26530; }","duration":"316.544958ms","start":"2026-05-28T02:59:45.989724Z","end":"2026-05-28T02:59:46.306269Z","steps":["trace[51469566] 'read index received' (duration: 6.404244ms)","trace[51469566] 'applied index is now lower than readState.Index' (duration: 310.139904ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:46.307065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.329983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:46.307106Z","caller":"traceutil/trace.go:171","msg":"trace[2033469976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25667; }","duration":"317.391174ms","start":"2026-05-28T02:59:45.989705Z","end":"2026-05-28T02:59:46.307097Z","steps":["trace[2033469976] 'agreement among raft nodes before linearized reading' (duration: 317.311832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:46.307137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:45.989693Z","time spent":"317.436316ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:59:46.307427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.452532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-134d857f-c9e4-48e5-9831-8cfadb34d429\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-28T02:59:46.307467Z","caller":"traceutil/trace.go:171","msg":"trace[1991717608] range","detail":"{range_begin:/registry/persistentvolumes/pvc-134d857f-c9e4-48e5-9831-8cfadb34d429; range_end:; response_count:1; response_revision:25667; }","duration":"315.536946ms","start":"2026-05-28T02:59:45.99192Z","end":"2026-05-28T02:59:46.307457Z","steps":["trace[1991717608] 'agreement among raft nodes before linearized reading' (duration: 315.405751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:46.307433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.511173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:46.307472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.85122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-28T02:59:46.307495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:45.991896Z","time spent":"315.591877ms","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-134d857f-c9e4-48e5-9831-8cfadb34d429\" "} {"level":"warn","ts":"2026-05-28T02:59:46.307477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.925051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-28T02:59:46.307516Z","caller":"traceutil/trace.go:171","msg":"trace[1905770941] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25667; }","duration":"116.925862ms","start":"2026-05-28T02:59:46.190576Z","end":"2026-05-28T02:59:46.307502Z","steps":["trace[1905770941] 'agreement among raft nodes before linearized reading' (duration: 116.777607ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:46.307519Z","caller":"traceutil/trace.go:171","msg":"trace[1933411642] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25667; }","duration":"243.655737ms","start":"2026-05-28T02:59:46.063843Z","end":"2026-05-28T02:59:46.307498Z","steps":["trace[1933411642] 'agreement among raft nodes before linearized reading' (duration: 243.509502ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:46.307551Z","caller":"traceutil/trace.go:171","msg":"trace[613836515] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25667; }","duration":"116.011293ms","start":"2026-05-28T02:59:46.191524Z","end":"2026-05-28T02:59:46.307535Z","steps":["trace[613836515] 'agreement among raft nodes before linearized reading' (duration: 115.821517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:46.307543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.427092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1297"} {"level":"info","ts":"2026-05-28T02:59:46.307622Z","caller":"traceutil/trace.go:171","msg":"trace[836848099] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:25667; }","duration":"310.535836ms","start":"2026-05-28T02:59:45.997068Z","end":"2026-05-28T02:59:46.307604Z","steps":["trace[836848099] 'agreement among raft nodes before linearized reading' (duration: 310.297129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:46.307671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:45.997056Z","time spent":"310.604858ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1320,"request content":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" "} {"level":"warn","ts":"2026-05-28T02:59:46.30764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.83109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/monitoring/vector-headless-7dgqn\" ","response":"range_response_count:1 size:1425"} {"level":"info","ts":"2026-05-28T02:59:46.307789Z","caller":"traceutil/trace.go:171","msg":"trace[776982289] range","detail":"{range_begin:/registry/endpointslices/monitoring/vector-headless-7dgqn; range_end:; response_count:1; response_revision:25667; }","duration":"199.027366ms","start":"2026-05-28T02:59:46.108728Z","end":"2026-05-28T02:59:46.307755Z","steps":["trace[776982289] 'agreement among raft nodes before linearized reading' (duration: 198.623013ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:46.507764Z","caller":"traceutil/trace.go:171","msg":"trace[1813487445] linearizableReadLoop","detail":"{readStateIndex:26532; appliedIndex:26531; }","duration":"194.864693ms","start":"2026-05-28T02:59:46.312868Z","end":"2026-05-28T02:59:46.507733Z","steps":["trace[1813487445] 'read index received' (duration: 194.630536ms)","trace[1813487445] 'applied index is now lower than readState.Index' (duration: 233.067µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:46.507903Z","caller":"traceutil/trace.go:171","msg":"trace[1293878800] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"195.973759ms","start":"2026-05-28T02:59:46.311871Z","end":"2026-05-28T02:59:46.507845Z","steps":["trace[1293878800] 'process raft request' (duration: 195.654209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:46.508045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.158693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-05-28T02:59:46.508114Z","caller":"traceutil/trace.go:171","msg":"trace[574860814] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:25668; }","duration":"195.244716ms","start":"2026-05-28T02:59:46.312854Z","end":"2026-05-28T02:59:46.508099Z","steps":["trace[574860814] 'agreement among raft nodes before linearized reading' (duration: 195.027929ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:46.998852Z","caller":"traceutil/trace.go:171","msg":"trace[1131941553] linearizableReadLoop","detail":"{readStateIndex:26533; appliedIndex:26532; }","duration":"490.98423ms","start":"2026-05-28T02:59:46.507845Z","end":"2026-05-28T02:59:46.998829Z","steps":["trace[1131941553] 'read index received' (duration: 463.109433ms)","trace[1131941553] 'applied index is now lower than readState.Index' (duration: 27.873897ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:46.998947Z","caller":"traceutil/trace.go:171","msg":"trace[1465156117] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"686.03544ms","start":"2026-05-28T02:59:46.312882Z","end":"2026-05-28T02:59:46.998918Z","steps":["trace[1465156117] 'process raft request' (duration: 658.05653ms)","trace[1465156117] 'compare' (duration: 27.799464ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:46.999081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:46.312865Z","time spent":"686.134473ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:46.999246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.274805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c1666de1-3489-45f9-96ac-2a14b74d75ef\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-28T02:59:46.999296Z","caller":"traceutil/trace.go:171","msg":"trace[1003378534] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c1666de1-3489-45f9-96ac-2a14b74d75ef; range_end:; response_count:1; response_revision:25669; }","duration":"685.551515ms","start":"2026-05-28T02:59:46.313731Z","end":"2026-05-28T02:59:46.999282Z","steps":["trace[1003378534] 'agreement among raft nodes before linearized reading' (duration: 685.205424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:46.999336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:46.313723Z","time spent":"685.601586ms","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-c1666de1-3489-45f9-96ac-2a14b74d75ef\" "} {"level":"info","ts":"2026-05-28T02:59:47.072401Z","caller":"traceutil/trace.go:171","msg":"trace[513810016] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"556.784455ms","start":"2026-05-28T02:59:46.515585Z","end":"2026-05-28T02:59:47.072369Z","steps":["trace[513810016] 'process raft request' (duration: 556.577789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.072432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.48179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-05-28T02:59:47.07249Z","caller":"traceutil/trace.go:171","msg":"trace[1949754441] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25670; }","duration":"558.576992ms","start":"2026-05-28T02:59:46.513898Z","end":"2026-05-28T02:59:47.072476Z","steps":["trace[1949754441] 'agreement among raft nodes before linearized reading' (duration: 558.407026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.072522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:46.513883Z","time spent":"558.632234ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1457,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-05-28T02:59:47.072723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.890708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:47.072766Z","caller":"traceutil/trace.go:171","msg":"trace[246675594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25670; }","duration":"218.965481ms","start":"2026-05-28T02:59:46.853792Z","end":"2026-05-28T02:59:47.072757Z","steps":["trace[246675594] 'agreement among raft nodes before linearized reading' (duration: 218.886448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.07253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:46.515574Z","time spent":"556.898429ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:59:47.308773Z","caller":"traceutil/trace.go:171","msg":"trace[214266320] linearizableReadLoop","detail":"{readStateIndex:26535; appliedIndex:26534; }","duration":"229.238798ms","start":"2026-05-28T02:59:47.079499Z","end":"2026-05-28T02:59:47.308738Z","steps":["trace[214266320] 'read index received' (duration: 142.91791ms)","trace[214266320] 'applied index is now lower than readState.Index' (duration: 86.319718ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:47.308992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.474486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-28T02:59:47.309032Z","caller":"traceutil/trace.go:171","msg":"trace[900752730] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25671; }","duration":"229.545478ms","start":"2026-05-28T02:59:47.079476Z","end":"2026-05-28T02:59:47.309021Z","steps":["trace[900752730] 'agreement among raft nodes before linearized reading' (duration: 229.362453ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:47.309305Z","caller":"traceutil/trace.go:171","msg":"trace[623817567] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"232.1363ms","start":"2026-05-28T02:59:47.077151Z","end":"2026-05-28T02:59:47.309287Z","steps":["trace[623817567] 'process raft request' (duration: 145.249024ms)","trace[623817567] 'compare' (duration: 86.042449ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:47.892932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.876199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:47.893173Z","caller":"traceutil/trace.go:171","msg":"trace[1232095379] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"785.04264ms","start":"2026-05-28T02:59:47.108095Z","end":"2026-05-28T02:59:47.893138Z","steps":["trace[1232095379] 'process raft request' (duration: 667.856031ms)","trace[1232095379] 'compare' (duration: 116.367463ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:47.89323Z","caller":"traceutil/trace.go:171","msg":"trace[1230199558] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"782.919313ms","start":"2026-05-28T02:59:47.110293Z","end":"2026-05-28T02:59:47.893212Z","steps":["trace[1230199558] 'process raft request' (duration: 782.84162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.893305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.110268Z","time spent":"782.997485ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:47.893296Z","caller":"traceutil/trace.go:171","msg":"trace[347758660] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"783.577844ms","start":"2026-05-28T02:59:47.109685Z","end":"2026-05-28T02:59:47.893263Z","steps":["trace[347758660] 'process raft request' (duration: 783.354827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.89336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.108076Z","time spent":"785.186435ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:47.893443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.109654Z","time spent":"783.703878ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:47.893519Z","caller":"traceutil/trace.go:171","msg":"trace[1312187139] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"782.766588ms","start":"2026-05-28T02:59:47.110742Z","end":"2026-05-28T02:59:47.893508Z","steps":["trace[1312187139] 'process raft request' (duration: 782.436108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.893571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.110731Z","time spent":"782.812839ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:47.893802Z","caller":"traceutil/trace.go:171","msg":"trace[1366585195] linearizableReadLoop","detail":"{readStateIndex:26541; appliedIndex:26535; }","duration":"558.593882ms","start":"2026-05-28T02:59:47.335195Z","end":"2026-05-28T02:59:47.893789Z","steps":["trace[1366585195] 'read index received' (duration: 440.751442ms)","trace[1366585195] 'applied index is now lower than readState.Index' (duration: 117.83921ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:47.893815Z","caller":"traceutil/trace.go:171","msg":"trace[623716036] transaction","detail":"{read_only:false; response_revision:25676; number_of_response:1; }","duration":"781.450326ms","start":"2026-05-28T02:59:47.11235Z","end":"2026-05-28T02:59:47.893801Z","steps":["trace[623716036] 'process raft request' (duration: 781.083485ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:47.893825Z","caller":"traceutil/trace.go:171","msg":"trace[1162953661] transaction","detail":"{read_only:false; response_revision:25677; number_of_response:1; }","duration":"780.963041ms","start":"2026-05-28T02:59:47.112846Z","end":"2026-05-28T02:59:47.893809Z","steps":["trace[1162953661] 'process raft request' (duration: 780.851817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.893883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.112827Z","time spent":"781.027143ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:47.893894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.112334Z","time spent":"781.516088ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:47.89406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.84782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-05-28T02:59:47.894136Z","caller":"traceutil/trace.go:171","msg":"trace[664174225] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:25677; }","duration":"558.958404ms","start":"2026-05-28T02:59:47.335161Z","end":"2026-05-28T02:59:47.894119Z","steps":["trace[664174225] 'agreement among raft nodes before linearized reading' (duration: 558.777438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:47.894179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.335144Z","time spent":"559.027895ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9530,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-05-28T02:59:48.399487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.748296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:48.399645Z","caller":"traceutil/trace.go:171","msg":"trace[1282119612] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"784.839024ms","start":"2026-05-28T02:59:47.61478Z","end":"2026-05-28T02:59:48.399619Z","steps":["trace[1282119612] 'process raft request' (duration: 591.896262ms)","trace[1282119612] 'compare' (duration: 192.614682ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:48.399677Z","caller":"traceutil/trace.go:171","msg":"trace[835013508] linearizableReadLoop","detail":"{readStateIndex:26544; appliedIndex:26541; }","duration":"496.223447ms","start":"2026-05-28T02:59:47.903443Z","end":"2026-05-28T02:59:48.399666Z","steps":["trace[835013508] 'read index received' (duration: 303.230153ms)","trace[835013508] 'applied index is now lower than readState.Index' (duration: 192.992664ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:48.399755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.614763Z","time spent":"784.931268ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:48.399806Z","caller":"traceutil/trace.go:171","msg":"trace[1472126201] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"628.745575ms","start":"2026-05-28T02:59:47.771055Z","end":"2026-05-28T02:59:48.3998Z","steps":["trace[1472126201] 'process raft request' (duration: 628.517008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.39984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.771028Z","time spent":"628.793527ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:48.400003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.564188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-05-28T02:59:48.400029Z","caller":"traceutil/trace.go:171","msg":"trace[940275468] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25681; }","duration":"496.61901ms","start":"2026-05-28T02:59:47.903401Z","end":"2026-05-28T02:59:48.40002Z","steps":["trace[940275468] 'agreement among raft nodes before linearized reading' (duration: 496.514917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.400038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.164315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:59:48.400055Z","caller":"traceutil/trace.go:171","msg":"trace[1800119886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25681; }","duration":"479.211045ms","start":"2026-05-28T02:59:47.920839Z","end":"2026-05-28T02:59:48.40005Z","steps":["trace[1800119886] 'agreement among raft nodes before linearized reading' (duration: 479.123342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.400057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.903385Z","time spent":"496.667001ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-05-28T02:59:48.40007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.920808Z","time spent":"479.258817ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T02:59:48.40021Z","caller":"traceutil/trace.go:171","msg":"trace[555428639] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"501.569248ms","start":"2026-05-28T02:59:47.898634Z","end":"2026-05-28T02:59:48.400203Z","steps":["trace[555428639] 'process raft request' (duration: 500.980939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.400244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.89861Z","time spent":"501.616429ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:59:48.400248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.845902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:48.400266Z","caller":"traceutil/trace.go:171","msg":"trace[1727351464] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25681; }","duration":"199.893154ms","start":"2026-05-28T02:59:48.200368Z","end":"2026-05-28T02:59:48.400261Z","steps":["trace[1727351464] 'agreement among raft nodes before linearized reading' (duration: 199.866653ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:48.400343Z","caller":"traceutil/trace.go:171","msg":"trace[523446127] transaction","detail":"{read_only:false; response_revision:25681; number_of_response:1; }","duration":"407.211583ms","start":"2026-05-28T02:59:47.993122Z","end":"2026-05-28T02:59:48.400334Z","steps":["trace[523446127] 'process raft request' (duration: 406.522541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.400357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.049972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:48.400375Z","caller":"traceutil/trace.go:171","msg":"trace[2000180880] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25681; }","duration":"267.107013ms","start":"2026-05-28T02:59:48.133262Z","end":"2026-05-28T02:59:48.400369Z","steps":["trace[2000180880] 'agreement among raft nodes before linearized reading' (duration: 267.077942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.400379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.993105Z","time spent":"407.253725ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:48.400473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.665406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:48.400489Z","caller":"traceutil/trace.go:171","msg":"trace[1832449473] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25681; }","duration":"292.721629ms","start":"2026-05-28T02:59:48.107762Z","end":"2026-05-28T02:59:48.400484Z","steps":["trace[1832449473] 'agreement among raft nodes before linearized reading' (duration: 292.692988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.40057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.207917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:48.400583Z","caller":"traceutil/trace.go:171","msg":"trace[1761329568] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25681; }","duration":"327.250478ms","start":"2026-05-28T02:59:48.073328Z","end":"2026-05-28T02:59:48.400578Z","steps":["trace[1761329568] 'agreement among raft nodes before linearized reading' (duration: 327.226937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.400599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:48.073311Z","time spent":"327.281129ms","remote":"127.0.0.1:38120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:48.400675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.747813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T02:59:48.400697Z","caller":"traceutil/trace.go:171","msg":"trace[1946545617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25681; }","duration":"468.787763ms","start":"2026-05-28T02:59:47.931903Z","end":"2026-05-28T02:59:48.40069Z","steps":["trace[1946545617] 'agreement among raft nodes before linearized reading' (duration: 468.725212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.400714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.931895Z","time spent":"468.814885ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:59:48.400818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.755531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:48.400835Z","caller":"traceutil/trace.go:171","msg":"trace[77642664] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25681; }","duration":"342.812473ms","start":"2026-05-28T02:59:48.058016Z","end":"2026-05-28T02:59:48.400829Z","steps":["trace[77642664] 'agreement among raft nodes before linearized reading' (duration: 342.755821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.400852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:48.057987Z","time spent":"342.860414ms","remote":"127.0.0.1:33734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":35,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:48.400954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.151274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:48.400972Z","caller":"traceutil/trace.go:171","msg":"trace[1935421102] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25681; }","duration":"348.201695ms","start":"2026-05-28T02:59:48.052764Z","end":"2026-05-28T02:59:48.400966Z","steps":["trace[1935421102] 'agreement among raft nodes before linearized reading' (duration: 348.168514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.400989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.149032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T02:59:48.400992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:48.052746Z","time spent":"348.238646ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:48.401008Z","caller":"traceutil/trace.go:171","msg":"trace[1449020611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25681; }","duration":"467.177822ms","start":"2026-05-28T02:59:47.933826Z","end":"2026-05-28T02:59:48.401004Z","steps":["trace[1449020611] 'agreement among raft nodes before linearized reading' (duration: 467.126381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.401023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.933822Z","time spent":"467.197613ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:48.401113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.771275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-05-28T02:59:48.401115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.597626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:59:48.401127Z","caller":"traceutil/trace.go:171","msg":"trace[1890301795] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25681; }","duration":"387.817506ms","start":"2026-05-28T02:59:48.013304Z","end":"2026-05-28T02:59:48.401122Z","steps":["trace[1890301795] 'agreement among raft nodes before linearized reading' (duration: 387.768915ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:48.401135Z","caller":"traceutil/trace.go:171","msg":"trace[1267941005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25681; }","duration":"467.626386ms","start":"2026-05-28T02:59:47.933503Z","end":"2026-05-28T02:59:48.401129Z","steps":["trace[1267941005] 'agreement among raft nodes before linearized reading' (duration: 467.571215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.401141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:48.013284Z","time spent":"387.854688ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T02:59:48.401152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.933498Z","time spent":"467.650188ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:59:48.401248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.442414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T02:59:48.401266Z","caller":"traceutil/trace.go:171","msg":"trace[667187628] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25681; }","duration":"447.497807ms","start":"2026-05-28T02:59:47.953762Z","end":"2026-05-28T02:59:48.40126Z","steps":["trace[667187628] 'agreement among raft nodes before linearized reading' (duration: 447.452135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.401278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.953742Z","time spent":"447.533467ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T02:59:48.401365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.478692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T02:59:48.401381Z","caller":"traceutil/trace.go:171","msg":"trace[2002310622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25681; }","duration":"467.531654ms","start":"2026-05-28T02:59:47.933845Z","end":"2026-05-28T02:59:48.401377Z","steps":["trace[2002310622] 'agreement among raft nodes before linearized reading' (duration: 467.488493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:48.401393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:47.933769Z","time spent":"467.621087ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:49.002538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.206433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:49.002688Z","caller":"traceutil/trace.go:171","msg":"trace[1605782333] linearizableReadLoop","detail":"{readStateIndex:26546; appliedIndex:26545; }","duration":"595.584141ms","start":"2026-05-28T02:59:48.407089Z","end":"2026-05-28T02:59:49.002673Z","steps":["trace[1605782333] 'read index received' (duration: 259.248743ms)","trace[1605782333] 'applied index is now lower than readState.Index' (duration: 336.333938ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:49.00274Z","caller":"traceutil/trace.go:171","msg":"trace[115556982] transaction","detail":"{read_only:false; response_revision:25682; number_of_response:1; }","duration":"598.114451ms","start":"2026-05-28T02:59:48.404594Z","end":"2026-05-28T02:59:49.002708Z","steps":["trace[115556982] 'process raft request' (duration: 261.66272ms)","trace[115556982] 'compare' (duration: 336.019267ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:49.002912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:48.404578Z","time spent":"598.228105ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:49.004107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.008926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295142"} {"level":"info","ts":"2026-05-28T02:59:49.00418Z","caller":"traceutil/trace.go:171","msg":"trace[359572157] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25682; }","duration":"597.110269ms","start":"2026-05-28T02:59:48.407059Z","end":"2026-05-28T02:59:49.004169Z","steps":["trace[359572157] 'agreement among raft nodes before linearized reading' (duration: 595.715065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.004227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:48.407043Z","time spent":"597.173051ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1295165,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:59:49.058985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.749228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295142"} {"level":"info","ts":"2026-05-28T02:59:49.059066Z","caller":"traceutil/trace.go:171","msg":"trace[1934048079] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25687; }","duration":"651.856032ms","start":"2026-05-28T02:59:48.407193Z","end":"2026-05-28T02:59:49.059049Z","steps":["trace[1934048079] 'agreement among raft nodes before linearized reading' (duration: 650.648194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.059114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:48.407188Z","time spent":"651.911354ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1295165,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T02:59:49.059192Z","caller":"traceutil/trace.go:171","msg":"trace[2066199215] transaction","detail":"{read_only:false; response_revision:25687; number_of_response:1; }","duration":"650.829249ms","start":"2026-05-28T02:59:48.408347Z","end":"2026-05-28T02:59:49.059176Z","steps":["trace[2066199215] 'process raft request' (duration: 649.452356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.059277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:48.408338Z","time spent":"650.890161ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:49.059278Z","caller":"traceutil/trace.go:171","msg":"trace[84623415] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"651.890983ms","start":"2026-05-28T02:59:48.407352Z","end":"2026-05-28T02:59:49.059243Z","steps":["trace[84623415] 'process raft request' (duration: 650.314672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.059427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:48.407342Z","time spent":"652.009127ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:49.059476Z","caller":"traceutil/trace.go:171","msg":"trace[294849506] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"652.057979ms","start":"2026-05-28T02:59:48.40741Z","end":"2026-05-28T02:59:49.059468Z","steps":["trace[294849506] 'process raft request' (duration: 650.320943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.059512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:48.407402Z","time spent":"652.08999ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:49.059573Z","caller":"traceutil/trace.go:171","msg":"trace[988863753] transaction","detail":"{read_only:false; response_revision:25686; number_of_response:1; }","duration":"652.11837ms","start":"2026-05-28T02:59:48.407449Z","end":"2026-05-28T02:59:49.059567Z","steps":["trace[988863753] 'process raft request' (duration: 650.317723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.059605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:48.407438Z","time spent":"652.151792ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:49.059664Z","caller":"traceutil/trace.go:171","msg":"trace[877083806] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"652.345298ms","start":"2026-05-28T02:59:48.407314Z","end":"2026-05-28T02:59:49.059659Z","steps":["trace[877083806] 'process raft request' (duration: 650.149338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.059698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:48.407292Z","time spent":"652.388629ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:49.059727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.896835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:49.05977Z","caller":"traceutil/trace.go:171","msg":"trace[2123043431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25687; }","duration":"205.972067ms","start":"2026-05-28T02:59:48.853786Z","end":"2026-05-28T02:59:49.059758Z","steps":["trace[2123043431] 'agreement among raft nodes before linearized reading' (duration: 205.915955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.059895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.170764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-05-28T02:59:49.059922Z","caller":"traceutil/trace.go:171","msg":"trace[120661267] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25687; }","duration":"648.195386ms","start":"2026-05-28T02:59:48.411718Z","end":"2026-05-28T02:59:49.059914Z","steps":["trace[120661267] 'agreement among raft nodes before linearized reading' (duration: 648.122464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.059927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.379761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:49.05994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:48.4117Z","time spent":"648.235317ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-05-28T02:59:49.059957Z","caller":"traceutil/trace.go:171","msg":"trace[316133352] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25687; }","duration":"648.427043ms","start":"2026-05-28T02:59:48.411521Z","end":"2026-05-28T02:59:49.059948Z","steps":["trace[316133352] 'agreement among raft nodes before linearized reading' (duration: 648.377001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.059985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:48.411513Z","time spent":"648.463834ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:49.060074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.287319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:59:49.060092Z","caller":"traceutil/trace.go:171","msg":"trace[1942097560] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25687; }","duration":"245.352481ms","start":"2026-05-28T02:59:48.814734Z","end":"2026-05-28T02:59:49.060086Z","steps":["trace[1942097560] 'agreement among raft nodes before linearized reading' (duration: 245.29396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.060127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.26084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:49.060169Z","caller":"traceutil/trace.go:171","msg":"trace[504421978] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25687; }","duration":"486.339423ms","start":"2026-05-28T02:59:48.573816Z","end":"2026-05-28T02:59:49.060156Z","steps":["trace[504421978] 'agreement among raft nodes before linearized reading' (duration: 486.27157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.060204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:48.573795Z","time spent":"486.400825ms","remote":"127.0.0.1:55022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:49.189217Z","caller":"traceutil/trace.go:171","msg":"trace[56372894] linearizableReadLoop","detail":"{readStateIndex:26552; appliedIndex:26551; }","duration":"106.744709ms","start":"2026-05-28T02:59:49.08245Z","end":"2026-05-28T02:59:49.189195Z","steps":["trace[56372894] 'read index received' (duration: 28.181967ms)","trace[56372894] 'applied index is now lower than readState.Index' (duration: 78.561942ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:49.189264Z","caller":"traceutil/trace.go:171","msg":"trace[2068317459] transaction","detail":"{read_only:false; response_revision:25688; number_of_response:1; }","duration":"108.259206ms","start":"2026-05-28T02:59:49.08096Z","end":"2026-05-28T02:59:49.189219Z","steps":["trace[2068317459] 'process raft request' (duration: 29.662914ms)","trace[2068317459] 'compare' (duration: 78.453208ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:49.189832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.372918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-05-28T02:59:49.189868Z","caller":"traceutil/trace.go:171","msg":"trace[484300391] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:25688; }","duration":"107.457641ms","start":"2026-05-28T02:59:49.082401Z","end":"2026-05-28T02:59:49.189859Z","steps":["trace[484300391] 'agreement among raft nodes before linearized reading' (duration: 107.357608ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:49.67043Z","caller":"traceutil/trace.go:171","msg":"trace[732741833] linearizableReadLoop","detail":"{readStateIndex:26553; appliedIndex:26552; }","duration":"474.040951ms","start":"2026-05-28T02:59:49.196372Z","end":"2026-05-28T02:59:49.670413Z","steps":["trace[732741833] 'read index received' (duration: 421.009633ms)","trace[732741833] 'applied index is now lower than readState.Index' (duration: 53.030248ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:49.670522Z","caller":"traceutil/trace.go:171","msg":"trace[862534505] transaction","detail":"{read_only:false; response_revision:25689; number_of_response:1; }","duration":"474.186186ms","start":"2026-05-28T02:59:49.196306Z","end":"2026-05-28T02:59:49.670492Z","steps":["trace[862534505] 'process raft request' (duration: 421.059554ms)","trace[862534505] 'compare' (duration: 52.738819ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:49.670637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.220025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"warn","ts":"2026-05-28T02:59:49.670642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.256048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9947"} {"level":"info","ts":"2026-05-28T02:59:49.670674Z","caller":"traceutil/trace.go:171","msg":"trace[1643960583] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:25689; }","duration":"473.289947ms","start":"2026-05-28T02:59:49.197377Z","end":"2026-05-28T02:59:49.670667Z","steps":["trace[1643960583] 'agreement among raft nodes before linearized reading' (duration: 473.132892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.670703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.197366Z","time spent":"473.331218ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18227,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-05-28T02:59:49.670704Z","caller":"traceutil/trace.go:171","msg":"trace[411155327] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:25689; }","duration":"474.32684ms","start":"2026-05-28T02:59:49.196357Z","end":"2026-05-28T02:59:49.670684Z","steps":["trace[411155327] 'agreement among raft nodes before linearized reading' (duration: 474.128453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.670698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.798426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-28T02:59:49.670747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.196351Z","time spent":"474.384912ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9970,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"info","ts":"2026-05-28T02:59:49.670778Z","caller":"traceutil/trace.go:171","msg":"trace[1374315488] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25689; }","duration":"104.90565ms","start":"2026-05-28T02:59:49.565854Z","end":"2026-05-28T02:59:49.670759Z","steps":["trace[1374315488] 'agreement among raft nodes before linearized reading' (duration: 104.691153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.670772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.28084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-engine-545c55896c\" ","response":"range_response_count:1 size:6241"} {"level":"info","ts":"2026-05-28T02:59:49.670865Z","caller":"traceutil/trace.go:171","msg":"trace[486390795] range","detail":"{range_begin:/registry/replicasets/openstack/heat-engine-545c55896c; range_end:; response_count:1; response_revision:25689; }","duration":"251.407764ms","start":"2026-05-28T02:59:49.419433Z","end":"2026-05-28T02:59:49.670841Z","steps":["trace[486390795] 'agreement among raft nodes before linearized reading' (duration: 251.103124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.670924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.09854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-94zkv\" ","response":"range_response_count:1 size:10143"} {"level":"info","ts":"2026-05-28T02:59:49.670988Z","caller":"traceutil/trace.go:171","msg":"trace[1476534506] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-94zkv; range_end:; response_count:1; response_revision:25689; }","duration":"276.178583ms","start":"2026-05-28T02:59:49.394782Z","end":"2026-05-28T02:59:49.67096Z","steps":["trace[1476534506] 'agreement among raft nodes before linearized reading' (duration: 276.050698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.671082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.131092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"info","ts":"2026-05-28T02:59:49.671104Z","caller":"traceutil/trace.go:171","msg":"trace[580851208] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:25689; }","duration":"402.183624ms","start":"2026-05-28T02:59:49.268915Z","end":"2026-05-28T02:59:49.671098Z","steps":["trace[580851208] 'agreement among raft nodes before linearized reading' (duration: 402.108242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.67112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.268898Z","time spent":"402.216444ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7532,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-28T02:59:49.671145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.196293Z","time spent":"474.475504ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:59:49.671301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.630499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:10689"} {"level":"warn","ts":"2026-05-28T02:59:49.671358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.468348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-05-28T02:59:49.671354Z","caller":"traceutil/trace.go:171","msg":"trace[918962010] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25689; }","duration":"299.717402ms","start":"2026-05-28T02:59:49.371624Z","end":"2026-05-28T02:59:49.671341Z","steps":["trace[918962010] 'agreement among raft nodes before linearized reading' (duration: 299.547426ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:49.671389Z","caller":"traceutil/trace.go:171","msg":"trace[590225451] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:25689; }","duration":"465.50888ms","start":"2026-05-28T02:59:49.205861Z","end":"2026-05-28T02:59:49.67137Z","steps":["trace[590225451] 'agreement among raft nodes before linearized reading' (duration: 465.463858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.671409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.20585Z","time spent":"465.555161ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9570,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-05-28T02:59:49.671503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.481814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:49.671258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.475949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-55f6cf888\" ","response":"range_response_count:1 size:11118"} {"level":"info","ts":"2026-05-28T02:59:49.671522Z","caller":"traceutil/trace.go:171","msg":"trace[547739810] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25689; }","duration":"473.512854ms","start":"2026-05-28T02:59:49.198004Z","end":"2026-05-28T02:59:49.671517Z","steps":["trace[547739810] 'agreement among raft nodes before linearized reading' (duration: 473.482573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.671522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.709242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-05-28T02:59:49.671246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.661904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-kfsvz\" ","response":"range_response_count:1 size:4584"} {"level":"info","ts":"2026-05-28T02:59:49.671585Z","caller":"traceutil/trace.go:171","msg":"trace[1582621675] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-kfsvz; range_end:; response_count:1; response_revision:25689; }","duration":"128.030136ms","start":"2026-05-28T02:59:49.543547Z","end":"2026-05-28T02:59:49.671577Z","steps":["trace[1582621675] 'agreement among raft nodes before linearized reading' (duration: 127.580682ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:49.671591Z","caller":"traceutil/trace.go:171","msg":"trace[2090856891] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25689; }","duration":"152.802375ms","start":"2026-05-28T02:59:49.518773Z","end":"2026-05-28T02:59:49.671575Z","steps":["trace[2090856891] 'agreement among raft nodes before linearized reading' (duration: 152.506136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.671607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.290457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-8v4rc\" ","response":"range_response_count:1 size:7178"} {"level":"info","ts":"2026-05-28T02:59:49.671672Z","caller":"traceutil/trace.go:171","msg":"trace[167826974] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-7659bd74f8-8v4rc; range_end:; response_count:1; response_revision:25689; }","duration":"102.369119ms","start":"2026-05-28T02:59:49.569287Z","end":"2026-05-28T02:59:49.671656Z","steps":["trace[167826974] 'agreement among raft nodes before linearized reading' (duration: 102.223944ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:49.671543Z","caller":"traceutil/trace.go:171","msg":"trace[1658177932] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-55f6cf888; range_end:; response_count:1; response_revision:25689; }","duration":"416.779389ms","start":"2026-05-28T02:59:49.254751Z","end":"2026-05-28T02:59:49.671531Z","steps":["trace[1658177932] 'agreement among raft nodes before linearized reading' (duration: 416.446598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.671733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.254737Z","time spent":"416.983635ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":11141,"request content":"key:\"/registry/replicasets/openstack/keystone-api-55f6cf888\" "} {"level":"warn","ts":"2026-05-28T02:59:49.671313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.697492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-scheduler-8597bcf8f4\" ","response":"range_response_count:1 size:7251"} {"level":"warn","ts":"2026-05-28T02:59:49.671842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.299035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-87b967794\" ","response":"range_response_count:1 size:6903"} {"level":"info","ts":"2026-05-28T02:59:49.671857Z","caller":"traceutil/trace.go:171","msg":"trace[161204484] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-scheduler-8597bcf8f4; range_end:; response_count:1; response_revision:25689; }","duration":"453.26623ms","start":"2026-05-28T02:59:49.218583Z","end":"2026-05-28T02:59:49.671849Z","steps":["trace[161204484] 'agreement among raft nodes before linearized reading' (duration: 452.684951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.671734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.451785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"warn","ts":"2026-05-28T02:59:49.671899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.218566Z","time spent":"453.324242ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7274,"request content":"key:\"/registry/replicasets/openstack/cinder-scheduler-8597bcf8f4\" "} {"level":"info","ts":"2026-05-28T02:59:49.671922Z","caller":"traceutil/trace.go:171","msg":"trace[656593943] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:25689; }","duration":"327.672192ms","start":"2026-05-28T02:59:49.344237Z","end":"2026-05-28T02:59:49.671909Z","steps":["trace[656593943] 'agreement among raft nodes before linearized reading' (duration: 327.402713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.671967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.344221Z","time spent":"327.736443ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-05-28T02:59:49.672033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.543509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-05-28T02:59:49.672092Z","caller":"traceutil/trace.go:171","msg":"trace[658874686] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:25689; }","duration":"203.618882ms","start":"2026-05-28T02:59:49.468459Z","end":"2026-05-28T02:59:49.672078Z","steps":["trace[658874686] 'agreement among raft nodes before linearized reading' (duration: 203.492218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.670782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.483384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6827"} {"level":"warn","ts":"2026-05-28T02:59:49.672139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.818783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-8g5gq\" ","response":"range_response_count:1 size:7480"} {"level":"info","ts":"2026-05-28T02:59:49.67218Z","caller":"traceutil/trace.go:171","msg":"trace[194258058] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-8g5gq; range_end:; response_count:1; response_revision:25689; }","duration":"227.881005ms","start":"2026-05-28T02:59:49.444287Z","end":"2026-05-28T02:59:49.672168Z","steps":["trace[194258058] 'agreement among raft nodes before linearized reading' (duration: 227.760031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.671921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.395188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-05-28T02:59:49.671552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.197998Z","time spent":"473.550355ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-28T02:59:49.672291Z","caller":"traceutil/trace.go:171","msg":"trace[267500722] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25689; }","duration":"177.77508ms","start":"2026-05-28T02:59:49.494509Z","end":"2026-05-28T02:59:49.672284Z","steps":["trace[267500722] 'agreement among raft nodes before linearized reading' (duration: 177.301935ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:49.671883Z","caller":"traceutil/trace.go:171","msg":"trace[961032850] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-87b967794; range_end:; response_count:1; response_revision:25689; }","duration":"352.371329ms","start":"2026-05-28T02:59:49.319499Z","end":"2026-05-28T02:59:49.671871Z","steps":["trace[961032850] 'agreement among raft nodes before linearized reading' (duration: 352.262175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.672404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.31948Z","time spent":"352.917435ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6926,"request content":"key:\"/registry/replicasets/openstack/nova-scheduler-87b967794\" "} {"level":"info","ts":"2026-05-28T02:59:49.672179Z","caller":"traceutil/trace.go:171","msg":"trace[72815136] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:25689; }","duration":"376.92297ms","start":"2026-05-28T02:59:49.295237Z","end":"2026-05-28T02:59:49.67216Z","steps":["trace[72815136] 'agreement among raft nodes before linearized reading' (duration: 375.3646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:49.672462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.295216Z","time spent":"377.228399ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6850,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-05-28T02:59:50.513072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.436952ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-28T02:59:50.513136Z","caller":"traceutil/trace.go:171","msg":"trace[1384732586] linearizableReadLoop","detail":"{readStateIndex:26554; appliedIndex:26553; }","duration":"835.964823ms","start":"2026-05-28T02:59:49.677161Z","end":"2026-05-28T02:59:50.513126Z","steps":["trace[1384732586] 'read index received' (duration: 389.462928ms)","trace[1384732586] 'applied index is now lower than readState.Index' (duration: 446.500945ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:50.513175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.674598Z","time spent":"838.574646ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T02:59:50.513357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.19025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-kbnf7\" ","response":"range_response_count:1 size:19526"} {"level":"info","ts":"2026-05-28T02:59:50.51338Z","caller":"traceutil/trace.go:171","msg":"trace[520213138] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-kbnf7; range_end:; response_count:1; response_revision:25689; }","duration":"836.234561ms","start":"2026-05-28T02:59:49.677139Z","end":"2026-05-28T02:59:50.513373Z","steps":["trace[520213138] 'agreement among raft nodes before linearized reading' (duration: 836.138188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.513398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.677125Z","time spent":"836.268052ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19549,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-kbnf7\" "} {"level":"info","ts":"2026-05-28T02:59:50.667348Z","caller":"traceutil/trace.go:171","msg":"trace[367885905] transaction","detail":"{read_only:false; response_revision:25692; number_of_response:1; }","duration":"767.494332ms","start":"2026-05-28T02:59:49.899834Z","end":"2026-05-28T02:59:50.667328Z","steps":["trace[367885905] 'process raft request' (duration: 767.431871ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:50.667393Z","caller":"traceutil/trace.go:171","msg":"trace[1846137575] transaction","detail":"{read_only:false; response_revision:25690; number_of_response:1; }","duration":"975.907278ms","start":"2026-05-28T02:59:49.691458Z","end":"2026-05-28T02:59:50.667365Z","steps":["trace[1846137575] 'process raft request' (duration: 923.970725ms)","trace[1846137575] 'compare' (duration: 51.353024ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:50.667486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.899813Z","time spent":"767.607186ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:50.667488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.691442Z","time spent":"975.999601ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T02:59:50.667609Z","caller":"traceutil/trace.go:171","msg":"trace[1437457033] transaction","detail":"{read_only:false; response_revision:25693; number_of_response:1; }","duration":"767.685409ms","start":"2026-05-28T02:59:49.899905Z","end":"2026-05-28T02:59:50.66759Z","steps":["trace[1437457033] 'process raft request' (duration: 767.392399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.667713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.8999Z","time spent":"767.765621ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:50.667636Z","caller":"traceutil/trace.go:171","msg":"trace[3990069] transaction","detail":"{read_only:false; response_revision:25691; number_of_response:1; }","duration":"768.210546ms","start":"2026-05-28T02:59:49.899418Z","end":"2026-05-28T02:59:50.667628Z","steps":["trace[3990069] 'process raft request' (duration: 767.745511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.667906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.899392Z","time spent":"768.434183ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:50.668042Z","caller":"traceutil/trace.go:171","msg":"trace[260244394] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"767.72213ms","start":"2026-05-28T02:59:49.900311Z","end":"2026-05-28T02:59:50.668034Z","steps":["trace[260244394] 'process raft request' (duration: 767.213294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.668086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.9003Z","time spent":"767.762262ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:50.668144Z","caller":"traceutil/trace.go:171","msg":"trace[107353873] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"765.611573ms","start":"2026-05-28T02:59:49.902527Z","end":"2026-05-28T02:59:50.668139Z","steps":["trace[107353873] 'process raft request' (duration: 765.450198ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:50.668159Z","caller":"traceutil/trace.go:171","msg":"trace[537690904] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"766.997707ms","start":"2026-05-28T02:59:49.901142Z","end":"2026-05-28T02:59:50.66814Z","steps":["trace[537690904] 'process raft request' (duration: 766.748679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.668177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.902501Z","time spent":"765.655375ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:50.668216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.90113Z","time spent":"767.058549ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:50.668205Z","caller":"traceutil/trace.go:171","msg":"trace[1607821448] linearizableReadLoop","detail":"{readStateIndex:26562; appliedIndex:26554; }","duration":"155.035666ms","start":"2026-05-28T02:59:50.51315Z","end":"2026-05-28T02:59:50.668185Z","steps":["trace[1607821448] 'read index received' (duration: 102.252406ms)","trace[1607821448] 'applied index is now lower than readState.Index' (duration: 52.78211ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:50.668335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.867594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-05-28T02:59:50.66836Z","caller":"traceutil/trace.go:171","msg":"trace[2052857336] range","detail":"{range_begin:/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95; range_end:; response_count:1; response_revision:25698; }","duration":"723.925386ms","start":"2026-05-28T02:59:49.944426Z","end":"2026-05-28T02:59:50.668352Z","steps":["trace[2052857336] 'agreement among raft nodes before linearized reading' (duration: 723.811442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.66835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.647412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T02:59:50.668379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.944407Z","time spent":"723.967327ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4686,"request content":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" "} {"level":"warn","ts":"2026-05-28T02:59:50.668377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.664594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-05-28T02:59:50.668426Z","caller":"traceutil/trace.go:171","msg":"trace[1700619202] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25698; }","duration":"574.713136ms","start":"2026-05-28T02:59:50.093704Z","end":"2026-05-28T02:59:50.668417Z","steps":["trace[1700619202] 'agreement among raft nodes before linearized reading' (duration: 574.582832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.668451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.093643Z","time spent":"574.802848ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-05-28T02:59:50.668475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.38512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:50.668503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.16259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4253"} {"level":"info","ts":"2026-05-28T02:59:50.668536Z","caller":"traceutil/trace.go:171","msg":"trace[1167934632] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:25698; }","duration":"749.223462ms","start":"2026-05-28T02:59:49.919302Z","end":"2026-05-28T02:59:50.668526Z","steps":["trace[1167934632] 'agreement among raft nodes before linearized reading' (duration: 749.114068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.66858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.919288Z","time spent":"749.284073ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4276,"request content":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" "} {"level":"warn","ts":"2026-05-28T02:59:50.668601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.212342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-05-28T02:59:50.668619Z","caller":"traceutil/trace.go:171","msg":"trace[970176055] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:25698; }","duration":"624.250862ms","start":"2026-05-28T02:59:50.044362Z","end":"2026-05-28T02:59:50.668613Z","steps":["trace[970176055] 'agreement among raft nodes before linearized reading' (duration: 624.199851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.668635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.044343Z","time spent":"624.287334ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-05-28T02:59:50.668652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.560059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/ovn-northd-7659bd74f8\" ","response":"range_response_count:1 size:6276"} {"level":"info","ts":"2026-05-28T02:59:50.668704Z","caller":"traceutil/trace.go:171","msg":"trace[340450314] range","detail":"{range_begin:/registry/replicasets/openstack/ovn-northd-7659bd74f8; range_end:; response_count:1; response_revision:25698; }","duration":"949.636542ms","start":"2026-05-28T02:59:49.719055Z","end":"2026-05-28T02:59:50.668691Z","steps":["trace[340450314] 'agreement among raft nodes before linearized reading' (duration: 949.511168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.668747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.206571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4106"} {"level":"warn","ts":"2026-05-28T02:59:50.668744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.719038Z","time spent":"949.695163ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":6299,"request content":"key:\"/registry/replicasets/openstack/ovn-northd-7659bd74f8\" "} {"level":"warn","ts":"2026-05-28T02:59:50.668737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.910505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" ","response":"range_response_count:1 size:8896"} {"level":"info","ts":"2026-05-28T02:59:50.668797Z","caller":"traceutil/trace.go:171","msg":"trace[802353589] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd; range_end:; response_count:1; response_revision:25698; }","duration":"675.011949ms","start":"2026-05-28T02:59:49.993772Z","end":"2026-05-28T02:59:50.668784Z","steps":["trace[802353589] 'agreement among raft nodes before linearized reading' (duration: 674.826523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.668824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.99376Z","time spent":"675.058191ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":8919,"request content":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" "} {"level":"warn","ts":"2026-05-28T02:59:50.668818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.138907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-05-28T02:59:50.668857Z","caller":"traceutil/trace.go:171","msg":"trace[1869800289] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25698; }","duration":"775.210029ms","start":"2026-05-28T02:59:49.893636Z","end":"2026-05-28T02:59:50.668846Z","steps":["trace[1869800289] 'agreement among raft nodes before linearized reading' (duration: 775.098035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.6689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.893564Z","time spent":"775.327402ms","remote":"127.0.0.1:60666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7407,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-28T02:59:50.668924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.243517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-05-28T02:59:50.668959Z","caller":"traceutil/trace.go:171","msg":"trace[699414941] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"261.751882ms","start":"2026-05-28T02:59:50.407203Z","end":"2026-05-28T02:59:50.668955Z","steps":["trace[699414941] 'process raft request' (duration: 260.836523ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:50.668978Z","caller":"traceutil/trace.go:171","msg":"trace[402937703] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:25698; }","duration":"975.33403ms","start":"2026-05-28T02:59:49.693631Z","end":"2026-05-28T02:59:50.668965Z","steps":["trace[402937703] 'agreement among raft nodes before linearized reading' (duration: 975.204885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.669026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.693619Z","time spent":"975.391661ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-05-28T02:59:50.669052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.334173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-784c75c658-kk6pd\" ","response":"range_response_count:1 size:13682"} {"level":"info","ts":"2026-05-28T02:59:50.669074Z","caller":"traceutil/trace.go:171","msg":"trace[1156955511] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-784c75c658-kk6pd; range_end:; response_count:1; response_revision:25698; }","duration":"650.381995ms","start":"2026-05-28T02:59:50.018687Z","end":"2026-05-28T02:59:50.669069Z","steps":["trace[1156955511] 'agreement among raft nodes before linearized reading' (duration: 650.316013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.669097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.018678Z","time spent":"650.414626ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13705,"request content":"key:\"/registry/pods/openstack/cinder-backup-784c75c658-kk6pd\" "} {"level":"warn","ts":"2026-05-28T02:59:50.669115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.262737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:50.669137Z","caller":"traceutil/trace.go:171","msg":"trace[1509542073] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25698; }","duration":"348.332009ms","start":"2026-05-28T02:59:50.3208Z","end":"2026-05-28T02:59:50.669132Z","steps":["trace[1509542073] 'agreement among raft nodes before linearized reading' (duration: 348.294728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.669136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.516395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276058"} {"level":"info","ts":"2026-05-28T02:59:50.668761Z","caller":"traceutil/trace.go:171","msg":"trace[1114414382] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:25698; }","duration":"700.221831ms","start":"2026-05-28T02:59:49.968535Z","end":"2026-05-28T02:59:50.668757Z","steps":["trace[1114414382] 'agreement among raft nodes before linearized reading' (duration: 700.175159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.66917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.320778Z","time spent":"348.387911ms","remote":"127.0.0.1:37894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:50.669172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.193432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-f49b5868b-glzhd\" ","response":"range_response_count:1 size:10151"} {"level":"info","ts":"2026-05-28T02:59:50.669186Z","caller":"traceutil/trace.go:171","msg":"trace[457561536] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25698; }","duration":"375.629528ms","start":"2026-05-28T02:59:50.293543Z","end":"2026-05-28T02:59:50.669172Z","steps":["trace[457561536] 'agreement among raft nodes before linearized reading' (duration: 375.224235ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:50.669219Z","caller":"traceutil/trace.go:171","msg":"trace[14775308] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-f49b5868b-glzhd; range_end:; response_count:1; response_revision:25698; }","duration":"799.262744ms","start":"2026-05-28T02:59:49.869945Z","end":"2026-05-28T02:59:50.669207Z","steps":["trace[14775308] 'agreement among raft nodes before linearized reading' (duration: 799.13879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.669234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.293515Z","time spent":"375.705841ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276081,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:59:50.669257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.86993Z","time spent":"799.319196ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10174,"request content":"key:\"/registry/pods/openstack/cinder-api-f49b5868b-glzhd\" "} {"level":"warn","ts":"2026-05-28T02:59:50.669288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.803229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-28T02:59:50.669345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.116453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3380"} {"level":"info","ts":"2026-05-28T02:59:50.669345Z","caller":"traceutil/trace.go:171","msg":"trace[911311580] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25698; }","duration":"988.87011ms","start":"2026-05-28T02:59:49.68046Z","end":"2026-05-28T02:59:50.66933Z","steps":["trace[911311580] 'agreement among raft nodes before linearized reading' (duration: 988.736526ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:50.669367Z","caller":"traceutil/trace.go:171","msg":"trace[39241357] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:25698; }","duration":"550.162764ms","start":"2026-05-28T02:59:50.1192Z","end":"2026-05-28T02:59:50.669363Z","steps":["trace[39241357] 'agreement among raft nodes before linearized reading' (duration: 550.104622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.669382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.119184Z","time spent":"550.194936ms","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3403,"request content":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" "} {"level":"warn","ts":"2026-05-28T02:59:50.669385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.680452Z","time spent":"988.922332ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:59:50.669449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.090294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12027"} {"level":"info","ts":"2026-05-28T02:59:50.669469Z","caller":"traceutil/trace.go:171","msg":"trace[916719067] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25698; }","duration":"900.123535ms","start":"2026-05-28T02:59:49.769338Z","end":"2026-05-28T02:59:50.669461Z","steps":["trace[916719067] 'agreement among raft nodes before linearized reading' (duration: 900.066354ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:50.668538Z","caller":"traceutil/trace.go:171","msg":"trace[38127373] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:25698; }","duration":"936.462832ms","start":"2026-05-28T02:59:49.732059Z","end":"2026-05-28T02:59:50.668522Z","steps":["trace[38127373] 'agreement among raft nodes before linearized reading' (duration: 936.3842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.669493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.769329Z","time spent":"900.159236ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12050,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-28T02:59:50.669506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.799387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-05-28T02:59:50.669526Z","caller":"traceutil/trace.go:171","msg":"trace[1948196957] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:25698; }","duration":"524.846988ms","start":"2026-05-28T02:59:50.144672Z","end":"2026-05-28T02:59:50.669519Z","steps":["trace[1948196957] 'agreement among raft nodes before linearized reading' (duration: 524.795467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.669518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.732047Z","time spent":"937.456124ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-28T02:59:50.669549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.144653Z","time spent":"524.891609ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6850,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-05-28T02:59:50.669547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.214793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-05-28T02:59:50.668493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.688606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:50.66965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.085256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8224"} {"level":"info","ts":"2026-05-28T02:59:50.669639Z","caller":"traceutil/trace.go:171","msg":"trace[1824569626] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25698; }","duration":"990.256424ms","start":"2026-05-28T02:59:49.679321Z","end":"2026-05-28T02:59:50.669577Z","steps":["trace[1824569626] 'agreement among raft nodes before linearized reading' (duration: 990.146791ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:50.66967Z","caller":"traceutil/trace.go:171","msg":"trace[2141030540] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:25698; }","duration":"825.140168ms","start":"2026-05-28T02:59:49.844525Z","end":"2026-05-28T02:59:50.669665Z","steps":["trace[2141030540] 'agreement among raft nodes before linearized reading' (duration: 825.051895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.669697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.844507Z","time spent":"825.18637ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8247,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"info","ts":"2026-05-28T02:59:50.669676Z","caller":"traceutil/trace.go:171","msg":"trace[1030803719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25698; }","duration":"587.890895ms","start":"2026-05-28T02:59:50.081768Z","end":"2026-05-28T02:59:50.669659Z","steps":["trace[1030803719] 'agreement among raft nodes before linearized reading' (duration: 586.704047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.669736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.081758Z","time spent":"587.965478ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:59:50.669186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.968473Z","time spent":"700.707506ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4129,"request content":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" "} {"level":"warn","ts":"2026-05-28T02:59:50.66987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.721665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/prometheus-smartctl-exporter-0\" ","response":"range_response_count:1 size:3215"} {"level":"info","ts":"2026-05-28T02:59:50.669894Z","caller":"traceutil/trace.go:171","msg":"trace[188275132] range","detail":"{range_begin:/registry/daemonsets/monitoring/prometheus-smartctl-exporter-0; range_end:; response_count:1; response_revision:25698; }","duration":"873.780167ms","start":"2026-05-28T02:59:49.796107Z","end":"2026-05-28T02:59:50.669887Z","steps":["trace[188275132] 'agreement among raft nodes before linearized reading' (duration: 873.686644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.669887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.810456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59\" ","response":"range_response_count:1 size:24195"} {"level":"warn","ts":"2026-05-28T02:59:50.668551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.922006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-metadata-5bf6c4d657\" ","response":"range_response_count:1 size:9665"} {"level":"info","ts":"2026-05-28T02:59:50.669946Z","caller":"traceutil/trace.go:171","msg":"trace[697949641] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59; range_end:; response_count:1; response_revision:25698; }","duration":"153.961431ms","start":"2026-05-28T02:59:50.515971Z","end":"2026-05-28T02:59:50.669932Z","steps":["trace[697949641] 'agreement among raft nodes before linearized reading' (duration: 153.750775ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:50.669968Z","caller":"traceutil/trace.go:171","msg":"trace[983258305] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-metadata-5bf6c4d657; range_end:; response_count:1; response_revision:25698; }","duration":"600.393803ms","start":"2026-05-28T02:59:50.069568Z","end":"2026-05-28T02:59:50.669962Z","steps":["trace[983258305] 'agreement among raft nodes before linearized reading' (duration: 598.934937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.669994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.069549Z","time spent":"600.438144ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":9688,"request content":"key:\"/registry/replicasets/openstack/nova-api-metadata-5bf6c4d657\" "} {"level":"info","ts":"2026-05-28T02:59:50.668941Z","caller":"traceutil/trace.go:171","msg":"trace[600973968] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"154.899591ms","start":"2026-05-28T02:59:50.514036Z","end":"2026-05-28T02:59:50.668935Z","steps":["trace[600973968] 'process raft request' (duration: 154.062984ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:50.668394Z","caller":"traceutil/trace.go:171","msg":"trace[1713059837] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25698; }","duration":"911.694264ms","start":"2026-05-28T02:59:49.756686Z","end":"2026-05-28T02:59:50.66838Z","steps":["trace[1713059837] 'agreement among raft nodes before linearized reading' (duration: 911.615931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.669909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.796093Z","time spent":"873.811788ms","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":3238,"request content":"key:\"/registry/daemonsets/monitoring/prometheus-smartctl-exporter-0\" "} {"level":"warn","ts":"2026-05-28T02:59:50.670125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.75666Z","time spent":"913.449289ms","remote":"127.0.0.1:37996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:50.669783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.924026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-lqd2l\" ","response":"range_response_count:1 size:3479"} {"level":"info","ts":"2026-05-28T02:59:50.670226Z","caller":"traceutil/trace.go:171","msg":"trace[454768182] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-lqd2l; range_end:; response_count:1; response_revision:25698; }","duration":"850.365862ms","start":"2026-05-28T02:59:49.819854Z","end":"2026-05-28T02:59:50.67022Z","steps":["trace[454768182] 'agreement among raft nodes before linearized reading' (duration: 849.889736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.670247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.819835Z","time spent":"850.405942ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3502,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-lqd2l\" "} {"level":"warn","ts":"2026-05-28T02:59:50.669687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.6793Z","time spent":"990.375828ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-05-28T02:59:50.668417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.619325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-jwbmk\" ","response":"range_response_count:1 size:4906"} {"level":"info","ts":"2026-05-28T02:59:50.670578Z","caller":"traceutil/trace.go:171","msg":"trace[287610998] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-jwbmk; range_end:; response_count:1; response_revision:25698; }","duration":"926.788814ms","start":"2026-05-28T02:59:49.743781Z","end":"2026-05-28T02:59:50.67057Z","steps":["trace[287610998] 'agreement among raft nodes before linearized reading' (duration: 924.526892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:50.670605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:49.743751Z","time spent":"926.844255ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4929,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-jwbmk\" "} {"level":"warn","ts":"2026-05-28T02:59:51.283571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.842048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T02:59:51.283655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.754575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"warn","ts":"2026-05-28T02:59:51.283571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.502674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8224"} {"level":"info","ts":"2026-05-28T02:59:51.283691Z","caller":"traceutil/trace.go:171","msg":"trace[920647846] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:25700; }","duration":"239.67387ms","start":"2026-05-28T02:59:51.044009Z","end":"2026-05-28T02:59:51.283683Z","steps":["trace[920647846] 'range keys from in-memory index tree' (duration: 239.34763ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:51.283696Z","caller":"traceutil/trace.go:171","msg":"trace[1087726227] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:25700; }","duration":"164.812396ms","start":"2026-05-28T02:59:51.118869Z","end":"2026-05-28T02:59:51.283681Z","steps":["trace[1087726227] 'range keys from in-memory index tree' (duration: 164.423264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.283849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.117498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8180"} {"level":"warn","ts":"2026-05-28T02:59:51.283848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.149789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12027"} {"level":"info","ts":"2026-05-28T02:59:51.283927Z","caller":"traceutil/trace.go:171","msg":"trace[112684092] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25700; }","duration":"139.277854ms","start":"2026-05-28T02:59:51.144629Z","end":"2026-05-28T02:59:51.283907Z","steps":["trace[112684092] 'range keys from in-memory index tree' (duration: 138.925863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.283953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.791167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-05-28T02:59:51.283983Z","caller":"traceutil/trace.go:171","msg":"trace[1459862492] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:25700; }","duration":"508.840149ms","start":"2026-05-28T02:59:50.775135Z","end":"2026-05-28T02:59:51.283975Z","steps":["trace[1459862492] 'range keys from in-memory index tree' (duration: 508.713044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.284014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.775124Z","time spent":"508.881709ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-05-28T02:59:51.284053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.11117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T02:59:51.284083Z","caller":"traceutil/trace.go:171","msg":"trace[692263469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25700; }","duration":"216.163232ms","start":"2026-05-28T02:59:51.067911Z","end":"2026-05-28T02:59:51.284075Z","steps":["trace[692263469] 'range keys from in-memory index tree' (duration: 216.027797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.284215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.921602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-05-28T02:59:51.284245Z","caller":"traceutil/trace.go:171","msg":"trace[1980919451] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25700; }","duration":"481.974044ms","start":"2026-05-28T02:59:50.802259Z","end":"2026-05-28T02:59:51.284233Z","steps":["trace[1980919451] 'range keys from in-memory index tree' (duration: 481.833499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.284263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.873097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-05-28T02:59:51.284288Z","caller":"traceutil/trace.go:171","msg":"trace[292314209] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:25700; }","duration":"114.920838ms","start":"2026-05-28T02:59:51.169355Z","end":"2026-05-28T02:59:51.284276Z","steps":["trace[292314209] 'range keys from in-memory index tree' (duration: 114.749033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.284286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.150361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T02:59:51.284316Z","caller":"traceutil/trace.go:171","msg":"trace[1646067164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25700; }","duration":"216.193962ms","start":"2026-05-28T02:59:51.068112Z","end":"2026-05-28T02:59:51.284306Z","steps":["trace[1646067164] 'range keys from in-memory index tree' (duration: 216.075579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.284362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.20339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9722"} {"level":"info","ts":"2026-05-28T02:59:51.284389Z","caller":"traceutil/trace.go:171","msg":"trace[811180048] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:25700; }","duration":"465.261101ms","start":"2026-05-28T02:59:50.81912Z","end":"2026-05-28T02:59:51.284382Z","steps":["trace[811180048] 'range keys from in-memory index tree' (duration: 465.089565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.284415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.819099Z","time spent":"465.307892ms","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9745,"request content":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" "} {"level":"warn","ts":"2026-05-28T02:59:51.284611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.574601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T02:59:51.284667Z","caller":"traceutil/trace.go:171","msg":"trace[1832324275] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25700; }","duration":"209.654194ms","start":"2026-05-28T02:59:51.075001Z","end":"2026-05-28T02:59:51.284655Z","steps":["trace[1832324275] 'range keys from in-memory index tree' (duration: 209.445467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.284837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.552335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default\" ","response":"range_response_count:1 size:13057"} {"level":"info","ts":"2026-05-28T02:59:51.284881Z","caller":"traceutil/trace.go:171","msg":"trace[250500717] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default; range_end:; response_count:1; response_revision:25700; }","duration":"440.623917ms","start":"2026-05-28T02:59:50.844247Z","end":"2026-05-28T02:59:51.284871Z","steps":["trace[250500717] 'range keys from in-memory index tree' (duration: 440.458962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.284914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.844232Z","time spent":"440.675028ms","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":13080,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default\" "} {"level":"warn","ts":"2026-05-28T02:59:51.28497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.809969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-05-28T02:59:51.285019Z","caller":"traceutil/trace.go:171","msg":"trace[251408624] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:25700; }","duration":"203.87052ms","start":"2026-05-28T02:59:51.081137Z","end":"2026-05-28T02:59:51.285008Z","steps":["trace[251408624] 'range keys from in-memory index tree' (duration: 203.712365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.285087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.458038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:51.28513Z","caller":"traceutil/trace.go:171","msg":"trace[774064566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25700; }","duration":"432.53392ms","start":"2026-05-28T02:59:50.852586Z","end":"2026-05-28T02:59:51.28512Z","steps":["trace[774064566] 'range keys from in-memory index tree' (duration: 432.388855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.285162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.852569Z","time spent":"432.586891ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:59:51.285237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.88056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T02:59:51.285273Z","caller":"traceutil/trace.go:171","msg":"trace[1414554041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25700; }","duration":"203.923222ms","start":"2026-05-28T02:59:51.081341Z","end":"2026-05-28T02:59:51.285264Z","steps":["trace[1414554041] 'range keys from in-memory index tree' (duration: 203.818169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.285339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.127078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-05-28T02:59:51.285371Z","caller":"traceutil/trace.go:171","msg":"trace[1174388463] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:25700; }","duration":"411.159099ms","start":"2026-05-28T02:59:50.874204Z","end":"2026-05-28T02:59:51.285363Z","steps":["trace[1174388463] 'range keys from in-memory index tree' (duration: 411.011714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.2854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.87414Z","time spent":"411.254133ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6850,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-05-28T02:59:51.285629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.72336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-05-28T02:59:51.285679Z","caller":"traceutil/trace.go:171","msg":"trace[349274620] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:25700; }","duration":"391.816063ms","start":"2026-05-28T02:59:50.893839Z","end":"2026-05-28T02:59:51.285655Z","steps":["trace[349274620] 'range keys from in-memory index tree' (duration: 391.568255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.285709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.893825Z","time spent":"391.877035ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-05-28T02:59:51.286005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.708684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"info","ts":"2026-05-28T02:59:51.286044Z","caller":"traceutil/trace.go:171","msg":"trace[1098749670] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:25700; }","duration":"366.777036ms","start":"2026-05-28T02:59:50.919257Z","end":"2026-05-28T02:59:51.286034Z","steps":["trace[1098749670] 'range keys from in-memory index tree' (duration: 366.542029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.286071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.919242Z","time spent":"366.822728ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":16045,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-05-28T02:59:51.286358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.76211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"info","ts":"2026-05-28T02:59:51.286386Z","caller":"traceutil/trace.go:171","msg":"trace[1953541214] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:25700; }","duration":"341.822362ms","start":"2026-05-28T02:59:50.944555Z","end":"2026-05-28T02:59:51.286377Z","steps":["trace[1953541214] 'range keys from in-memory index tree' (duration: 341.641916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.28641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.944536Z","time spent":"341.869134ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7532,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-28T02:59:51.286722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.632232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"info","ts":"2026-05-28T02:59:51.286749Z","caller":"traceutil/trace.go:171","msg":"trace[1280174886] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:25700; }","duration":"317.679513ms","start":"2026-05-28T02:59:50.969061Z","end":"2026-05-28T02:59:51.286741Z","steps":["trace[1280174886] 'range keys from in-memory index tree' (duration: 317.548209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.286774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.969051Z","time spent":"317.716765ms","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14504,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-05-28T02:59:51.286936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.323796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"info","ts":"2026-05-28T02:59:51.286961Z","caller":"traceutil/trace.go:171","msg":"trace[1865469491] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:25700; }","duration":"292.370147ms","start":"2026-05-28T02:59:50.994583Z","end":"2026-05-28T02:59:51.286953Z","steps":["trace[1865469491] 'range keys from in-memory index tree' (duration: 292.217062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.287213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.592421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9psvd\" ","response":"range_response_count:1 size:5757"} {"level":"info","ts":"2026-05-28T02:59:51.287243Z","caller":"traceutil/trace.go:171","msg":"trace[149193448] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9psvd; range_end:; response_count:1; response_revision:25700; }","duration":"268.631081ms","start":"2026-05-28T02:59:51.018602Z","end":"2026-05-28T02:59:51.287233Z","steps":["trace[149193448] 'range keys from in-memory index tree' (duration: 268.528478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.287468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.975238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:51.287503Z","caller":"traceutil/trace.go:171","msg":"trace[1616816732] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25700; }","duration":"267.021851ms","start":"2026-05-28T02:59:51.02047Z","end":"2026-05-28T02:59:51.287492Z","steps":["trace[1616816732] 'count revisions from in-memory index tree' (duration: 266.946078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.28778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.524714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T02:59:51.28781Z","caller":"traceutil/trace.go:171","msg":"trace[1785102967] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25700; }","duration":"249.568385ms","start":"2026-05-28T02:59:51.038234Z","end":"2026-05-28T02:59:51.287802Z","steps":["trace[1785102967] 'range keys from in-memory index tree' (duration: 249.453641ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:51.283658Z","caller":"traceutil/trace.go:171","msg":"trace[939497202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25700; }","duration":"219.949452ms","start":"2026-05-28T02:59:51.063691Z","end":"2026-05-28T02:59:51.283641Z","steps":["trace[939497202] 'range keys from in-memory index tree' (duration: 219.714505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.284282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.802245Z","time spent":"482.024135ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-05-28T02:59:51.283885Z","caller":"traceutil/trace.go:171","msg":"trace[1151627122] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:25700; }","duration":"515.18023ms","start":"2026-05-28T02:59:50.768694Z","end":"2026-05-28T02:59:51.283875Z","steps":["trace[1151627122] 'range keys from in-memory index tree' (duration: 515.050767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.290007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:50.768683Z","time spent":"521.314716ms","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8203,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-05-28T02:59:51.290036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.58404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T02:59:51.290082Z","caller":"traceutil/trace.go:171","msg":"trace[588856097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25700; }","duration":"224.650382ms","start":"2026-05-28T02:59:51.065421Z","end":"2026-05-28T02:59:51.290071Z","steps":["trace[588856097] 'range keys from in-memory index tree' (duration: 217.988399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.294845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.936768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-05-28T02:59:51.294935Z","caller":"traceutil/trace.go:171","msg":"trace[1199354042] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:25700; }","duration":"200.298036ms","start":"2026-05-28T02:59:51.09462Z","end":"2026-05-28T02:59:51.294918Z","steps":["trace[1199354042] 'range keys from in-memory index tree' (duration: 190.826875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.798729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254170685,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:59:51.894418Z","caller":"traceutil/trace.go:171","msg":"trace[1898642114] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"601.942492ms","start":"2026-05-28T02:59:51.292442Z","end":"2026-05-28T02:59:51.894384Z","steps":["trace[1898642114] 'process raft request' (duration: 601.710975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:51.894615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.292417Z","time spent":"602.097726ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:52.059955Z","caller":"traceutil/trace.go:171","msg":"trace[1893261919] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"765.926042ms","start":"2026-05-28T02:59:51.293992Z","end":"2026-05-28T02:59:52.059919Z","steps":["trace[1893261919] 'process raft request' (duration: 765.587681ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:52.06003Z","caller":"traceutil/trace.go:171","msg":"trace[1455499833] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"764.792226ms","start":"2026-05-28T02:59:51.295209Z","end":"2026-05-28T02:59:52.060002Z","steps":["trace[1455499833] 'process raft request' (duration: 764.61166ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:52.060077Z","caller":"traceutil/trace.go:171","msg":"trace[780178563] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"762.864535ms","start":"2026-05-28T02:59:51.29718Z","end":"2026-05-28T02:59:52.060045Z","steps":["trace[780178563] 'process raft request' (duration: 762.69717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.060158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.295178Z","time spent":"764.909479ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:52.060131Z","caller":"traceutil/trace.go:171","msg":"trace[92527022] transaction","detail":"{read_only:false; response_revision:25705; number_of_response:1; }","duration":"762.355968ms","start":"2026-05-28T02:59:51.297739Z","end":"2026-05-28T02:59:52.060095Z","steps":["trace[92527022] 'process raft request' (duration: 762.211174ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:52.06014Z","caller":"traceutil/trace.go:171","msg":"trace[903773863] transaction","detail":"{read_only:false; response_revision:25706; number_of_response:1; }","duration":"753.894859ms","start":"2026-05-28T02:59:51.306215Z","end":"2026-05-28T02:59:52.06011Z","steps":["trace[903773863] 'process raft request' (duration: 753.780485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.060207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.297165Z","time spent":"762.981438ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:59:52.060103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.293947Z","time spent":"766.076017ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:52.060286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.306187Z","time spent":"754.026033ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:52.060324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.69289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-05-28T02:59:52.060285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.297728Z","time spent":"762.480242ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:52.060353Z","caller":"traceutil/trace.go:171","msg":"trace[1729780235] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25706; }","duration":"762.813283ms","start":"2026-05-28T02:59:51.29753Z","end":"2026-05-28T02:59:52.060344Z","steps":["trace[1729780235] 'agreement among raft nodes before linearized reading' (duration: 762.674779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.060386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.297502Z","time spent":"762.873004ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-05-28T02:59:52.060086Z","caller":"traceutil/trace.go:171","msg":"trace[812667292] linearizableReadLoop","detail":"{readStateIndex:26571; appliedIndex:26565; }","duration":"762.41589ms","start":"2026-05-28T02:59:51.297635Z","end":"2026-05-28T02:59:52.060051Z","steps":["trace[812667292] 'read index received' (duration: 596.508058ms)","trace[812667292] 'applied index is now lower than readState.Index' (duration: 165.905942ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:52.061071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.611666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-05-28T02:59:52.061104Z","caller":"traceutil/trace.go:171","msg":"trace[171016576] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25706; }","duration":"691.664208ms","start":"2026-05-28T02:59:51.36943Z","end":"2026-05-28T02:59:52.061095Z","steps":["trace[171016576] 'agreement among raft nodes before linearized reading' (duration: 691.533714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.061122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.369422Z","time spent":"691.694879ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-05-28T02:59:52.061139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.475246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"warn","ts":"2026-05-28T02:59:52.06113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.234902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"info","ts":"2026-05-28T02:59:52.061171Z","caller":"traceutil/trace.go:171","msg":"trace[1867698663] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:25706; }","duration":"317.509378ms","start":"2026-05-28T02:59:51.743654Z","end":"2026-05-28T02:59:52.061163Z","steps":["trace[1867698663] 'agreement among raft nodes before linearized reading' (duration: 317.427556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.061192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.74358Z","time spent":"317.607091ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-05-28T02:59:52.061196Z","caller":"traceutil/trace.go:171","msg":"trace[1868239700] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:25706; }","duration":"755.316184ms","start":"2026-05-28T02:59:51.305861Z","end":"2026-05-28T02:59:52.061178Z","steps":["trace[1868239700] 'agreement among raft nodes before linearized reading' (duration: 755.155339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.061236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.67668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2673"} {"level":"warn","ts":"2026-05-28T02:59:52.061249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.305854Z","time spent":"755.378617ms","remote":"127.0.0.1:34418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2914,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-05-28T02:59:52.061274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.574432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-05-28T02:59:52.061306Z","caller":"traceutil/trace.go:171","msg":"trace[1436720560] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:25706; }","duration":"711.631154ms","start":"2026-05-28T02:59:51.349666Z","end":"2026-05-28T02:59:52.061297Z","steps":["trace[1436720560] 'agreement among raft nodes before linearized reading' (duration: 711.492409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.061295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.763161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T02:59:52.061322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.149315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"warn","ts":"2026-05-28T02:59:52.061328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.349654Z","time spent":"711.670056ms","remote":"127.0.0.1:34416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1243,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"info","ts":"2026-05-28T02:59:52.061339Z","caller":"traceutil/trace.go:171","msg":"trace[315460908] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:25706; }","duration":"665.207047ms","start":"2026-05-28T02:59:51.396126Z","end":"2026-05-28T02:59:52.061333Z","steps":["trace[315460908] 'agreement among raft nodes before linearized reading' (duration: 665.157665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.061354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.396103Z","time spent":"665.248198ms","remote":"127.0.0.1:34416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-05-28T02:59:52.061411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.870946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" ","response":"range_response_count:1 size:17526"} {"level":"warn","ts":"2026-05-28T02:59:52.061436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.514181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:52.061431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.42892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-859fb4bfc4-vnsgp\" ","response":"range_response_count:1 size:8203"} {"level":"info","ts":"2026-05-28T02:59:52.06146Z","caller":"traceutil/trace.go:171","msg":"trace[1551814475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25706; }","duration":"204.571103ms","start":"2026-05-28T02:59:51.856882Z","end":"2026-05-28T02:59:52.061453Z","steps":["trace[1551814475] 'agreement among raft nodes before linearized reading' (duration: 204.530221ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:52.061459Z","caller":"traceutil/trace.go:171","msg":"trace[1378188005] range","detail":"{range_begin:/registry/daemonsets/openstack/libvirt-libvirt-default; range_end:; response_count:1; response_revision:25706; }","duration":"359.952159ms","start":"2026-05-28T02:59:51.701497Z","end":"2026-05-28T02:59:52.061449Z","steps":["trace[1378188005] 'agreement among raft nodes before linearized reading' (duration: 359.830915ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:52.061469Z","caller":"traceutil/trace.go:171","msg":"trace[206669667] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-859fb4bfc4-vnsgp; range_end:; response_count:1; response_revision:25706; }","duration":"592.495072ms","start":"2026-05-28T02:59:51.468964Z","end":"2026-05-28T02:59:52.061459Z","steps":["trace[206669667] 'agreement among raft nodes before linearized reading' (duration: 592.402309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.061504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.468944Z","time spent":"592.551414ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8226,"request content":"key:\"/registry/pods/openstack/barbican-api-859fb4bfc4-vnsgp\" "} {"level":"warn","ts":"2026-05-28T02:59:52.061605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.941049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-28T02:59:52.061629Z","caller":"traceutil/trace.go:171","msg":"trace[1810357087] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:25706; }","duration":"742.018341ms","start":"2026-05-28T02:59:51.319605Z","end":"2026-05-28T02:59:52.061624Z","steps":["trace[1810357087] 'agreement among raft nodes before linearized reading' (duration: 741.940299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.061646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.31959Z","time spent":"742.052092ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5675,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" "} {"level":"info","ts":"2026-05-28T02:59:52.061305Z","caller":"traceutil/trace.go:171","msg":"trace[2076256061] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:25706; }","duration":"391.793322ms","start":"2026-05-28T02:59:51.669496Z","end":"2026-05-28T02:59:52.061289Z","steps":["trace[2076256061] 'agreement among raft nodes before linearized reading' (duration: 391.547125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.061684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.669482Z","time spent":"392.193906ms","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2696,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-05-28T02:59:52.061758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.902284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"info","ts":"2026-05-28T02:59:52.061789Z","caller":"traceutil/trace.go:171","msg":"trace[2110125377] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:25706; }","duration":"417.957605ms","start":"2026-05-28T02:59:51.643824Z","end":"2026-05-28T02:59:52.061782Z","steps":["trace[2110125377] 'agreement among raft nodes before linearized reading' (duration: 417.876743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.061809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.643809Z","time spent":"417.995417ms","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5730,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-05-28T02:59:52.061796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.886693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-05-28T02:59:52.061502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.701479Z","time spent":"360.013451ms","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":17549,"request content":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" "} {"level":"warn","ts":"2026-05-28T02:59:52.061835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.244339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-bc964bb86-hnx5h\" ","response":"range_response_count:1 size:7536"} {"level":"warn","ts":"2026-05-28T02:59:52.061832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.584286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9524"} {"level":"warn","ts":"2026-05-28T02:59:52.061857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.621931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-05-28T02:59:52.061911Z","caller":"traceutil/trace.go:171","msg":"trace[624439164] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:25706; }","duration":"442.711574ms","start":"2026-05-28T02:59:51.619189Z","end":"2026-05-28T02:59:52.0619Z","steps":["trace[624439164] 'agreement among raft nodes before linearized reading' (duration: 442.564359ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:52.06191Z","caller":"traceutil/trace.go:171","msg":"trace[169833799] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:25706; }","duration":"342.6987ms","start":"2026-05-28T02:59:51.719193Z","end":"2026-05-28T02:59:52.061891Z","steps":["trace[169833799] 'agreement among raft nodes before linearized reading' (duration: 342.495983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.061958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.619171Z","time spent":"442.778436ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9530,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-05-28T02:59:52.061976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.719174Z","time spent":"342.789253ms","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9547,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"warn","ts":"2026-05-28T02:59:52.062006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.045462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-05-28T02:59:52.061345Z","caller":"traceutil/trace.go:171","msg":"trace[1309892833] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25706; }","duration":"565.839393ms","start":"2026-05-28T02:59:51.495492Z","end":"2026-05-28T02:59:52.061331Z","steps":["trace[1309892833] 'agreement among raft nodes before linearized reading' (duration: 565.689238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.062099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.495479Z","time spent":"566.612188ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"info","ts":"2026-05-28T02:59:52.062102Z","caller":"traceutil/trace.go:171","msg":"trace[595384370] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25706; }","duration":"518.159706ms","start":"2026-05-28T02:59:51.543925Z","end":"2026-05-28T02:59:52.062084Z","steps":["trace[595384370] 'agreement among raft nodes before linearized reading' (duration: 517.875057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.061906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.788186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-wqmz5\" ","response":"range_response_count:1 size:4839"} {"level":"warn","ts":"2026-05-28T02:59:52.062149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.543913Z","time spent":"518.223997ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-05-28T02:59:52.061856Z","caller":"traceutil/trace.go:171","msg":"trace[1385710161] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-bc964bb86-hnx5h; range_end:; response_count:1; response_revision:25706; }","duration":"491.3131ms","start":"2026-05-28T02:59:51.570537Z","end":"2026-05-28T02:59:52.06185Z","steps":["trace[1385710161] 'agreement among raft nodes before linearized reading' (duration: 491.243388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.062247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.294132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-05-28T02:59:52.062235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.570515Z","time spent":"491.698993ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":7559,"request content":"key:\"/registry/pods/openstack/staffeln-api-bc964bb86-hnx5h\" "} {"level":"info","ts":"2026-05-28T02:59:52.061853Z","caller":"traceutil/trace.go:171","msg":"trace[266999906] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:25706; }","duration":"466.976606ms","start":"2026-05-28T02:59:51.59486Z","end":"2026-05-28T02:59:52.061837Z","steps":["trace[266999906] 'agreement among raft nodes before linearized reading' (duration: 466.824001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.062299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.594816Z","time spent":"467.475712ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-05-28T02:59:52.062172Z","caller":"traceutil/trace.go:171","msg":"trace[936338694] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-wqmz5; range_end:; response_count:1; response_revision:25706; }","duration":"617.098455ms","start":"2026-05-28T02:59:51.445064Z","end":"2026-05-28T02:59:52.062162Z","steps":["trace[936338694] 'agreement among raft nodes before linearized reading' (duration: 616.077293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.062398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.445043Z","time spent":"617.338573ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4862,"request content":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-wqmz5\" "} {"level":"warn","ts":"2026-05-28T02:59:52.062413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.684478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295142"} {"level":"info","ts":"2026-05-28T02:59:52.062446Z","caller":"traceutil/trace.go:171","msg":"trace[207838640] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25706; }","duration":"756.74008ms","start":"2026-05-28T02:59:51.3057Z","end":"2026-05-28T02:59:52.06244Z","steps":["trace[207838640] 'agreement among raft nodes before linearized reading' (duration: 755.362226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.062475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.30569Z","time spent":"756.778661ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1295165,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:59:52.061274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.333187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-7dmpp\" ","response":"range_response_count:1 size:6965"} {"level":"warn","ts":"2026-05-28T02:59:52.062499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.320231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295142"} {"level":"info","ts":"2026-05-28T02:59:52.062528Z","caller":"traceutil/trace.go:171","msg":"trace[1531244863] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25706; }","duration":"754.612362ms","start":"2026-05-28T02:59:51.307906Z","end":"2026-05-28T02:59:52.062518Z","steps":["trace[1531244863] 'agreement among raft nodes before linearized reading' (duration: 753.074773ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:52.062521Z","caller":"traceutil/trace.go:171","msg":"trace[1341202282] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-7dmpp; range_end:; response_count:1; response_revision:25706; }","duration":"642.616178ms","start":"2026-05-28T02:59:51.419887Z","end":"2026-05-28T02:59:52.062503Z","steps":["trace[1341202282] 'agreement among raft nodes before linearized reading' (duration: 641.337837ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:52.06256Z","caller":"traceutil/trace.go:171","msg":"trace[681658191] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25706; }","duration":"764.428144ms","start":"2026-05-28T02:59:51.298109Z","end":"2026-05-28T02:59:52.062537Z","steps":["trace[681658191] 'agreement among raft nodes before linearized reading' (duration: 762.819663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.062603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.2981Z","time spent":"764.480246ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1295165,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:59:52.062625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.419863Z","time spent":"642.713111ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-7dmpp\" "} {"level":"warn","ts":"2026-05-28T02:59:52.062561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.307886Z","time spent":"754.661774ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-05-28T02:59:52.062649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.312266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-kkz95\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-05-28T02:59:52.06696Z","caller":"traceutil/trace.go:171","msg":"trace[1249535813] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-kkz95; range_end:; response_count:1; response_revision:25706; }","duration":"547.655314ms","start":"2026-05-28T02:59:51.519275Z","end":"2026-05-28T02:59:52.066931Z","steps":["trace[1249535813] 'agreement among raft nodes before linearized reading' (duration: 541.677604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.067043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:51.51926Z","time spent":"547.751848ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3420,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-kkz95\" "} {"level":"warn","ts":"2026-05-28T02:59:52.32452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.037914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:52.324645Z","caller":"traceutil/trace.go:171","msg":"trace[1615590745] linearizableReadLoop","detail":"{readStateIndex:26572; appliedIndex:26571; }","duration":"254.458321ms","start":"2026-05-28T02:59:52.070166Z","end":"2026-05-28T02:59:52.324624Z","steps":["trace[1615590745] 'read index received' (duration: 89.144048ms)","trace[1615590745] 'applied index is now lower than readState.Index' (duration: 165.312613ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:52.324755Z","caller":"traceutil/trace.go:171","msg":"trace[1262118580] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"256.902928ms","start":"2026-05-28T02:59:52.067836Z","end":"2026-05-28T02:59:52.324739Z","steps":["trace[1262118580] 'process raft request' (duration: 91.541844ms)","trace[1262118580] 'compare' (duration: 164.658482ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:52.325182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.80597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-api-bc964bb86\" ","response":"range_response_count:1 size:6635"} {"level":"info","ts":"2026-05-28T02:59:52.325267Z","caller":"traceutil/trace.go:171","msg":"trace[276891572] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-api-bc964bb86; range_end:; response_count:1; response_revision:25707; }","duration":"204.950345ms","start":"2026-05-28T02:59:52.120297Z","end":"2026-05-28T02:59:52.325247Z","steps":["trace[276891572] 'agreement among raft nodes before linearized reading' (duration: 204.648025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.325386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.502291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vcp6t\" ","response":"range_response_count:1 size:7584"} {"level":"info","ts":"2026-05-28T02:59:52.325449Z","caller":"traceutil/trace.go:171","msg":"trace[1964634704] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vcp6t; range_end:; response_count:1; response_revision:25707; }","duration":"253.580273ms","start":"2026-05-28T02:59:52.071853Z","end":"2026-05-28T02:59:52.325433Z","steps":["trace[1964634704] 'agreement among raft nodes before linearized reading' (duration: 253.380816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.325489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.776871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-05-28T02:59:52.325569Z","caller":"traceutil/trace.go:171","msg":"trace[1053912853] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:25707; }","duration":"254.850693ms","start":"2026-05-28T02:59:52.07069Z","end":"2026-05-28T02:59:52.325541Z","steps":["trace[1053912853] 'agreement among raft nodes before linearized reading' (duration: 254.725609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.325767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.3824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-05-28T02:59:52.325813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.39525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-05-28T02:59:52.325826Z","caller":"traceutil/trace.go:171","msg":"trace[564944282] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25707; }","duration":"255.447353ms","start":"2026-05-28T02:59:52.070363Z","end":"2026-05-28T02:59:52.32581Z","steps":["trace[564944282] 'agreement among raft nodes before linearized reading' (duration: 255.301718ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:52.325868Z","caller":"traceutil/trace.go:171","msg":"trace[136241895] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25707; }","duration":"255.466303ms","start":"2026-05-28T02:59:52.070388Z","end":"2026-05-28T02:59:52.325854Z","steps":["trace[136241895] 'agreement among raft nodes before linearized reading' (duration: 255.317608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.32597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.732922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-05-28T02:59:52.325975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.613128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:8038"} {"level":"warn","ts":"2026-05-28T02:59:52.326034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.698038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-58b596cbc4-qc5nl\" ","response":"range_response_count:1 size:11668"} {"level":"info","ts":"2026-05-28T02:59:52.326046Z","caller":"traceutil/trace.go:171","msg":"trace[958917949] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25707; }","duration":"250.830155ms","start":"2026-05-28T02:59:52.075196Z","end":"2026-05-28T02:59:52.326027Z","steps":["trace[958917949] 'agreement among raft nodes before linearized reading' (duration: 250.606698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.326042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.11123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-api-558bcc4cd-qnjt8\" ","response":"range_response_count:1 size:8672"} {"level":"info","ts":"2026-05-28T02:59:52.326161Z","caller":"traceutil/trace.go:171","msg":"trace[872637875] range","detail":"{range_begin:/registry/pods/openstack/octavia-api-558bcc4cd-qnjt8; range_end:; response_count:1; response_revision:25707; }","duration":"254.257084ms","start":"2026-05-28T02:59:52.071884Z","end":"2026-05-28T02:59:52.326141Z","steps":["trace[872637875] 'agreement among raft nodes before linearized reading' (duration: 253.959415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.326214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.047551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-conductor-556dfc5f9f-kftrd\" ","response":"range_response_count:1 size:5193"} {"level":"warn","ts":"2026-05-28T02:59:52.326218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.728898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2759"} {"level":"info","ts":"2026-05-28T02:59:52.326246Z","caller":"traceutil/trace.go:171","msg":"trace[1756665604] range","detail":"{range_begin:/registry/pods/openstack/staffeln-conductor-556dfc5f9f-kftrd; range_end:; response_count:1; response_revision:25707; }","duration":"256.086192ms","start":"2026-05-28T02:59:52.07015Z","end":"2026-05-28T02:59:52.326236Z","steps":["trace[1756665604] 'agreement among raft nodes before linearized reading' (duration: 256.0088ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:52.326253Z","caller":"traceutil/trace.go:171","msg":"trace[1046155076] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:25707; }","duration":"106.784829ms","start":"2026-05-28T02:59:52.219458Z","end":"2026-05-28T02:59:52.326243Z","steps":["trace[1046155076] 'agreement among raft nodes before linearized reading' (duration: 106.670396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.325392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.173002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-65565fdb7f\" ","response":"range_response_count:1 size:4174"} {"level":"info","ts":"2026-05-28T02:59:52.326377Z","caller":"traceutil/trace.go:171","msg":"trace[308960772] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-65565fdb7f; range_end:; response_count:1; response_revision:25707; }","duration":"255.160473ms","start":"2026-05-28T02:59:52.071197Z","end":"2026-05-28T02:59:52.326358Z","steps":["trace[308960772] 'agreement among raft nodes before linearized reading' (duration: 254.102299ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:52.326071Z","caller":"traceutil/trace.go:171","msg":"trace[881356572] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25707; }","duration":"255.726381ms","start":"2026-05-28T02:59:52.07031Z","end":"2026-05-28T02:59:52.326037Z","steps":["trace[881356572] 'agreement among raft nodes before linearized reading' (duration: 255.446792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.326514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.828497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-8m7qx\" ","response":"range_response_count:1 size:6638"} {"level":"info","ts":"2026-05-28T02:59:52.326544Z","caller":"traceutil/trace.go:171","msg":"trace[595529589] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-8m7qx; range_end:; response_count:1; response_revision:25707; }","duration":"131.859428ms","start":"2026-05-28T02:59:52.194677Z","end":"2026-05-28T02:59:52.326537Z","steps":["trace[595529589] 'agreement among raft nodes before linearized reading' (duration: 131.774395ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:52.326069Z","caller":"traceutil/trace.go:171","msg":"trace[866612862] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-58b596cbc4-qc5nl; range_end:; response_count:1; response_revision:25707; }","duration":"156.77514ms","start":"2026-05-28T02:59:52.169284Z","end":"2026-05-28T02:59:52.326059Z","steps":["trace[866612862] 'agreement among raft nodes before linearized reading' (duration: 156.679437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.326774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.017247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-05-28T02:59:52.326775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.543008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:52.326813Z","caller":"traceutil/trace.go:171","msg":"trace[1137622766] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25707; }","duration":"232.092669ms","start":"2026-05-28T02:59:52.094709Z","end":"2026-05-28T02:59:52.326802Z","steps":["trace[1137622766] 'agreement among raft nodes before linearized reading' (duration: 232.011046ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:52.326822Z","caller":"traceutil/trace.go:171","msg":"trace[913879131] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:25707; }","duration":"251.60616ms","start":"2026-05-28T02:59:52.075202Z","end":"2026-05-28T02:59:52.326808Z","steps":["trace[913879131] 'agreement among raft nodes before linearized reading' (duration: 251.529318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.325233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.955007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3380"} {"level":"info","ts":"2026-05-28T02:59:52.326901Z","caller":"traceutil/trace.go:171","msg":"trace[622618539] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:25707; }","duration":"256.685732ms","start":"2026-05-28T02:59:52.070207Z","end":"2026-05-28T02:59:52.326893Z","steps":["trace[622618539] 'agreement among raft nodes before linearized reading' (duration: 254.72556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.327772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.739928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:7866"} {"level":"info","ts":"2026-05-28T02:59:52.327804Z","caller":"traceutil/trace.go:171","msg":"trace[1171412514] range","detail":"{range_begin:/registry/jobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:25707; }","duration":"182.80409ms","start":"2026-05-28T02:59:52.144993Z","end":"2026-05-28T02:59:52.327797Z","steps":["trace[1171412514] 'agreement among raft nodes before linearized reading' (duration: 182.718027ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:52.735937Z","caller":"traceutil/trace.go:171","msg":"trace[324009714] linearizableReadLoop","detail":"{readStateIndex:26573; appliedIndex:26572; }","duration":"399.150897ms","start":"2026-05-28T02:59:52.336762Z","end":"2026-05-28T02:59:52.735913Z","steps":["trace[324009714] 'read index received' (duration: 321.65479ms)","trace[324009714] 'applied index is now lower than readState.Index' (duration: 77.494887ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:52.73602Z","caller":"traceutil/trace.go:171","msg":"trace[1032594720] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"401.648867ms","start":"2026-05-28T02:59:52.334353Z","end":"2026-05-28T02:59:52.736002Z","steps":["trace[1032594720] 'process raft request' (duration: 323.977844ms)","trace[1032594720] 'compare' (duration: 77.367823ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:52.736099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.334338Z","time spent":"401.712138ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T02:59:52.736257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.474727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-05-28T02:59:52.736359Z","caller":"traceutil/trace.go:171","msg":"trace[22830826] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:25708; }","duration":"399.605122ms","start":"2026-05-28T02:59:52.336729Z","end":"2026-05-28T02:59:52.736334Z","steps":["trace[22830826] 'agreement among raft nodes before linearized reading' (duration: 399.319602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:52.736423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.336717Z","time spent":"399.690504ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"warn","ts":"2026-05-28T02:59:53.84216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.858444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:53.84261Z","caller":"traceutil/trace.go:171","msg":"trace[1759808123] linearizableReadLoop","detail":"{readStateIndex:26580; appliedIndex:26573; }","duration":"1.106573227s","start":"2026-05-28T02:59:52.73602Z","end":"2026-05-28T02:59:53.842594Z","steps":["trace[1759808123] 'read index received' (duration: 431.215267ms)","trace[1759808123] 'applied index is now lower than readState.Index' (duration: 675.35696ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:53.842689Z","caller":"traceutil/trace.go:171","msg":"trace[1232200700] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"1.169115079s","start":"2026-05-28T02:59:52.67356Z","end":"2026-05-28T02:59:53.842675Z","steps":["trace[1232200700] 'process raft request' (duration: 493.659596ms)","trace[1232200700] 'compare' (duration: 674.488162ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:53.842746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.673527Z","time spent":"1.169185761s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:53.842866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227469136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:53.84291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37335269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4769"} {"level":"warn","ts":"2026-05-28T02:59:53.842927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423875749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-n7nw2\" ","response":"range_response_count:1 size:3722"} {"level":"info","ts":"2026-05-28T02:59:53.842952Z","caller":"traceutil/trace.go:171","msg":"trace[889443192] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25715; }","duration":"1.227602621s","start":"2026-05-28T02:59:52.615329Z","end":"2026-05-28T02:59:53.842932Z","steps":["trace[889443192] 'agreement among raft nodes before linearized reading' (duration: 1.227419085s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:53.842979Z","caller":"traceutil/trace.go:171","msg":"trace[592844986] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:25715; }","duration":"1.373482585s","start":"2026-05-28T02:59:52.469478Z","end":"2026-05-28T02:59:53.84296Z","steps":["trace[592844986] 'agreement among raft nodes before linearized reading' (duration: 1.373271478s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:53.842986Z","caller":"traceutil/trace.go:171","msg":"trace[1285764891] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-n7nw2; range_end:; response_count:1; response_revision:25715; }","duration":"1.423968072s","start":"2026-05-28T02:59:52.419003Z","end":"2026-05-28T02:59:53.842972Z","steps":["trace[1285764891] 'agreement among raft nodes before linearized reading' (duration: 1.423769016s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.842998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.615313Z","time spent":"1.227673393s","remote":"127.0.0.1:38224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:53.842999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398654135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6827"} {"level":"warn","ts":"2026-05-28T02:59:53.843037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499526807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-05-28T02:59:53.843023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473749217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11486"} {"level":"warn","ts":"2026-05-28T02:59:53.843056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408468499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:53.843071Z","caller":"traceutil/trace.go:171","msg":"trace[1764234891] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25715; }","duration":"1.499585009s","start":"2026-05-28T02:59:52.343476Z","end":"2026-05-28T02:59:53.843061Z","steps":["trace[1764234891] 'agreement among raft nodes before linearized reading' (duration: 1.499466255s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:53.843088Z","caller":"traceutil/trace.go:171","msg":"trace[1509630854] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25715; }","duration":"1.40850154s","start":"2026-05-28T02:59:52.43458Z","end":"2026-05-28T02:59:53.843082Z","steps":["trace[1509630854] 'agreement among raft nodes before linearized reading' (duration: 1.408453668s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:53.843096Z","caller":"traceutil/trace.go:171","msg":"trace[808799403] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:25715; }","duration":"1.473832019s","start":"2026-05-28T02:59:52.369247Z","end":"2026-05-28T02:59:53.843079Z","steps":["trace[808799403] 'agreement among raft nodes before linearized reading' (duration: 1.473581621s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:53.843052Z","caller":"traceutil/trace.go:171","msg":"trace[1244674052] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:25715; }","duration":"1.398736138s","start":"2026-05-28T02:59:52.444302Z","end":"2026-05-28T02:59:53.843038Z","steps":["trace[1244674052] 'agreement among raft nodes before linearized reading' (duration: 1.398580903s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.843103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.343455Z","time spent":"1.499641321s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-28T02:59:53.843131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.444288Z","time spent":"1.398838222s","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6850,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-05-28T02:59:53.843149Z","caller":"traceutil/trace.go:171","msg":"trace[60504015] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"1.167562749s","start":"2026-05-28T02:59:52.675571Z","end":"2026-05-28T02:59:53.843134Z","steps":["trace[60504015] 'process raft request' (duration: 1.16694657s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:53.843197Z","caller":"traceutil/trace.go:171","msg":"trace[1297485059] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"1.168722706s","start":"2026-05-28T02:59:52.674451Z","end":"2026-05-28T02:59:53.843174Z","steps":["trace[1297485059] 'process raft request' (duration: 1.167954252s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.843017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.469457Z","time spent":"1.373550897s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4792,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"warn","ts":"2026-05-28T02:59:53.843221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174421878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-zrfkh\" ","response":"range_response_count:1 size:3164"} {"level":"warn","ts":"2026-05-28T02:59:53.843237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.675543Z","time spent":"1.167636072s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:53.843254Z","caller":"traceutil/trace.go:171","msg":"trace[1932902494] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-zrfkh; range_end:; response_count:1; response_revision:25715; }","duration":"1.174513871s","start":"2026-05-28T02:59:52.668731Z","end":"2026-05-28T02:59:53.843245Z","steps":["trace[1932902494] 'agreement among raft nodes before linearized reading' (duration: 1.174411537s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.843275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.668707Z","time spent":"1.174562982s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3187,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-zrfkh\" "} {"level":"info","ts":"2026-05-28T02:59:53.843282Z","caller":"traceutil/trace.go:171","msg":"trace[917358003] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"1.168626183s","start":"2026-05-28T02:59:52.674647Z","end":"2026-05-28T02:59:53.843273Z","steps":["trace[917358003] 'process raft request' (duration: 1.167802046s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.843281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.67444Z","time spent":"1.168787888s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:53.84332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198266957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-tnnhc\" ","response":"range_response_count:1 size:4560"} {"level":"info","ts":"2026-05-28T02:59:53.843342Z","caller":"traceutil/trace.go:171","msg":"trace[789670105] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"1.166610319s","start":"2026-05-28T02:59:52.676723Z","end":"2026-05-28T02:59:53.843334Z","steps":["trace[789670105] 'process raft request' (duration: 1.165823484s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.843341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.674638Z","time spent":"1.168661684s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:53.843344Z","caller":"traceutil/trace.go:171","msg":"trace[75963816] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"1.168563001s","start":"2026-05-28T02:59:52.674771Z","end":"2026-05-28T02:59:53.843334Z","steps":["trace[75963816] 'process raft request' (duration: 1.167713214s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:53.843364Z","caller":"traceutil/trace.go:171","msg":"trace[680247498] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-tnnhc; range_end:; response_count:1; response_revision:25715; }","duration":"1.198358969s","start":"2026-05-28T02:59:52.644994Z","end":"2026-05-28T02:59:53.843353Z","steps":["trace[680247498] 'agreement among raft nodes before linearized reading' (duration: 1.198193424s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.843017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.418991Z","time spent":"1.424018993s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3745,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-n7nw2\" "} {"level":"warn","ts":"2026-05-28T02:59:53.843394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.674763Z","time spent":"1.168603193s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:53.843398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.644969Z","time spent":"1.198422631s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4583,"request content":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-tnnhc\" "} {"level":"info","ts":"2026-05-28T02:59:53.843406Z","caller":"traceutil/trace.go:171","msg":"trace[814993286] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"1.169224322s","start":"2026-05-28T02:59:52.674175Z","end":"2026-05-28T02:59:53.8434Z","steps":["trace[814993286] 'process raft request' (duration: 1.168100676s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.843392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224196433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-58b596cbc4\" ","response":"range_response_count:1 size:10513"} {"level":"warn","ts":"2026-05-28T02:59:53.84344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.674116Z","time spent":"1.169307004s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:53.843438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124651373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-05-28T02:59:53.843469Z","caller":"traceutil/trace.go:171","msg":"trace[1367937099] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-58b596cbc4; range_end:; response_count:1; response_revision:25715; }","duration":"1.224302165s","start":"2026-05-28T02:59:52.619147Z","end":"2026-05-28T02:59:53.843449Z","steps":["trace[1367937099] 'agreement among raft nodes before linearized reading' (duration: 1.224085268s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:53.843482Z","caller":"traceutil/trace.go:171","msg":"trace[652340077] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25715; }","duration":"1.124731705s","start":"2026-05-28T02:59:52.718744Z","end":"2026-05-28T02:59:53.843476Z","steps":["trace[652340077] 'agreement among raft nodes before linearized reading' (duration: 1.124650643s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.84338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.676707Z","time spent":"1.16665016s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:53.843512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.718723Z","time spent":"1.124785087s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-05-28T02:59:53.843509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149323659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-rpc-server-b8cf5856b-sp59n\" ","response":"range_response_count:1 size:9909"} {"level":"warn","ts":"2026-05-28T02:59:53.84352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.619137Z","time spent":"1.224373818s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":10536,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-58b596cbc4\" "} {"level":"info","ts":"2026-05-28T02:59:53.843543Z","caller":"traceutil/trace.go:171","msg":"trace[930570983] range","detail":"{range_begin:/registry/pods/openstack/neutron-rpc-server-b8cf5856b-sp59n; range_end:; response_count:1; response_revision:25715; }","duration":"1.149411922s","start":"2026-05-28T02:59:52.69412Z","end":"2026-05-28T02:59:53.843532Z","steps":["trace[930570983] 'agreement among raft nodes before linearized reading' (duration: 1.149323659s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.843561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323576336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-conductor-556dfc5f9f\" ","response":"range_response_count:1 size:4817"} {"level":"warn","ts":"2026-05-28T02:59:53.843578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.694104Z","time spent":"1.149468233s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":9932,"request content":"key:\"/registry/pods/openstack/neutron-rpc-server-b8cf5856b-sp59n\" "} {"level":"info","ts":"2026-05-28T02:59:53.843589Z","caller":"traceutil/trace.go:171","msg":"trace[419543675] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-conductor-556dfc5f9f; range_end:; response_count:1; response_revision:25715; }","duration":"1.323637237s","start":"2026-05-28T02:59:52.519943Z","end":"2026-05-28T02:59:53.84358Z","steps":["trace[419543675] 'agreement among raft nodes before linearized reading' (duration: 1.323553955s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.843618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.519923Z","time spent":"1.323689579s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4840,"request content":"key:\"/registry/replicasets/openstack/staffeln-conductor-556dfc5f9f\" "} {"level":"warn","ts":"2026-05-28T02:59:53.843627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274739932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-api-79d9df4c54-8bsg5\" ","response":"range_response_count:1 size:8467"} {"level":"warn","ts":"2026-05-28T02:59:53.843541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298904591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f\" ","response":"range_response_count:1 size:4750"} {"level":"warn","ts":"2026-05-28T02:59:53.843657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449227676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:10672"} {"level":"info","ts":"2026-05-28T02:59:53.843663Z","caller":"traceutil/trace.go:171","msg":"trace[1685833445] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f; range_end:; response_count:1; response_revision:25715; }","duration":"1.299052905s","start":"2026-05-28T02:59:52.544602Z","end":"2026-05-28T02:59:53.843655Z","steps":["trace[1685833445] 'agreement among raft nodes before linearized reading' (duration: 1.298853008s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:53.843662Z","caller":"traceutil/trace.go:171","msg":"trace[1918455654] range","detail":"{range_begin:/registry/pods/openstack/heat-api-79d9df4c54-8bsg5; range_end:; response_count:1; response_revision:25715; }","duration":"1.274792283s","start":"2026-05-28T02:59:52.568858Z","end":"2026-05-28T02:59:53.84365Z","steps":["trace[1918455654] 'agreement among raft nodes before linearized reading' (duration: 1.27470764s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.843695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.544591Z","time spent":"1.299096497s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1,"response size":4773,"request content":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f\" "} {"level":"info","ts":"2026-05-28T02:59:53.843694Z","caller":"traceutil/trace.go:171","msg":"trace[723454324] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25715; }","duration":"1.449300338s","start":"2026-05-28T02:59:52.394384Z","end":"2026-05-28T02:59:53.843685Z","steps":["trace[723454324] 'agreement among raft nodes before linearized reading' (duration: 1.448823943s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.843703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.568848Z","time spent":"1.274848475s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8490,"request content":"key:\"/registry/pods/openstack/heat-api-79d9df4c54-8bsg5\" "} {"level":"warn","ts":"2026-05-28T02:59:53.84373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.394365Z","time spent":"1.44935772s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10695,"request content":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-28T02:59:53.843109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.434512Z","time spent":"1.408590262s","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T02:59:53.84377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348143418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/octavia-api-558bcc4cd\" ","response":"range_response_count:1 size:7769"} {"level":"info","ts":"2026-05-28T02:59:53.843807Z","caller":"traceutil/trace.go:171","msg":"trace[1433890768] range","detail":"{range_begin:/registry/replicasets/openstack/octavia-api-558bcc4cd; range_end:; response_count:1; response_revision:25715; }","duration":"1.34821168s","start":"2026-05-28T02:59:52.495585Z","end":"2026-05-28T02:59:53.843797Z","steps":["trace[1433890768] 'agreement among raft nodes before linearized reading' (duration: 1.348111657s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.843844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.495566Z","time spent":"1.348271783s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":7792,"request content":"key:\"/registry/replicasets/openstack/octavia-api-558bcc4cd\" "} {"level":"warn","ts":"2026-05-28T02:59:53.843137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.369191Z","time spent":"1.473937733s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11509,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-05-28T02:59:53.843909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249504578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-server-748f55d84f\" ","response":"range_response_count:1 size:11065"} {"level":"info","ts":"2026-05-28T02:59:53.843946Z","caller":"traceutil/trace.go:171","msg":"trace[1197941313] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-server-748f55d84f; range_end:; response_count:1; response_revision:25715; }","duration":"1.249592481s","start":"2026-05-28T02:59:52.594342Z","end":"2026-05-28T02:59:53.843934Z","steps":["trace[1197941313] 'agreement among raft nodes before linearized reading' (duration: 1.248695622s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.843974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.594313Z","time spent":"1.249654623s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":11088,"request content":"key:\"/registry/replicasets/openstack/neutron-server-748f55d84f\" "} {"level":"info","ts":"2026-05-28T02:59:53.854458Z","caller":"traceutil/trace.go:171","msg":"trace[1951943261] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"384.684036ms","start":"2026-05-28T02:59:53.469752Z","end":"2026-05-28T02:59:53.854437Z","steps":["trace[1951943261] 'process raft request' (duration: 384.555882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.854485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034902386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-cfb4f\" ","response":"range_response_count:1 size:5460"} {"level":"warn","ts":"2026-05-28T02:59:53.854507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110480752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-05-28T02:59:53.854523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112548648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-05-28T02:59:53.854555Z","caller":"traceutil/trace.go:171","msg":"trace[1119651867] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:25717; }","duration":"1.110556214s","start":"2026-05-28T02:59:52.743988Z","end":"2026-05-28T02:59:53.854545Z","steps":["trace[1119651867] 'agreement among raft nodes before linearized reading' (duration: 1.1104206s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.854561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:53.469733Z","time spent":"384.773239ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:53.854582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.743979Z","time spent":"1.110594305s","remote":"127.0.0.1:34416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"info","ts":"2026-05-28T02:59:53.854581Z","caller":"traceutil/trace.go:171","msg":"trace[1146280165] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25717; }","duration":"1.11263464s","start":"2026-05-28T02:59:52.741931Z","end":"2026-05-28T02:59:53.854565Z","steps":["trace[1146280165] 'agreement among raft nodes before linearized reading' (duration: 1.112495746s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.854612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.741921Z","time spent":"1.112685182s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-28T02:59:53.854742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060229612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"info","ts":"2026-05-28T02:59:53.854764Z","caller":"traceutil/trace.go:171","msg":"trace[1760934670] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:25717; }","duration":"1.060271663s","start":"2026-05-28T02:59:52.794486Z","end":"2026-05-28T02:59:53.854757Z","steps":["trace[1760934670] 'agreement among raft nodes before linearized reading' (duration: 1.060218691s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.854778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.794475Z","time spent":"1.060300135s","remote":"127.0.0.1:34418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2898,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"info","ts":"2026-05-28T02:59:53.854789Z","caller":"traceutil/trace.go:171","msg":"trace[1167906942] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"445.392479ms","start":"2026-05-28T02:59:53.409386Z","end":"2026-05-28T02:59:53.854779Z","steps":["trace[1167906942] 'process raft request' (duration: 444.81017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.854829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113462297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1454"} {"level":"warn","ts":"2026-05-28T02:59:53.854836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:53.409359Z","time spent":"445.453491ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:53.854854Z","caller":"traceutil/trace.go:171","msg":"trace[168244203] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25717; }","duration":"1.113515728s","start":"2026-05-28T02:59:52.741332Z","end":"2026-05-28T02:59:53.854848Z","steps":["trace[168244203] 'agreement among raft nodes before linearized reading' (duration: 1.113440326s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.854875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.741316Z","time spent":"1.11355382s","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-28T02:59:53.854912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085816947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"info","ts":"2026-05-28T02:59:53.85494Z","caller":"traceutil/trace.go:171","msg":"trace[1116753674] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:25717; }","duration":"1.085874149s","start":"2026-05-28T02:59:52.76906Z","end":"2026-05-28T02:59:53.854934Z","steps":["trace[1116753674] 'agreement among raft nodes before linearized reading' (duration: 1.085803277s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.854953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.769045Z","time spent":"1.085904269s","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5730,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"info","ts":"2026-05-28T02:59:53.854528Z","caller":"traceutil/trace.go:171","msg":"trace[1109857175] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-cfb4f; range_end:; response_count:1; response_revision:25717; }","duration":"1.034969558s","start":"2026-05-28T02:59:52.819548Z","end":"2026-05-28T02:59:53.854518Z","steps":["trace[1109857175] 'agreement among raft nodes before linearized reading' (duration: 1.034818143s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.85503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113669834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-barbican.18b39b6d3d504ae0\" ","response":"range_response_count:1 size:749"} {"level":"warn","ts":"2026-05-28T02:59:53.855044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.819538Z","time spent":"1.035498885s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":1,"response size":5483,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-cfb4f\" "} {"level":"info","ts":"2026-05-28T02:59:53.85505Z","caller":"traceutil/trace.go:171","msg":"trace[1437739022] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-barbican.18b39b6d3d504ae0; range_end:; response_count:1; response_revision:25717; }","duration":"1.113716845s","start":"2026-05-28T02:59:52.741327Z","end":"2026-05-28T02:59:53.855044Z","steps":["trace[1437739022] 'agreement among raft nodes before linearized reading' (duration: 1.113642723s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.855069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:52.741306Z","time spent":"1.113758616s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":772,"request content":"key:\"/registry/events/openstack/rabbitmq-barbican.18b39b6d3d504ae0\" "} {"level":"warn","ts":"2026-05-28T02:59:53.85659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.661817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:53.856627Z","caller":"traceutil/trace.go:171","msg":"trace[281558799] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25717; }","duration":"434.732399ms","start":"2026-05-28T02:59:53.421887Z","end":"2026-05-28T02:59:53.85662Z","steps":["trace[281558799] 'agreement among raft nodes before linearized reading' (duration: 432.894791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:53.856646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:53.421874Z","time spent":"434.76685ms","remote":"127.0.0.1:34454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:54.020874Z","caller":"traceutil/trace.go:171","msg":"trace[187187138] linearizableReadLoop","detail":"{readStateIndex:26584; appliedIndex:26583; }","duration":"122.695966ms","start":"2026-05-28T02:59:53.898151Z","end":"2026-05-28T02:59:54.020847Z","steps":["trace[187187138] 'read index received' (duration: 50.966912ms)","trace[187187138] 'applied index is now lower than readState.Index' (duration: 71.727584ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:54.021022Z","caller":"traceutil/trace.go:171","msg":"trace[159498518] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"123.148031ms","start":"2026-05-28T02:59:53.897855Z","end":"2026-05-28T02:59:54.021003Z","steps":["trace[159498518] 'process raft request' (duration: 51.316564ms)","trace[159498518] 'compare' (duration: 71.453195ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:54.021309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.1294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-05-28T02:59:54.021385Z","caller":"traceutil/trace.go:171","msg":"trace[1181435172] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:25719; }","duration":"123.223293ms","start":"2026-05-28T02:59:53.898137Z","end":"2026-05-28T02:59:54.02136Z","steps":["trace[1181435172] 'agreement among raft nodes before linearized reading' (duration: 123.017377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.021315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.4968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T02:59:54.021471Z","caller":"traceutil/trace.go:171","msg":"trace[1929752330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25719; }","duration":"122.666755ms","start":"2026-05-28T02:59:53.898782Z","end":"2026-05-28T02:59:54.021449Z","steps":["trace[1929752330] 'agreement among raft nodes before linearized reading' (duration: 122.387846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.021786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.778167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-05-28T02:59:54.021883Z","caller":"traceutil/trace.go:171","msg":"trace[1433980854] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:25719; }","duration":"116.888751ms","start":"2026-05-28T02:59:53.904981Z","end":"2026-05-28T02:59:54.02187Z","steps":["trace[1433980854] 'agreement among raft nodes before linearized reading' (duration: 116.715956ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:54.365377Z","caller":"traceutil/trace.go:171","msg":"trace[113513317] linearizableReadLoop","detail":"{readStateIndex:26585; appliedIndex:26584; }","duration":"336.761161ms","start":"2026-05-28T02:59:54.028589Z","end":"2026-05-28T02:59:54.36535Z","steps":["trace[113513317] 'read index received' (duration: 320.809943ms)","trace[113513317] 'applied index is now lower than readState.Index' (duration: 15.946828ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:54.365493Z","caller":"traceutil/trace.go:171","msg":"trace[1567046544] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"338.62069ms","start":"2026-05-28T02:59:54.026833Z","end":"2026-05-28T02:59:54.365454Z","steps":["trace[1567046544] 'process raft request' (duration: 322.655292ms)","trace[1567046544] 'compare' (duration: 15.184643ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:54.365674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.026817Z","time spent":"338.760704ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:54.365706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.089321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-barbican.18b39b6dacacae9b\" ","response":"range_response_count:1 size:754"} {"level":"info","ts":"2026-05-28T02:59:54.365746Z","caller":"traceutil/trace.go:171","msg":"trace[1885683946] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-barbican.18b39b6dacacae9b; range_end:; response_count:1; response_revision:25720; }","duration":"337.173974ms","start":"2026-05-28T02:59:54.028558Z","end":"2026-05-28T02:59:54.365732Z","steps":["trace[1885683946] 'agreement among raft nodes before linearized reading' (duration: 336.948287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.365781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.028538Z","time spent":"337.234546ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":777,"request content":"key:\"/registry/events/openstack/rabbitmq-barbican.18b39b6dacacae9b\" "} {"level":"warn","ts":"2026-05-28T02:59:54.365847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.853362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-28T02:59:54.365929Z","caller":"traceutil/trace.go:171","msg":"trace[1323179746] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25720; }","duration":"324.962526ms","start":"2026-05-28T02:59:54.040941Z","end":"2026-05-28T02:59:54.365904Z","steps":["trace[1323179746] 'agreement among raft nodes before linearized reading' (duration: 324.760429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.365976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.040927Z","time spent":"325.039648ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-28T02:59:54.36606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.860055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3660"} {"level":"info","ts":"2026-05-28T02:59:54.366105Z","caller":"traceutil/trace.go:171","msg":"trace[2100686280] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:25720; }","duration":"217.932458ms","start":"2026-05-28T02:59:54.148161Z","end":"2026-05-28T02:59:54.366094Z","steps":["trace[2100686280] 'agreement among raft nodes before linearized reading' (duration: 217.831294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.366121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.088268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:54.366166Z","caller":"traceutil/trace.go:171","msg":"trace[1661501058] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25720; }","duration":"161.1523ms","start":"2026-05-28T02:59:54.205003Z","end":"2026-05-28T02:59:54.366155Z","steps":["trace[1661501058] 'agreement among raft nodes before linearized reading' (duration: 161.046006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.366211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.950155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:54.366252Z","caller":"traceutil/trace.go:171","msg":"trace[286079385] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25720; }","duration":"227.029987ms","start":"2026-05-28T02:59:54.139211Z","end":"2026-05-28T02:59:54.366241Z","steps":["trace[286079385] 'agreement among raft nodes before linearized reading' (duration: 226.966015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.366267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.341247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-thftt\" ","response":"range_response_count:1 size:4305"} {"level":"info","ts":"2026-05-28T02:59:54.366289Z","caller":"traceutil/trace.go:171","msg":"trace[488304681] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-thftt; range_end:; response_count:1; response_revision:25720; }","duration":"167.387799ms","start":"2026-05-28T02:59:54.198894Z","end":"2026-05-28T02:59:54.366282Z","steps":["trace[488304681] 'agreement among raft nodes before linearized reading' (duration: 167.321937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.366429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.982244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5931"} {"level":"info","ts":"2026-05-28T02:59:54.366518Z","caller":"traceutil/trace.go:171","msg":"trace[2038998237] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:25720; }","duration":"242.058006ms","start":"2026-05-28T02:59:54.124403Z","end":"2026-05-28T02:59:54.366461Z","steps":["trace[2038998237] 'agreement among raft nodes before linearized reading' (duration: 241.986974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.366597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.686942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" ","response":"range_response_count:1 size:4899"} {"level":"info","ts":"2026-05-28T02:59:54.366655Z","caller":"traceutil/trace.go:171","msg":"trace[422308205] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9; range_end:; response_count:1; response_revision:25720; }","duration":"142.760975ms","start":"2026-05-28T02:59:54.22388Z","end":"2026-05-28T02:59:54.366641Z","steps":["trace[422308205] 'agreement among raft nodes before linearized reading' (duration: 142.569129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.366428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.182861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-gjdw5\" ","response":"range_response_count:1 size:4156"} {"level":"warn","ts":"2026-05-28T02:59:54.36683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.861432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T02:59:54.366853Z","caller":"traceutil/trace.go:171","msg":"trace[471106640] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-gjdw5; range_end:; response_count:1; response_revision:25720; }","duration":"117.617724ms","start":"2026-05-28T02:59:54.249208Z","end":"2026-05-28T02:59:54.366826Z","steps":["trace[471106640] 'agreement among raft nodes before linearized reading' (duration: 117.138569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.366901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.35398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T02:59:54.366945Z","caller":"traceutil/trace.go:171","msg":"trace[2102384395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25720; }","duration":"299.438162ms","start":"2026-05-28T02:59:54.067497Z","end":"2026-05-28T02:59:54.366935Z","steps":["trace[2102384395] 'agreement among raft nodes before linearized reading' (duration: 299.323079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.366941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.493713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T02:59:54.366954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.765002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:10636"} {"level":"info","ts":"2026-05-28T02:59:54.366983Z","caller":"traceutil/trace.go:171","msg":"trace[1723830151] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25720; }","duration":"293.807313ms","start":"2026-05-28T02:59:54.073169Z","end":"2026-05-28T02:59:54.366976Z","steps":["trace[1723830151] 'agreement among raft nodes before linearized reading' (duration: 293.72359ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:54.366873Z","caller":"traceutil/trace.go:171","msg":"trace[1720940421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25720; }","duration":"297.942255ms","start":"2026-05-28T02:59:54.06892Z","end":"2026-05-28T02:59:54.366863Z","steps":["trace[1720940421] 'agreement among raft nodes before linearized reading' (duration: 297.843562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.367078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.83102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-05-28T02:59:54.367106Z","caller":"traceutil/trace.go:171","msg":"trace[1845696697] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:25720; }","duration":"318.888742ms","start":"2026-05-28T02:59:54.048211Z","end":"2026-05-28T02:59:54.3671Z","steps":["trace[1845696697] 'agreement among raft nodes before linearized reading' (duration: 318.82356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.367124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.048193Z","time spent":"318.925103ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4635,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:59:54.367144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.638768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T02:59:54.36718Z","caller":"traceutil/trace.go:171","msg":"trace[954272053] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25720; }","duration":"282.694189ms","start":"2026-05-28T02:59:54.084478Z","end":"2026-05-28T02:59:54.367172Z","steps":["trace[954272053] 'agreement among raft nodes before linearized reading' (duration: 282.615277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.367244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.075095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:59:54.367284Z","caller":"traceutil/trace.go:171","msg":"trace[1695536238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25720; }","duration":"296.130597ms","start":"2026-05-28T02:59:54.071144Z","end":"2026-05-28T02:59:54.367274Z","steps":["trace[1695536238] 'agreement among raft nodes before linearized reading' (duration: 296.056155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.367181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.670162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T02:59:54.366974Z","caller":"traceutil/trace.go:171","msg":"trace[1227925880] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25720; }","duration":"282.538804ms","start":"2026-05-28T02:59:54.084426Z","end":"2026-05-28T02:59:54.366965Z","steps":["trace[1227925880] 'agreement among raft nodes before linearized reading' (duration: 282.420191ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:54.36734Z","caller":"traceutil/trace.go:171","msg":"trace[1051860043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25720; }","duration":"295.862869ms","start":"2026-05-28T02:59:54.071468Z","end":"2026-05-28T02:59:54.367331Z","steps":["trace[1051860043] 'agreement among raft nodes before linearized reading' (duration: 295.651982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.367075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.817988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-osapi-7dd7dfbc98\" ","response":"range_response_count:1 size:7389"} {"level":"info","ts":"2026-05-28T02:59:54.367435Z","caller":"traceutil/trace.go:171","msg":"trace[1775798159] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-osapi-7dd7dfbc98; range_end:; response_count:1; response_revision:25720; }","duration":"269.232591ms","start":"2026-05-28T02:59:54.098193Z","end":"2026-05-28T02:59:54.367426Z","steps":["trace[1775798159] 'agreement among raft nodes before linearized reading' (duration: 268.809328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.368169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.720767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-05-28T02:59:54.368228Z","caller":"traceutil/trace.go:171","msg":"trace[1028654298] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:25720; }","duration":"193.82361ms","start":"2026-05-28T02:59:54.174389Z","end":"2026-05-28T02:59:54.368213Z","steps":["trace[1028654298] 'agreement among raft nodes before linearized reading' (duration: 192.004472ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:54.799274Z","caller":"traceutil/trace.go:171","msg":"trace[931099380] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"430.997931ms","start":"2026-05-28T02:59:54.368245Z","end":"2026-05-28T02:59:54.799243Z","steps":["trace[931099380] 'process raft request' (duration: 380.156563ms)","trace[931099380] 'compare' (duration: 50.616011ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:54.799422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.368228Z","time spent":"431.126684ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:54.927453Z","caller":"traceutil/trace.go:171","msg":"trace[506055812] linearizableReadLoop","detail":"{readStateIndex:26587; appliedIndex:26585; }","duration":"511.227205ms","start":"2026-05-28T02:59:54.416204Z","end":"2026-05-28T02:59:54.927431Z","steps":["trace[506055812] 'read index received' (duration: 332.32619ms)","trace[506055812] 'applied index is now lower than readState.Index' (duration: 178.900305ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:54.927512Z","caller":"traceutil/trace.go:171","msg":"trace[453413562] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"510.890613ms","start":"2026-05-28T02:59:54.416596Z","end":"2026-05-28T02:59:54.927486Z","steps":["trace[453413562] 'process raft request' (duration: 510.760749ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:54.927564Z","caller":"traceutil/trace.go:171","msg":"trace[331438567] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"510.556214ms","start":"2026-05-28T02:59:54.417Z","end":"2026-05-28T02:59:54.927556Z","steps":["trace[331438567] 'process raft request' (duration: 510.386088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.927644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.416993Z","time spent":"510.586194ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:54.927665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.41659Z","time spent":"510.987687ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:54.927853Z","caller":"traceutil/trace.go:171","msg":"trace[2095220082] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"458.387303ms","start":"2026-05-28T02:59:54.469458Z","end":"2026-05-28T02:59:54.927845Z","steps":["trace[2095220082] 'process raft request' (duration: 457.947739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.927895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.469437Z","time spent":"458.438775ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:54.928017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.811673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"info","ts":"2026-05-28T02:59:54.928041Z","caller":"traceutil/trace.go:171","msg":"trace[389126024] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:25725; }","duration":"511.855495ms","start":"2026-05-28T02:59:54.41618Z","end":"2026-05-28T02:59:54.928035Z","steps":["trace[389126024] 'agreement among raft nodes before linearized reading' (duration: 511.760042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.928059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.416168Z","time spent":"511.886836ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":16045,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"info","ts":"2026-05-28T02:59:54.928075Z","caller":"traceutil/trace.go:171","msg":"trace[873868521] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"512.370211ms","start":"2026-05-28T02:59:54.415689Z","end":"2026-05-28T02:59:54.928059Z","steps":["trace[873868521] 'process raft request' (duration: 490.647919ms)","trace[873868521] 'compare' (duration: 20.920496ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:54.928149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.41567Z","time spent":"512.440703ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:54.928689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.481501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"info","ts":"2026-05-28T02:59:54.928737Z","caller":"traceutil/trace.go:171","msg":"trace[1047731044] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:25725; }","duration":"254.567124ms","start":"2026-05-28T02:59:54.674159Z","end":"2026-05-28T02:59:54.928726Z","steps":["trace[1047731044] 'agreement among raft nodes before linearized reading' (duration: 254.423579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.928943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.449254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295142"} {"level":"info","ts":"2026-05-28T02:59:54.928974Z","caller":"traceutil/trace.go:171","msg":"trace[1542761567] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25725; }","duration":"512.480325ms","start":"2026-05-28T02:59:54.416486Z","end":"2026-05-28T02:59:54.928966Z","steps":["trace[1542761567] 'agreement among raft nodes before linearized reading' (duration: 511.679539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.928995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.416478Z","time spent":"512.510415ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1295165,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:59:54.929321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.360396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b\" ","response":"range_response_count:1 size:3996"} {"level":"info","ts":"2026-05-28T02:59:54.929348Z","caller":"traceutil/trace.go:171","msg":"trace[2135714447] range","detail":"{range_begin:/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b; range_end:; response_count:1; response_revision:25725; }","duration":"280.425318ms","start":"2026-05-28T02:59:54.648916Z","end":"2026-05-28T02:59:54.929342Z","steps":["trace[2135714447] 'agreement among raft nodes before linearized reading' (duration: 280.356055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.929387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.104162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10942"} {"level":"info","ts":"2026-05-28T02:59:54.929433Z","caller":"traceutil/trace.go:171","msg":"trace[886648278] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:25725; }","duration":"119.181494ms","start":"2026-05-28T02:59:54.810238Z","end":"2026-05-28T02:59:54.929419Z","steps":["trace[886648278] 'agreement among raft nodes before linearized reading' (duration: 119.096241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.929488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.538237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4495"} {"level":"info","ts":"2026-05-28T02:59:54.929512Z","caller":"traceutil/trace.go:171","msg":"trace[372120052] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:25725; }","duration":"305.596179ms","start":"2026-05-28T02:59:54.62391Z","end":"2026-05-28T02:59:54.929507Z","steps":["trace[372120052] 'agreement among raft nodes before linearized reading' (duration: 305.530797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.929529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.623887Z","time spent":"305.638209ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4518,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-05-28T02:59:54.92969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.778409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" ","response":"range_response_count:1 size:6879"} {"level":"warn","ts":"2026-05-28T02:59:54.929722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.254345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5637"} {"level":"info","ts":"2026-05-28T02:59:54.929743Z","caller":"traceutil/trace.go:171","msg":"trace[537168971] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:25725; }","duration":"331.303497ms","start":"2026-05-28T02:59:54.598434Z","end":"2026-05-28T02:59:54.929737Z","steps":["trace[537168971] 'agreement among raft nodes before linearized reading' (duration: 331.241465ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:54.929742Z","caller":"traceutil/trace.go:171","msg":"trace[1827709272] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-cf56b6468; range_end:; response_count:1; response_revision:25725; }","duration":"155.851211ms","start":"2026-05-28T02:59:54.773879Z","end":"2026-05-28T02:59:54.92973Z","steps":["trace[1827709272] 'agreement among raft nodes before linearized reading' (duration: 155.684096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.92976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.598415Z","time spent":"331.340929ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5660,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-05-28T02:59:54.929879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.600927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4263"} {"level":"info","ts":"2026-05-28T02:59:54.929902Z","caller":"traceutil/trace.go:171","msg":"trace[1929899131] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:25725; }","duration":"337.657219ms","start":"2026-05-28T02:59:54.59224Z","end":"2026-05-28T02:59:54.929897Z","steps":["trace[1929899131] 'agreement among raft nodes before linearized reading' (duration: 337.597587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.92992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.59222Z","time spent":"337.696261ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4286,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"warn","ts":"2026-05-28T02:59:54.929975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.534308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-05-28T02:59:54.930013Z","caller":"traceutil/trace.go:171","msg":"trace[1102309289] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25725; }","duration":"181.665673ms","start":"2026-05-28T02:59:54.748339Z","end":"2026-05-28T02:59:54.930004Z","steps":["trace[1102309289] 'agreement among raft nodes before linearized reading' (duration: 181.566849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.930041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.02857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-cfn-7b9c6599cb\" ","response":"range_response_count:1 size:7567"} {"level":"info","ts":"2026-05-28T02:59:54.930064Z","caller":"traceutil/trace.go:171","msg":"trace[2517813] range","detail":"{range_begin:/registry/replicasets/openstack/heat-cfn-7b9c6599cb; range_end:; response_count:1; response_revision:25725; }","duration":"381.084441ms","start":"2026-05-28T02:59:54.548974Z","end":"2026-05-28T02:59:54.930059Z","steps":["trace[2517813] 'agreement among raft nodes before linearized reading' (duration: 381.024779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.930081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.548955Z","time spent":"381.121573ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7590,"request content":"key:\"/registry/replicasets/openstack/heat-cfn-7b9c6599cb\" "} {"level":"warn","ts":"2026-05-28T02:59:54.930195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.484481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/placement-api-5dd4d5d77c\" ","response":"range_response_count:1 size:7373"} {"level":"warn","ts":"2026-05-28T02:59:54.930208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.114694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-05-28T02:59:54.930218Z","caller":"traceutil/trace.go:171","msg":"trace[1731698611] range","detail":"{range_begin:/registry/replicasets/openstack/placement-api-5dd4d5d77c; range_end:; response_count:1; response_revision:25725; }","duration":"406.546092ms","start":"2026-05-28T02:59:54.523667Z","end":"2026-05-28T02:59:54.930213Z","steps":["trace[1731698611] 'agreement among raft nodes before linearized reading' (duration: 406.48693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.930237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.523647Z","time spent":"406.585914ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7396,"request content":"key:\"/registry/replicasets/openstack/placement-api-5dd4d5d77c\" "} {"level":"info","ts":"2026-05-28T02:59:54.930238Z","caller":"traceutil/trace.go:171","msg":"trace[1167113102] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:25725; }","duration":"207.144945ms","start":"2026-05-28T02:59:54.723085Z","end":"2026-05-28T02:59:54.93023Z","steps":["trace[1167113102] 'agreement among raft nodes before linearized reading' (duration: 207.054262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.930365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.785316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-conductor-5d9b447754\" ","response":"range_response_count:1 size:6908"} {"level":"info","ts":"2026-05-28T02:59:54.930387Z","caller":"traceutil/trace.go:171","msg":"trace[465591953] range","detail":"{range_begin:/registry/replicasets/openstack/nova-conductor-5d9b447754; range_end:; response_count:1; response_revision:25725; }","duration":"431.843778ms","start":"2026-05-28T02:59:54.498538Z","end":"2026-05-28T02:59:54.930382Z","steps":["trace[465591953] 'agreement among raft nodes before linearized reading' (duration: 431.773345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.930405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.498493Z","time spent":"431.907869ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":6931,"request content":"key:\"/registry/replicasets/openstack/nova-conductor-5d9b447754\" "} {"level":"warn","ts":"2026-05-28T02:59:54.930404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.315154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-05-28T02:59:54.930429Z","caller":"traceutil/trace.go:171","msg":"trace[513945868] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:25725; }","duration":"231.380766ms","start":"2026-05-28T02:59:54.699041Z","end":"2026-05-28T02:59:54.930422Z","steps":["trace[513945868] 'agreement among raft nodes before linearized reading' (duration: 231.307684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.93052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.675948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"info","ts":"2026-05-28T02:59:54.930543Z","caller":"traceutil/trace.go:171","msg":"trace[1931644123] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25725; }","duration":"456.72613ms","start":"2026-05-28T02:59:54.47381Z","end":"2026-05-28T02:59:54.930536Z","steps":["trace[1931644123] 'agreement among raft nodes before linearized reading' (duration: 456.667108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.930559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.473795Z","time spent":"456.76103ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5038,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-05-28T02:59:54.930586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.295212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:54.930714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.435558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-05-28T02:59:54.930715Z","caller":"traceutil/trace.go:171","msg":"trace[918994626] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25725; }","duration":"241.445237ms","start":"2026-05-28T02:59:54.68925Z","end":"2026-05-28T02:59:54.930696Z","steps":["trace[918994626] 'agreement among raft nodes before linearized reading' (duration: 241.302302ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:54.930739Z","caller":"traceutil/trace.go:171","msg":"trace[1185039901] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25725; }","duration":"482.48515ms","start":"2026-05-28T02:59:54.448247Z","end":"2026-05-28T02:59:54.930732Z","steps":["trace[1185039901] 'agreement among raft nodes before linearized reading' (duration: 482.428748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.930758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.448232Z","time spent":"482.520171ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3914,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-05-28T02:59:54.930871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.414125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-05-28T02:59:54.930893Z","caller":"traceutil/trace.go:171","msg":"trace[1356315595] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25725; }","duration":"508.444896ms","start":"2026-05-28T02:59:54.422443Z","end":"2026-05-28T02:59:54.930888Z","steps":["trace[1356315595] 'agreement among raft nodes before linearized reading' (duration: 508.390494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.930909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.422437Z","time spent":"508.467907ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4773,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-05-28T02:59:54.930982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.447724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-05-28T02:59:54.931Z","caller":"traceutil/trace.go:171","msg":"trace[1725144842] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25725; }","duration":"512.525786ms","start":"2026-05-28T02:59:54.418469Z","end":"2026-05-28T02:59:54.930995Z","steps":["trace[1725144842] 'agreement among raft nodes before linearized reading' (duration: 512.478605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.931017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.418457Z","time spent":"512.556537ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-28T02:59:54.931722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.517289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295142"} {"level":"info","ts":"2026-05-28T02:59:54.93175Z","caller":"traceutil/trace.go:171","msg":"trace[1934830501] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25725; }","duration":"514.556361ms","start":"2026-05-28T02:59:54.417188Z","end":"2026-05-28T02:59:54.931745Z","steps":["trace[1934830501] 'agreement among raft nodes before linearized reading' (duration: 513.917481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.931772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.417183Z","time spent":"514.580242ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":134,"response size":1295165,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T02:59:54.93209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.568893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-k42dv\" ","response":"range_response_count:1 size:6217"} {"level":"info","ts":"2026-05-28T02:59:54.932115Z","caller":"traceutil/trace.go:171","msg":"trace[750232377] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-k42dv; range_end:; response_count:1; response_revision:25725; }","duration":"515.609604ms","start":"2026-05-28T02:59:54.4165Z","end":"2026-05-28T02:59:54.93211Z","steps":["trace[750232377] 'agreement among raft nodes before linearized reading' (duration: 515.547492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:54.932132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.416498Z","time spent":"515.630395ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6240,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-k42dv\" "} {"level":"warn","ts":"2026-05-28T02:59:54.929313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.679014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5130"} {"level":"info","ts":"2026-05-28T02:59:54.932372Z","caller":"traceutil/trace.go:171","msg":"trace[1009844755] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:25725; }","duration":"108.738932ms","start":"2026-05-28T02:59:54.823623Z","end":"2026-05-28T02:59:54.932362Z","steps":["trace[1009844755] 'agreement among raft nodes before linearized reading' (duration: 105.630403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:55.499137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254170744,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T02:59:55.887091Z","caller":"traceutil/trace.go:171","msg":"trace[237081391] linearizableReadLoop","detail":"{readStateIndex:26592; appliedIndex:26591; }","duration":"888.564698ms","start":"2026-05-28T02:59:54.998505Z","end":"2026-05-28T02:59:55.88707Z","steps":["trace[237081391] 'read index received' (duration: 858.338656ms)","trace[237081391] 'applied index is now lower than readState.Index' (duration: 30.224892ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:55.887129Z","caller":"traceutil/trace.go:171","msg":"trace[13901685] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"897.406958ms","start":"2026-05-28T02:59:54.989688Z","end":"2026-05-28T02:59:55.887095Z","steps":["trace[13901685] 'process raft request' (duration: 867.839737ms)","trace[13901685] 'compare' (duration: 29.376275ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:55.887261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.989658Z","time spent":"897.530152ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:55.887274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.752163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9034"} {"level":"info","ts":"2026-05-28T02:59:55.887307Z","caller":"traceutil/trace.go:171","msg":"trace[1025901930] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:25727; }","duration":"888.818415ms","start":"2026-05-28T02:59:54.998481Z","end":"2026-05-28T02:59:55.887299Z","steps":["trace[1025901930] 'agreement among raft nodes before linearized reading' (duration: 888.687771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:55.887335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:54.998462Z","time spent":"888.868037ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9057,"request content":"key:\"/registry/deployments/openstack/cinder-api\" "} {"level":"warn","ts":"2026-05-28T02:59:57.616554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675112527s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-28T02:59:57.616889Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.107349302s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T02:59:57.617433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.903898ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:57.617524Z","caller":"traceutil/trace.go:171","msg":"trace[277291150] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25727; }","duration":"588.994651ms","start":"2026-05-28T02:59:57.028512Z","end":"2026-05-28T02:59:57.617507Z","steps":["trace[277291150] 'range keys from in-memory index tree' (duration: 588.892607ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:57.618916Z","caller":"traceutil/trace.go:171","msg":"trace[2052813212] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"1.769510613s","start":"2026-05-28T02:59:55.849393Z","end":"2026-05-28T02:59:57.618904Z","steps":["trace[2052813212] 'process raft request' (duration: 1.767252141s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.61905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.849366Z","time spent":"1.769633396s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:57.812477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.511701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T02:59:57.812617Z","caller":"traceutil/trace.go:171","msg":"trace[1742163353] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"1.960928956s","start":"2026-05-28T02:59:55.851676Z","end":"2026-05-28T02:59:57.812605Z","steps":["trace[1742163353] 'process raft request' (duration: 1.960868314s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.812662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.851665Z","time spent":"1.960977647s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:57.812786Z","caller":"traceutil/trace.go:171","msg":"trace[2083748870] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"1.961330899s","start":"2026-05-28T02:59:55.851448Z","end":"2026-05-28T02:59:57.812779Z","steps":["trace[2083748870] 'process raft request' (duration: 1.767445166s)","trace[2083748870] 'compare' (duration: 193.407207ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:57.812817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.851429Z","time spent":"1.96137368s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:57.813047Z","caller":"traceutil/trace.go:171","msg":"trace[391911110] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"1.961245326s","start":"2026-05-28T02:59:55.851785Z","end":"2026-05-28T02:59:57.81303Z","steps":["trace[391911110] 'process raft request' (duration: 1.961199314s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:57.813104Z","caller":"traceutil/trace.go:171","msg":"trace[129413199] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"1.303635641s","start":"2026-05-28T02:59:56.509463Z","end":"2026-05-28T02:59:57.813098Z","steps":["trace[129413199] 'process raft request' (duration: 1.30360451s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.813137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:56.509447Z","time spent":"1.303673863s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:57.81323Z","caller":"traceutil/trace.go:171","msg":"trace[1146643799] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"1.961208685s","start":"2026-05-28T02:59:55.852011Z","end":"2026-05-28T02:59:57.813219Z","steps":["trace[1146643799] 'process raft request' (duration: 1.960997038s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.813245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.851757Z","time spent":"1.961336599s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T02:59:57.813262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.851986Z","time spent":"1.961260327s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:57.81331Z","caller":"traceutil/trace.go:171","msg":"trace[1009864370] linearizableReadLoop","detail":"{readStateIndex:26600; appliedIndex:26592; }","duration":"1.926164209s","start":"2026-05-28T02:59:55.887141Z","end":"2026-05-28T02:59:57.813305Z","steps":["trace[1009864370] 'read index received' (duration: 54.293448ms)","trace[1009864370] 'applied index is now lower than readState.Index' (duration: 1.871870041s)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:57.813329Z","caller":"traceutil/trace.go:171","msg":"trace[979421948] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"1.961632348s","start":"2026-05-28T02:59:55.851691Z","end":"2026-05-28T02:59:57.813323Z","steps":["trace[979421948] 'process raft request' (duration: 1.960887214s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.813359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.851662Z","time spent":"1.96168063s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:57.813434Z","caller":"traceutil/trace.go:171","msg":"trace[945883372] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"1.96165759s","start":"2026-05-28T02:59:55.85175Z","end":"2026-05-28T02:59:57.813407Z","steps":["trace[945883372] 'process raft request' (duration: 1.960923576s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.813471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589404314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11422"} {"level":"info","ts":"2026-05-28T02:59:57.813488Z","caller":"traceutil/trace.go:171","msg":"trace[1270448251] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:25735; }","duration":"2.589448015s","start":"2026-05-28T02:59:55.224036Z","end":"2026-05-28T02:59:57.813484Z","steps":["trace[1270448251] 'agreement among raft nodes before linearized reading' (duration: 2.589351622s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.813489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564120109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:3013"} {"level":"warn","ts":"2026-05-28T02:59:57.813505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.224022Z","time spent":"2.589479406s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11445,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"info","ts":"2026-05-28T02:59:57.813528Z","caller":"traceutil/trace.go:171","msg":"trace[1917439220] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:25735; }","duration":"2.564203991s","start":"2026-05-28T02:59:55.249315Z","end":"2026-05-28T02:59:57.813519Z","steps":["trace[1917439220] 'agreement among raft nodes before linearized reading' (duration: 2.564070857s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.813527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955535934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T02:59:57.813546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414733383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7689"} {"level":"warn","ts":"2026-05-28T02:59:57.813526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463994152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:9965"} {"level":"warn","ts":"2026-05-28T02:59:57.813554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.249289Z","time spent":"2.564257553s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":3036,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.851713Z","time spent":"1.961770843s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T02:59:57.813576Z","caller":"traceutil/trace.go:171","msg":"trace[209834406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25735; }","duration":"1.955602666s","start":"2026-05-28T02:59:55.857951Z","end":"2026-05-28T02:59:57.813553Z","steps":["trace[209834406] 'agreement among raft nodes before linearized reading' (duration: 1.955522214s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:57.813605Z","caller":"traceutil/trace.go:171","msg":"trace[1115583250] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:25735; }","duration":"2.464106115s","start":"2026-05-28T02:59:55.349466Z","end":"2026-05-28T02:59:57.813572Z","steps":["trace[1115583250] 'agreement among raft nodes before linearized reading' (duration: 2.46394096s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.813617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.857937Z","time spent":"1.955672819s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T02:59:57.81363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761518793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11542"} {"level":"warn","ts":"2026-05-28T02:59:57.81363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664715471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7854"} {"level":"warn","ts":"2026-05-28T02:59:57.813637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390110659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7208"} {"level":"warn","ts":"2026-05-28T02:59:57.81364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.349442Z","time spent":"2.464191248s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9988,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} {"level":"info","ts":"2026-05-28T02:59:57.813566Z","caller":"traceutil/trace.go:171","msg":"trace[1278686601] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:25735; }","duration":"2.414785915s","start":"2026-05-28T02:59:55.398775Z","end":"2026-05-28T02:59:57.813561Z","steps":["trace[1278686601] 'agreement among raft nodes before linearized reading' (duration: 2.414726843s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:57.813657Z","caller":"traceutil/trace.go:171","msg":"trace[1679517782] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:25735; }","duration":"2.39017127s","start":"2026-05-28T02:59:55.423481Z","end":"2026-05-28T02:59:57.813653Z","steps":["trace[1679517782] 'agreement among raft nodes before linearized reading' (duration: 2.390094928s)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:57.813666Z","caller":"traceutil/trace.go:171","msg":"trace[89419440] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:25735; }","duration":"2.664743591s","start":"2026-05-28T02:59:55.148907Z","end":"2026-05-28T02:59:57.813651Z","steps":["trace[89419440] 'agreement among raft nodes before linearized reading' (duration: 2.664655619s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.813673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.423459Z","time spent":"2.390211622s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7231,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.398755Z","time spent":"2.414923149s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7712,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.14885Z","time spent":"2.664837865s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7877,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79001641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/orc-system/orc-controller-manager-6cb597b5d4\" ","response":"range_response_count:1 size:3302"} {"level":"info","ts":"2026-05-28T02:59:57.815043Z","caller":"traceutil/trace.go:171","msg":"trace[405693390] range","detail":"{range_begin:/registry/replicasets/orc-system/orc-controller-manager-6cb597b5d4; range_end:; response_count:1; response_revision:25735; }","duration":"2.791369603s","start":"2026-05-28T02:59:55.023651Z","end":"2026-05-28T02:59:57.815021Z","steps":["trace[405693390] 'agreement among raft nodes before linearized reading' (duration: 2.79001448s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.81508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.023637Z","time spent":"2.791432135s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3325,"request content":"key:\"/registry/replicasets/orc-system/orc-controller-manager-6cb597b5d4\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364739422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9672"} {"level":"info","ts":"2026-05-28T02:59:57.815208Z","caller":"traceutil/trace.go:171","msg":"trace[842899912] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:25735; }","duration":"2.366347073s","start":"2026-05-28T02:59:55.448853Z","end":"2026-05-28T02:59:57.8152Z","steps":["trace[842899912] 'agreement among raft nodes before linearized reading' (duration: 2.364541945s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.815236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.448835Z","time spent":"2.366394324s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9695,"request content":"key:\"/registry/deployments/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464988883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:57.815347Z","caller":"traceutil/trace.go:171","msg":"trace[479465522] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25735; }","duration":"2.466600474s","start":"2026-05-28T02:59:55.348738Z","end":"2026-05-28T02:59:57.815339Z","steps":["trace[479465522] 'agreement among raft nodes before linearized reading' (duration: 2.464974032s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.815374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.348686Z","time spent":"2.466680497s","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-05-28T02:59:57.813656Z","caller":"traceutil/trace.go:171","msg":"trace[1190520936] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:25735; }","duration":"2.761570764s","start":"2026-05-28T02:59:55.05207Z","end":"2026-05-28T02:59:57.81364Z","steps":["trace[1190520936] 'agreement among raft nodes before linearized reading' (duration: 2.761510632s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.815455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.052051Z","time spent":"2.763393123s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11565,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922843384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"range_response_count:1 size:8073"} {"level":"info","ts":"2026-05-28T02:59:57.815553Z","caller":"traceutil/trace.go:171","msg":"trace[1630107752] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; response_count:1; response_revision:25735; }","duration":"1.924668231s","start":"2026-05-28T02:59:55.890866Z","end":"2026-05-28T02:59:57.815534Z","steps":["trace[1630107752] 'agreement among raft nodes before linearized reading' (duration: 1.922854414s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.815597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.890846Z","time spent":"1.924739474s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":8096,"request content":"key:\"/registry/deployments/openstack/octavia-api\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689658205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-05-28T02:59:57.815668Z","caller":"traceutil/trace.go:171","msg":"trace[1831372861] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25735; }","duration":"2.691601067s","start":"2026-05-28T02:59:55.124055Z","end":"2026-05-28T02:59:57.815656Z","steps":["trace[1831372861] 'agreement among raft nodes before linearized reading' (duration: 2.689649665s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.815695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.124036Z","time spent":"2.691651188s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639830328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"range_response_count:1 size:7866"} {"level":"info","ts":"2026-05-28T02:59:57.815795Z","caller":"traceutil/trace.go:171","msg":"trace[433276220] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; response_count:1; response_revision:25735; }","duration":"2.641996037s","start":"2026-05-28T02:59:55.173791Z","end":"2026-05-28T02:59:57.815787Z","steps":["trace[433276220] 'agreement among raft nodes before linearized reading' (duration: 2.639652763s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.815821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.173774Z","time spent":"2.642040459s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7889,"request content":"key:\"/registry/deployments/openstack/heat-cfn\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440052939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7779"} {"level":"info","ts":"2026-05-28T02:59:57.815901Z","caller":"traceutil/trace.go:171","msg":"trace[1630845117] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:25735; }","duration":"2.442194387s","start":"2026-05-28T02:59:55.373694Z","end":"2026-05-28T02:59:57.815889Z","steps":["trace[1630845117] 'agreement among raft nodes before linearized reading' (duration: 2.440025028s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.815938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.373675Z","time spent":"2.442253629s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7802,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490151984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:11365"} {"level":"info","ts":"2026-05-28T02:59:57.816023Z","caller":"traceutil/trace.go:171","msg":"trace[379762118] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:25735; }","duration":"2.492397716s","start":"2026-05-28T02:59:55.323616Z","end":"2026-05-28T02:59:57.816014Z","steps":["trace[379762118] 'agreement among raft nodes before linearized reading' (duration: 2.490140634s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.816057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.3236Z","time spent":"2.492447817s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":11388,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.6834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T02:59:57.816178Z","caller":"traceutil/trace.go:171","msg":"trace[705809765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25735; }","duration":"879.082875ms","start":"2026-05-28T02:59:56.937081Z","end":"2026-05-28T02:59:57.816164Z","steps":["trace[705809765] 'agreement among raft nodes before linearized reading' (duration: 876.71697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.81622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:56.937055Z","time spent":"879.153788ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715089984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14827"} {"level":"info","ts":"2026-05-28T02:59:57.816276Z","caller":"traceutil/trace.go:171","msg":"trace[169004059] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:25735; }","duration":"2.717566434s","start":"2026-05-28T02:59:55.0987Z","end":"2026-05-28T02:59:57.816267Z","steps":["trace[169004059] 'agreement among raft nodes before linearized reading' (duration: 2.715067144s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.816313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.098691Z","time spent":"2.717612575s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":14850,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.013488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:57.816408Z","caller":"traceutil/trace.go:171","msg":"trace[1752481651] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25735; }","duration":"911.611602ms","start":"2026-05-28T02:59:56.904784Z","end":"2026-05-28T02:59:57.816395Z","steps":["trace[1752481651] 'agreement among raft nodes before linearized reading' (duration: 909.03894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.816443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:56.904765Z","time spent":"911.665383ms","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:57.813845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740626297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7551"} {"level":"info","ts":"2026-05-28T02:59:57.816512Z","caller":"traceutil/trace.go:171","msg":"trace[2100533152] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:25735; }","duration":"2.743316833s","start":"2026-05-28T02:59:55.073186Z","end":"2026-05-28T02:59:57.816503Z","steps":["trace[2100533152] 'agreement among raft nodes before linearized reading' (duration: 2.740204744s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.816547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.073171Z","time spent":"2.743365495s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7574,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593421081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:57.816654Z","caller":"traceutil/trace.go:171","msg":"trace[950154327] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25735; }","duration":"2.596567102s","start":"2026-05-28T02:59:55.22008Z","end":"2026-05-28T02:59:57.816647Z","steps":["trace[950154327] 'agreement among raft nodes before linearized reading' (duration: 2.59335383s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.816678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.220054Z","time spent":"2.596617163s","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:57.813859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443525294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T02:59:57.816808Z","caller":"traceutil/trace.go:171","msg":"trace[799717192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25735; }","duration":"1.446493859s","start":"2026-05-28T02:59:56.370304Z","end":"2026-05-28T02:59:57.816798Z","steps":["trace[799717192] 'agreement among raft nodes before linearized reading' (duration: 1.443542515s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.816844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:56.370289Z","time spent":"1.446545121s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615705891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"range_response_count:1 size:6541"} {"level":"info","ts":"2026-05-28T02:59:57.817005Z","caller":"traceutil/trace.go:171","msg":"trace[1831894554] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; response_count:1; response_revision:25735; }","duration":"2.618891142s","start":"2026-05-28T02:59:55.198104Z","end":"2026-05-28T02:59:57.816995Z","steps":["trace[1831894554] 'agreement among raft nodes before linearized reading' (duration: 2.615666369s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.817036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.198084Z","time spent":"2.618942014s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6564,"request content":"key:\"/registry/deployments/openstack/heat-engine\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514119657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7183"} {"level":"info","ts":"2026-05-28T02:59:57.817202Z","caller":"traceutil/trace.go:171","msg":"trace[210662074] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:25735; }","duration":"2.517487004s","start":"2026-05-28T02:59:55.299707Z","end":"2026-05-28T02:59:57.817194Z","steps":["trace[210662074] 'agreement among raft nodes before linearized reading' (duration: 2.514111147s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.817232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.299691Z","time spent":"2.517531755s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7206,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-05-28T02:59:57.81387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937115668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418454"} {"level":"info","ts":"2026-05-28T02:59:57.817434Z","caller":"traceutil/trace.go:171","msg":"trace[300968102] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25735; }","duration":"1.940675031s","start":"2026-05-28T02:59:55.876745Z","end":"2026-05-28T02:59:57.81742Z","steps":["trace[300968102] 'agreement among raft nodes before linearized reading' (duration: 1.937004245s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.81747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.876698Z","time spent":"1.940761664s","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418477,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921677947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:57.817773Z","caller":"traceutil/trace.go:171","msg":"trace[1659304309] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:0; response_revision:25735; }","duration":"1.92557674s","start":"2026-05-28T02:59:55.892183Z","end":"2026-05-28T02:59:57.817759Z","steps":["trace[1659304309] 'agreement among raft nodes before linearized reading' (duration: 1.921677156s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.817804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.892171Z","time spent":"1.925623732s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539761214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-rpc-server\" ","response":"range_response_count:1 size:8808"} {"level":"info","ts":"2026-05-28T02:59:57.817917Z","caller":"traceutil/trace.go:171","msg":"trace[1481103695] range","detail":"{range_begin:/registry/deployments/openstack/neutron-rpc-server; range_end:; response_count:1; response_revision:25735; }","duration":"2.543794802s","start":"2026-05-28T02:59:55.274107Z","end":"2026-05-28T02:59:57.817902Z","steps":["trace[1481103695] 'agreement among raft nodes before linearized reading' (duration: 2.539773794s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.817959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.274087Z","time spent":"2.543858594s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8831,"request content":"key:\"/registry/deployments/openstack/neutron-rpc-server\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.714906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T02:59:57.818039Z","caller":"traceutil/trace.go:171","msg":"trace[1949536102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25735; }","duration":"878.874239ms","start":"2026-05-28T02:59:56.939156Z","end":"2026-05-28T02:59:57.81803Z","steps":["trace[1949536102] 'agreement among raft nodes before linearized reading' (duration: 874.758448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.818061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:56.939127Z","time spent":"878.927691ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629932164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:57.81815Z","caller":"traceutil/trace.go:171","msg":"trace[931992317] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25735; }","duration":"2.634168838s","start":"2026-05-28T02:59:55.183965Z","end":"2026-05-28T02:59:57.818133Z","steps":["trace[931992317] 'agreement among raft nodes before linearized reading' (duration: 2.629914723s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.81819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.183956Z","time spent":"2.63422002s","remote":"127.0.0.1:33746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:57.813914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116592961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T02:59:57.818246Z","caller":"traceutil/trace.go:171","msg":"trace[1823518751] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25735; }","duration":"2.12097412s","start":"2026-05-28T02:59:55.697264Z","end":"2026-05-28T02:59:57.818239Z","steps":["trace[1823518751] 'agreement among raft nodes before linearized reading' (duration: 2.116473487s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.818269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.697249Z","time spent":"2.121011962s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T02:59:57.813941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.670181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T02:59:57.818386Z","caller":"traceutil/trace.go:171","msg":"trace[1016354714] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25735; }","duration":"860.109132ms","start":"2026-05-28T02:59:56.958234Z","end":"2026-05-28T02:59:57.818343Z","steps":["trace[1016354714] 'agreement among raft nodes before linearized reading' (duration: 855.65256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.813979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.590262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-05-28T02:59:57.818448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:56.958226Z","time spent":"860.204255ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"info","ts":"2026-05-28T02:59:57.818486Z","caller":"traceutil/trace.go:171","msg":"trace[2143982349] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25735; }","duration":"862.135756ms","start":"2026-05-28T02:59:56.956338Z","end":"2026-05-28T02:59:57.818474Z","steps":["trace[2143982349] 'agreement among raft nodes before linearized reading' (duration: 857.604852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.818525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:56.956314Z","time spent":"862.198698ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T02:59:57.814002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.711615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-28T02:59:57.818615Z","caller":"traceutil/trace.go:171","msg":"trace[429855490] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25735; }","duration":"426.343183ms","start":"2026-05-28T02:59:57.392248Z","end":"2026-05-28T02:59:57.818592Z","steps":["trace[429855490] 'agreement among raft nodes before linearized reading' (duration: 421.710905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.818668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:57.392229Z","time spent":"426.418584ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-28T02:59:57.814014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346884653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T02:59:57.818726Z","caller":"traceutil/trace.go:171","msg":"trace[63946410] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25735; }","duration":"2.351614934s","start":"2026-05-28T02:59:55.467099Z","end":"2026-05-28T02:59:57.818714Z","steps":["trace[63946410] 'agreement among raft nodes before linearized reading' (duration: 2.346866092s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.818754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.467085Z","time spent":"2.351659075s","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-28T02:59:57.814027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.635786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T02:59:57.818822Z","caller":"traceutil/trace.go:171","msg":"trace[1709922920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25735; }","duration":"880.46135ms","start":"2026-05-28T02:59:56.938352Z","end":"2026-05-28T02:59:57.818813Z","steps":["trace[1709922920] 'agreement among raft nodes before linearized reading' (duration: 875.602855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.81885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:56.938335Z","time spent":"880.507021ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:57.814076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.676267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T02:59:57.818908Z","caller":"traceutil/trace.go:171","msg":"trace[1859276174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25735; }","duration":"880.575053ms","start":"2026-05-28T02:59:56.938324Z","end":"2026-05-28T02:59:57.818899Z","steps":["trace[1859276174] 'agreement among raft nodes before linearized reading' (duration: 875.480481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.818934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:56.938311Z","time spent":"880.611204ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T02:59:57.814275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34111954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7207"} {"level":"info","ts":"2026-05-28T02:59:57.818975Z","caller":"traceutil/trace.go:171","msg":"trace[693726261] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:25735; }","duration":"2.34584587s","start":"2026-05-28T02:59:55.473123Z","end":"2026-05-28T02:59:57.818969Z","steps":["trace[693726261] 'agreement among raft nodes before linearized reading' (duration: 2.340660765s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:57.818994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:55.473112Z","time spent":"2.345877491s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7230,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} {"level":"info","ts":"2026-05-28T02:59:58.066799Z","caller":"traceutil/trace.go:171","msg":"trace[1204299544] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"243.361538ms","start":"2026-05-28T02:59:57.823411Z","end":"2026-05-28T02:59:58.066773Z","steps":["trace[1204299544] 'process raft request' (duration: 243.274445ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:58.066949Z","caller":"traceutil/trace.go:171","msg":"trace[846273154] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"245.516316ms","start":"2026-05-28T02:59:57.821403Z","end":"2026-05-28T02:59:58.066919Z","steps":["trace[846273154] 'process raft request' (duration: 171.770639ms)","trace[846273154] 'compare' (duration: 73.030945ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T02:59:58.067158Z","caller":"traceutil/trace.go:171","msg":"trace[1850011549] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"241.633523ms","start":"2026-05-28T02:59:57.825512Z","end":"2026-05-28T02:59:58.067145Z","steps":["trace[1850011549] 'process raft request' (duration: 241.215339ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:58.066802Z","caller":"traceutil/trace.go:171","msg":"trace[1275285183] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"243.377028ms","start":"2026-05-28T02:59:57.82339Z","end":"2026-05-28T02:59:58.066767Z","steps":["trace[1275285183] 'process raft request' (duration: 243.191613ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:58.067498Z","caller":"traceutil/trace.go:171","msg":"trace[1384897570] linearizableReadLoop","detail":"{readStateIndex:26607; appliedIndex:26602; }","duration":"158.879968ms","start":"2026-05-28T02:59:57.908604Z","end":"2026-05-28T02:59:58.067484Z","steps":["trace[1384897570] 'read index received' (duration: 84.631095ms)","trace[1384897570] 'applied index is now lower than readState.Index' (duration: 74.246933ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T02:59:58.067652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.774907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4500"} {"level":"info","ts":"2026-05-28T02:59:58.067709Z","caller":"traceutil/trace.go:171","msg":"trace[582469713] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:25741; }","duration":"241.87404ms","start":"2026-05-28T02:59:57.825819Z","end":"2026-05-28T02:59:58.067693Z","steps":["trace[582469713] 'agreement among raft nodes before linearized reading' (duration: 241.672414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:58.067814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.054156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-05-28T02:59:58.067896Z","caller":"traceutil/trace.go:171","msg":"trace[122407901] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:25741; }","duration":"242.154419ms","start":"2026-05-28T02:59:57.825725Z","end":"2026-05-28T02:59:58.06788Z","steps":["trace[122407901] 'agreement among raft nodes before linearized reading' (duration: 241.87255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:58.06814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.030085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5117"} {"level":"warn","ts":"2026-05-28T02:59:58.068182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.281073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3eff1b73-5b4f-4c41-80a0-794c539ab2c7\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-28T02:59:58.068197Z","caller":"traceutil/trace.go:171","msg":"trace[1590484941] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:25741; }","duration":"242.108448ms","start":"2026-05-28T02:59:57.826075Z","end":"2026-05-28T02:59:58.068183Z","steps":["trace[1590484941] 'agreement among raft nodes before linearized reading' (duration: 241.920772ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:58.068229Z","caller":"traceutil/trace.go:171","msg":"trace[317059088] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3eff1b73-5b4f-4c41-80a0-794c539ab2c7; range_end:; response_count:1; response_revision:25741; }","duration":"242.327135ms","start":"2026-05-28T02:59:57.825887Z","end":"2026-05-28T02:59:58.068214Z","steps":["trace[317059088] 'agreement among raft nodes before linearized reading' (duration: 242.20001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:58.068317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.904533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24682"} {"level":"info","ts":"2026-05-28T02:59:58.068384Z","caller":"traceutil/trace.go:171","msg":"trace[426390614] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"242.531522ms","start":"2026-05-28T02:59:57.825839Z","end":"2026-05-28T02:59:58.06837Z","steps":["trace[426390614] 'process raft request' (duration: 241.203019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:58.068375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.524665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/placement-api\" ","response":"range_response_count:1 size:7673"} {"level":"info","ts":"2026-05-28T02:59:58.068406Z","caller":"traceutil/trace.go:171","msg":"trace[1135678802] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:25741; }","duration":"243.001916ms","start":"2026-05-28T02:59:57.825388Z","end":"2026-05-28T02:59:58.06839Z","steps":["trace[1135678802] 'agreement among raft nodes before linearized reading' (duration: 242.741478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:58.068532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.640544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/orc-system/orc-controller-manager\" ","response":"range_response_count:1 size:3106"} {"level":"warn","ts":"2026-05-28T02:59:58.068567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.183992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:6939"} {"level":"info","ts":"2026-05-28T02:59:58.068575Z","caller":"traceutil/trace.go:171","msg":"trace[1227663033] range","detail":"{range_begin:/registry/deployments/orc-system/orc-controller-manager; range_end:; response_count:1; response_revision:25741; }","duration":"242.692837ms","start":"2026-05-28T02:59:57.825873Z","end":"2026-05-28T02:59:58.068565Z","steps":["trace[1227663033] 'agreement among raft nodes before linearized reading' (duration: 242.547602ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:58.068599Z","caller":"traceutil/trace.go:171","msg":"trace[498123781] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:25741; }","duration":"243.223543ms","start":"2026-05-28T02:59:57.825364Z","end":"2026-05-28T02:59:58.068588Z","steps":["trace[498123781] 'agreement among raft nodes before linearized reading' (duration: 243.11246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:58.069246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.317008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9322"} {"level":"info","ts":"2026-05-28T02:59:58.069313Z","caller":"traceutil/trace.go:171","msg":"trace[1191576666] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:25741; }","duration":"244.38773ms","start":"2026-05-28T02:59:57.824909Z","end":"2026-05-28T02:59:58.069297Z","steps":["trace[1191576666] 'agreement among raft nodes before linearized reading' (duration: 244.269966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:58.069416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.905807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6163"} {"level":"info","ts":"2026-05-28T02:59:58.069449Z","caller":"traceutil/trace.go:171","msg":"trace[1979894056] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:25741; }","duration":"244.949279ms","start":"2026-05-28T02:59:57.824491Z","end":"2026-05-28T02:59:58.06944Z","steps":["trace[1979894056] 'agreement among raft nodes before linearized reading' (duration: 244.892857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:58.06957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.541227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5884"} {"level":"info","ts":"2026-05-28T02:59:58.069624Z","caller":"traceutil/trace.go:171","msg":"trace[907500332] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25741; }","duration":"245.602379ms","start":"2026-05-28T02:59:57.824013Z","end":"2026-05-28T02:59:58.069615Z","steps":["trace[907500332] 'agreement among raft nodes before linearized reading' (duration: 245.501716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:58.069738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.889878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-05-28T02:59:58.069768Z","caller":"traceutil/trace.go:171","msg":"trace[34661683] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:25741; }","duration":"245.92859ms","start":"2026-05-28T02:59:57.823832Z","end":"2026-05-28T02:59:58.069761Z","steps":["trace[34661683] 'agreement among raft nodes before linearized reading' (duration: 245.852447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:58.069851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.970609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T02:59:58.06845Z","caller":"traceutil/trace.go:171","msg":"trace[863052696] range","detail":"{range_begin:/registry/deployments/openstack/placement-api; range_end:; response_count:1; response_revision:25741; }","duration":"244.627627ms","start":"2026-05-28T02:59:57.823804Z","end":"2026-05-28T02:59:58.068431Z","steps":["trace[863052696] 'agreement among raft nodes before linearized reading' (duration: 244.361729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:58.069872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.444896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"range_response_count:1 size:7942"} {"level":"info","ts":"2026-05-28T02:59:58.069899Z","caller":"traceutil/trace.go:171","msg":"trace[575017764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25741; }","duration":"240.041782ms","start":"2026-05-28T02:59:57.829845Z","end":"2026-05-28T02:59:58.069887Z","steps":["trace[575017764] 'agreement among raft nodes before linearized reading' (duration: 239.958769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:58.06987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.814326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/ovn-northd\" ","response":"range_response_count:1 size:6582"} {"level":"info","ts":"2026-05-28T02:59:58.069939Z","caller":"traceutil/trace.go:171","msg":"trace[1854063626] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; response_count:1; response_revision:25741; }","duration":"246.539229ms","start":"2026-05-28T02:59:57.82338Z","end":"2026-05-28T02:59:58.069919Z","steps":["trace[1854063626] 'agreement among raft nodes before linearized reading' (duration: 246.360533ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T02:59:58.069957Z","caller":"traceutil/trace.go:171","msg":"trace[976610170] range","detail":"{range_begin:/registry/deployments/openstack/ovn-northd; range_end:; response_count:1; response_revision:25741; }","duration":"246.506357ms","start":"2026-05-28T02:59:57.823429Z","end":"2026-05-28T02:59:58.069936Z","steps":["trace[976610170] 'agreement among raft nodes before linearized reading' (duration: 245.738073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:58.071163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.22362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295142"} {"level":"info","ts":"2026-05-28T02:59:58.071218Z","caller":"traceutil/trace.go:171","msg":"trace[1268580792] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25741; }","duration":"241.298442ms","start":"2026-05-28T02:59:57.829906Z","end":"2026-05-28T02:59:58.071205Z","steps":["trace[1268580792] 'agreement among raft nodes before linearized reading' (duration: 239.810264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:58.071529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.625125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295142"} {"level":"info","ts":"2026-05-28T02:59:58.071579Z","caller":"traceutil/trace.go:171","msg":"trace[208397641] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25741; }","duration":"237.697587ms","start":"2026-05-28T02:59:57.833869Z","end":"2026-05-28T02:59:58.071567Z","steps":["trace[208397641] 'agreement among raft nodes before linearized reading' (duration: 235.921041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T02:59:58.578469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254170769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:59:59.07894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254170769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:59:59.579415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254170769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T02:59:59.710917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.636968771s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T03:00:00.407199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.931114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:00.407308Z","caller":"traceutil/trace.go:171","msg":"trace[1344693143] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"2.333444453s","start":"2026-05-28T02:59:58.073843Z","end":"2026-05-28T03:00:00.407287Z","steps":["trace[1344693143] 'process raft request' (duration: 1.637360674s)","trace[1344693143] 'compare' (duration: 695.809451ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:00.407364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:58.073819Z","time spent":"2.333520726s","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:00:00.466804Z","caller":"traceutil/trace.go:171","msg":"trace[571456577] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"2.389349223s","start":"2026-05-28T02:59:58.077422Z","end":"2026-05-28T03:00:00.466771Z","steps":["trace[571456577] 'process raft request' (duration: 2.389145347s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:00.466968Z","caller":"traceutil/trace.go:171","msg":"trace[594840046] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"2.389073655s","start":"2026-05-28T02:59:58.077871Z","end":"2026-05-28T03:00:00.466945Z","steps":["trace[594840046] 'process raft request' (duration: 2.388830637s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:00.466998Z","caller":"traceutil/trace.go:171","msg":"trace[1196830066] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"1.601093171s","start":"2026-05-28T02:59:58.865894Z","end":"2026-05-28T03:00:00.466987Z","steps":["trace[1196830066] 'process raft request' (duration: 1.601014229s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:00.467066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:58.077864Z","time spent":"2.389153707s","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1237,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:00:00.467096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:58.865872Z","time spent":"1.601178403s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:00.467135Z","caller":"traceutil/trace.go:171","msg":"trace[994593182] linearizableReadLoop","detail":"{readStateIndex:26612; appliedIndex:26607; }","duration":"2.389666344s","start":"2026-05-28T02:59:58.077446Z","end":"2026-05-28T03:00:00.467112Z","steps":["trace[994593182] 'read index received' (duration: 1.633741259s)","trace[994593182] 'applied index is now lower than readState.Index' (duration: 755.924005ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:00.467284Z","caller":"traceutil/trace.go:171","msg":"trace[541089082] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"843.026457ms","start":"2026-05-28T02:59:59.624249Z","end":"2026-05-28T03:00:00.467275Z","steps":["trace[541089082] 'process raft request' (duration: 842.707987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:00.467333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:59.624231Z","time spent":"843.075459ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:00.46738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389919522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-05-28T03:00:00.467395Z","caller":"traceutil/trace.go:171","msg":"trace[657392411] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"1.980368104s","start":"2026-05-28T02:59:58.487021Z","end":"2026-05-28T03:00:00.467389Z","steps":["trace[657392411] 'process raft request' (duration: 1.979720093s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:00.467413Z","caller":"traceutil/trace.go:171","msg":"trace[1773836176] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25747; }","duration":"2.389988334s","start":"2026-05-28T02:59:58.077415Z","end":"2026-05-28T03:00:00.467404Z","steps":["trace[1773836176] 'agreement among raft nodes before linearized reading' (duration: 2.38985604s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:00.467428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:58.487003Z","time spent":"1.980407105s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:00.467455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:58.077396Z","time spent":"2.390051226s","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7721,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-28T03:00:00.466955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:58.077406Z","time spent":"2.389457387s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:00:00.854364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988335088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T03:00:00.854441Z","caller":"traceutil/trace.go:171","msg":"trace[653590822] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.988473253s","start":"2026-05-28T02:59:58.865951Z","end":"2026-05-28T03:00:00.854424Z","steps":["trace[653590822] 'agreement among raft nodes before linearized reading' (duration: 1.98837729s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:00.854486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:58.865922Z","time spent":"1.988554926s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 03:00:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T03:00:00.977487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254170782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:00:01.478082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254170782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:00:01.550701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084114353s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:00:01.5681Z","caller":"traceutil/trace.go:171","msg":"trace[728865445] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"1.74839843s","start":"2026-05-28T02:59:59.819678Z","end":"2026-05-28T03:00:01.568076Z","steps":["trace[728865445] 'process raft request' (duration: 1.748271406s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.568272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:59.819636Z","time spent":"1.748530744s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:01.568417Z","caller":"traceutil/trace.go:171","msg":"trace[108777958] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"1.748282916s","start":"2026-05-28T02:59:59.820108Z","end":"2026-05-28T03:00:01.568391Z","steps":["trace[108777958] 'process raft request' (duration: 1.747929695s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.568548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:59.820096Z","time spent":"1.74838235s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:01.568835Z","caller":"traceutil/trace.go:171","msg":"trace[1069534834] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"1.749181855s","start":"2026-05-28T02:59:59.819614Z","end":"2026-05-28T03:00:01.568795Z","steps":["trace[1069534834] 'process raft request' (duration: 1.731286945s)","trace[1069534834] 'compare' (duration: 16.063092ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:01.568998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:59.819587Z","time spent":"1.74932973s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:01.569043Z","caller":"traceutil/trace.go:171","msg":"trace[672727202] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"1.746817799s","start":"2026-05-28T02:59:59.822212Z","end":"2026-05-28T03:00:01.56903Z","steps":["trace[672727202] 'process raft request' (duration: 1.746097666s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.569102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:59.822197Z","time spent":"1.746872312s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:01.569084Z","caller":"traceutil/trace.go:171","msg":"trace[702838984] linearizableReadLoop","detail":"{readStateIndex:26619; appliedIndex:26613; }","duration":"1.101875178s","start":"2026-05-28T03:00:00.467187Z","end":"2026-05-28T03:00:01.569063Z","steps":["trace[702838984] 'read index received' (duration: 1.083633308s)","trace[702838984] 'applied index is now lower than readState.Index' (duration: 18.24049ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:01.569383Z","caller":"traceutil/trace.go:171","msg":"trace[1876443332] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"1.747100778s","start":"2026-05-28T02:59:59.822264Z","end":"2026-05-28T03:00:01.569365Z","steps":["trace[1876443332] 'process raft request' (duration: 1.746623243s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.569482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:59.822254Z","time spent":"1.747177271s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:01.569632Z","caller":"traceutil/trace.go:171","msg":"trace[1320150520] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"1.746192289s","start":"2026-05-28T02:59:59.823425Z","end":"2026-05-28T03:00:01.569617Z","steps":["trace[1320150520] 'process raft request' (duration: 1.745572989s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.569677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591383962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:01.569723Z","caller":"traceutil/trace.go:171","msg":"trace[1619630573] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25753; }","duration":"1.591459974s","start":"2026-05-28T02:59:59.97825Z","end":"2026-05-28T03:00:01.56971Z","steps":["trace[1619630573] 'agreement among raft nodes before linearized reading' (duration: 1.591388082s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.569733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492181092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:00:01.569759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:59.978232Z","time spent":"1.591518765s","remote":"127.0.0.1:54912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:00:01.569789Z","caller":"traceutil/trace.go:171","msg":"trace[1383483347] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25753; }","duration":"3.492252594s","start":"2026-05-28T02:59:58.077523Z","end":"2026-05-28T03:00:01.569775Z","steps":["trace[1383483347] 'agreement among raft nodes before linearized reading' (duration: 3.492148031s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.569828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:58.077517Z","time spent":"3.492302035s","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T03:00:01.569872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489090405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:00:01.569923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475700078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:00:01.569957Z","caller":"traceutil/trace.go:171","msg":"trace[1878166190] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25753; }","duration":"1.475779361s","start":"2026-05-28T03:00:00.094168Z","end":"2026-05-28T03:00:01.569947Z","steps":["trace[1878166190] 'agreement among raft nodes before linearized reading' (duration: 1.475669137s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:01.569955Z","caller":"traceutil/trace.go:171","msg":"trace[2143918342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25753; }","duration":"1.489196938s","start":"2026-05-28T03:00:00.080735Z","end":"2026-05-28T03:00:01.569932Z","steps":["trace[2143918342] 'agreement among raft nodes before linearized reading' (duration: 1.489049153s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.569984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:00.094147Z","time spent":"1.475832233s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T03:00:01.569984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490907522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-28T03:00:01.569987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653448558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T03:00:01.569999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:00.080726Z","time spent":"1.489263671s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:00:01.570004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70393655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2811"} {"level":"info","ts":"2026-05-28T03:00:01.570015Z","caller":"traceutil/trace.go:171","msg":"trace[1206879401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25753; }","duration":"1.490987745s","start":"2026-05-28T03:00:00.079018Z","end":"2026-05-28T03:00:01.570006Z","steps":["trace[1206879401] 'agreement among raft nodes before linearized reading' (duration: 1.490874262s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.570019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492524993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131132"} {"level":"info","ts":"2026-05-28T03:00:01.570033Z","caller":"traceutil/trace.go:171","msg":"trace[908215599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25753; }","duration":"1.65351831s","start":"2026-05-28T02:59:59.916498Z","end":"2026-05-28T03:00:01.570016Z","steps":["trace[908215599] 'agreement among raft nodes before linearized reading' (duration: 1.653428947s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.570052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:00.078993Z","time spent":"1.491052888s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:00:01.570045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.469193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:00:01.570041Z","caller":"traceutil/trace.go:171","msg":"trace[1030825819] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25753; }","duration":"2.703995791s","start":"2026-05-28T02:59:58.866033Z","end":"2026-05-28T03:00:01.570029Z","steps":["trace[1030825819] 'agreement among raft nodes before linearized reading' (duration: 2.703927899s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:01.570067Z","caller":"traceutil/trace.go:171","msg":"trace[66352387] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25753; }","duration":"3.492598985s","start":"2026-05-28T02:59:58.077453Z","end":"2026-05-28T03:00:01.570052Z","steps":["trace[66352387] 'agreement among raft nodes before linearized reading' (duration: 3.492492261s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.570278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:58.866025Z","time spent":"2.70424768s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2834,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-28T03:00:01.570287Z","caller":"traceutil/trace.go:171","msg":"trace[622517921] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25753; }","duration":"228.753382ms","start":"2026-05-28T03:00:01.341516Z","end":"2026-05-28T03:00:01.57027Z","steps":["trace[622517921] 'agreement among raft nodes before linearized reading' (duration: 228.473303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.5703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:58.077434Z","time spent":"3.492860464s","remote":"127.0.0.1:37800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131155,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-28T03:00:01.570307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491713047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-05-28T03:00:01.570336Z","caller":"traceutil/trace.go:171","msg":"trace[597053229] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:25753; }","duration":"3.491754609s","start":"2026-05-28T02:59:58.078572Z","end":"2026-05-28T03:00:01.570327Z","steps":["trace[597053229] 'agreement among raft nodes before linearized reading' (duration: 3.49148822s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.570345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491959466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-28T03:00:01.57036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:58.078567Z","time spent":"3.49178728s","remote":"127.0.0.1:38022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-05-28T03:00:01.570074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:59.916477Z","time spent":"1.653588601s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T03:00:01.570373Z","caller":"traceutil/trace.go:171","msg":"trace[1516366740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25753; }","duration":"1.491982207s","start":"2026-05-28T03:00:00.07838Z","end":"2026-05-28T03:00:01.570362Z","steps":["trace[1516366740] 'agreement among raft nodes before linearized reading' (duration: 1.491909304s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.570382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.723855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:00:01.570386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460060601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-05-28T03:00:01.570407Z","caller":"traceutil/trace.go:171","msg":"trace[1107941711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25753; }","duration":"715.778497ms","start":"2026-05-28T03:00:00.85462Z","end":"2026-05-28T03:00:01.570398Z","steps":["trace[1107941711] 'agreement among raft nodes before linearized reading' (duration: 715.732245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.569738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:59.823416Z","time spent":"1.746259202s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:01.570425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:00.854605Z","time spent":"715.817518ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T03:00:01.570432Z","caller":"traceutil/trace.go:171","msg":"trace[744718534] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:25753; }","duration":"1.460152194s","start":"2026-05-28T03:00:00.110266Z","end":"2026-05-28T03:00:01.570418Z","steps":["trace[744718534] 'agreement among raft nodes before linearized reading' (duration: 1.459793422s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.569822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.508375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:00:01.569904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003687467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-28T03:00:01.570464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:00.110243Z","time spent":"1.460214606s","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-05-28T03:00:01.570477Z","caller":"traceutil/trace.go:171","msg":"trace[1710131621] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25753; }","duration":"878.164336ms","start":"2026-05-28T03:00:00.692301Z","end":"2026-05-28T03:00:01.570465Z","steps":["trace[1710131621] 'agreement among raft nodes before linearized reading' (duration: 877.480364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.569908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492395949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-05-28T03:00:01.570511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:00.692237Z","time spent":"878.262599ms","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:00:01.570499Z","caller":"traceutil/trace.go:171","msg":"trace[2046536859] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25753; }","duration":"2.004313677s","start":"2026-05-28T02:59:59.566168Z","end":"2026-05-28T03:00:01.570482Z","steps":["trace[2046536859] 'agreement among raft nodes before linearized reading' (duration: 2.003620085s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.570521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478756556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T03:00:01.570533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49301669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T03:00:01.570556Z","caller":"traceutil/trace.go:171","msg":"trace[16157571] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25753; }","duration":"1.478828759s","start":"2026-05-28T03:00:00.091717Z","end":"2026-05-28T03:00:01.570546Z","steps":["trace[16157571] 'agreement among raft nodes before linearized reading' (duration: 1.478675054s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.570553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:59.566149Z","time spent":"2.004388169s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-05-28T03:00:01.570565Z","caller":"traceutil/trace.go:171","msg":"trace[955718834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25753; }","duration":"1.493083512s","start":"2026-05-28T03:00:00.077473Z","end":"2026-05-28T03:00:01.570557Z","steps":["trace[955718834] 'agreement among raft nodes before linearized reading' (duration: 1.49301086s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.570589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:00.077454Z","time spent":"1.493130054s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:00:01.570468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492503444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T03:00:01.570584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:00.091701Z","time spent":"1.47887636s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"info","ts":"2026-05-28T03:00:01.570621Z","caller":"traceutil/trace.go:171","msg":"trace[234231760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25753; }","duration":"1.492673899s","start":"2026-05-28T03:00:00.077941Z","end":"2026-05-28T03:00:01.570615Z","steps":["trace[234231760] 'agreement among raft nodes before linearized reading' (duration: 1.492477163s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.570643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:00.077933Z","time spent":"1.49270326s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:00:01.570402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:00.078369Z","time spent":"1.492027169s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T03:00:01.570993Z","caller":"traceutil/trace.go:171","msg":"trace[757019274] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25753; }","duration":"3.493052489s","start":"2026-05-28T02:59:58.077454Z","end":"2026-05-28T03:00:01.570506Z","steps":["trace[757019274] 'agreement among raft nodes before linearized reading' (duration: 3.492289865s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.571131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T02:59:58.077442Z","time spent":"3.49367495s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-28T03:00:01.750774Z","caller":"traceutil/trace.go:171","msg":"trace[1118869159] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"125.425423ms","start":"2026-05-28T03:00:01.625331Z","end":"2026-05-28T03:00:01.750757Z","steps":["trace[1118869159] 'process raft request' (duration: 125.387202ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:01.750964Z","caller":"traceutil/trace.go:171","msg":"trace[1998967290] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"176.803009ms","start":"2026-05-28T03:00:01.574153Z","end":"2026-05-28T03:00:01.750956Z","steps":["trace[1998967290] 'process raft request' (duration: 115.334062ms)","trace[1998967290] 'compare' (duration: 60.878568ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:01.751151Z","caller":"traceutil/trace.go:171","msg":"trace[784494071] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"171.272912ms","start":"2026-05-28T03:00:01.579867Z","end":"2026-05-28T03:00:01.75114Z","steps":["trace[784494071] 'process raft request' (duration: 170.630502ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:01.751229Z","caller":"traceutil/trace.go:171","msg":"trace[1777661329] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"171.288663ms","start":"2026-05-28T03:00:01.579935Z","end":"2026-05-28T03:00:01.751223Z","steps":["trace[1777661329] 'process raft request' (duration: 170.602771ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:01.751326Z","caller":"traceutil/trace.go:171","msg":"trace[1682182697] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"171.103207ms","start":"2026-05-28T03:00:01.580213Z","end":"2026-05-28T03:00:01.751316Z","steps":["trace[1682182697] 'process raft request' (duration: 170.352413ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:01.75144Z","caller":"traceutil/trace.go:171","msg":"trace[831513021] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"170.939421ms","start":"2026-05-28T03:00:01.580494Z","end":"2026-05-28T03:00:01.751434Z","steps":["trace[831513021] 'process raft request' (duration: 170.092384ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:01.751513Z","caller":"traceutil/trace.go:171","msg":"trace[64851845] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"170.858139ms","start":"2026-05-28T03:00:01.58065Z","end":"2026-05-28T03:00:01.751508Z","steps":["trace[64851845] 'process raft request' (duration: 169.95992ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:01.751582Z","caller":"traceutil/trace.go:171","msg":"trace[440126622] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"167.926236ms","start":"2026-05-28T03:00:01.58365Z","end":"2026-05-28T03:00:01.751576Z","steps":["trace[440126622] 'process raft request' (duration: 166.988276ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:01.75165Z","caller":"traceutil/trace.go:171","msg":"trace[863307901] linearizableReadLoop","detail":"{readStateIndex:26627; appliedIndex:26620; }","duration":"128.331595ms","start":"2026-05-28T03:00:01.623312Z","end":"2026-05-28T03:00:01.751644Z","steps":["trace[863307901] 'read index received' (duration: 66.202207ms)","trace[863307901] 'applied index is now lower than readState.Index' (duration: 62.128428ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:01.751744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.886532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-05-28T03:00:01.751762Z","caller":"traceutil/trace.go:171","msg":"trace[730107416] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:25762; }","duration":"171.939714ms","start":"2026-05-28T03:00:01.579818Z","end":"2026-05-28T03:00:01.751757Z","steps":["trace[730107416] 'agreement among raft nodes before linearized reading' (duration: 171.847551ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:01.751905Z","caller":"traceutil/trace.go:171","msg":"trace[1997507906] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"126.772566ms","start":"2026-05-28T03:00:01.625121Z","end":"2026-05-28T03:00:01.751893Z","steps":["trace[1997507906] 'process raft request' (duration: 125.554017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.753077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.024322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295142"} {"level":"info","ts":"2026-05-28T03:00:01.753105Z","caller":"traceutil/trace.go:171","msg":"trace[1370898721] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25762; }","duration":"170.057033ms","start":"2026-05-28T03:00:01.583041Z","end":"2026-05-28T03:00:01.753098Z","steps":["trace[1370898721] 'agreement among raft nodes before linearized reading' (duration: 169.176685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.753466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.528001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:01.753487Z","caller":"traceutil/trace.go:171","msg":"trace[743611642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25762; }","duration":"171.560471ms","start":"2026-05-28T03:00:01.581919Z","end":"2026-05-28T03:00:01.75348Z","steps":["trace[743611642] 'agreement among raft nodes before linearized reading' (duration: 171.52235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.753908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.02925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8ccb8cde-b346-40c3-930b-7f4602e00fe9\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-28T03:00:01.753946Z","caller":"traceutil/trace.go:171","msg":"trace[1631422308] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8ccb8cde-b346-40c3-930b-7f4602e00fe9; range_end:; response_count:1; response_revision:25762; }","duration":"174.097782ms","start":"2026-05-28T03:00:01.579837Z","end":"2026-05-28T03:00:01.753935Z","steps":["trace[1631422308] 'agreement among raft nodes before linearized reading' (duration: 173.995229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.754423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.542236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T03:00:01.754449Z","caller":"traceutil/trace.go:171","msg":"trace[936027236] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25762; }","duration":"174.581648ms","start":"2026-05-28T03:00:01.579861Z","end":"2026-05-28T03:00:01.754442Z","steps":["trace[936027236] 'agreement among raft nodes before linearized reading' (duration: 173.70873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:01.755208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.337602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295142"} {"level":"info","ts":"2026-05-28T03:00:01.755283Z","caller":"traceutil/trace.go:171","msg":"trace[432320137] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25762; }","duration":"175.453785ms","start":"2026-05-28T03:00:01.579812Z","end":"2026-05-28T03:00:01.755266Z","steps":["trace[432320137] 'agreement among raft nodes before linearized reading' (duration: 174.101832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:02.052627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.8318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:02.052888Z","caller":"traceutil/trace.go:171","msg":"trace[1735958167] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"286.934134ms","start":"2026-05-28T03:00:01.765903Z","end":"2026-05-28T03:00:02.052837Z","steps":["trace[1735958167] 'process raft request' (duration: 147.802335ms)","trace[1735958167] 'compare' (duration: 138.502759ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:02.052943Z","caller":"traceutil/trace.go:171","msg":"trace[958779315] linearizableReadLoop","detail":"{readStateIndex:26633; appliedIndex:26629; }","duration":"282.954948ms","start":"2026-05-28T03:00:01.769964Z","end":"2026-05-28T03:00:02.052919Z","steps":["trace[958779315] 'read index received' (duration: 65.594048ms)","trace[958779315] 'applied index is now lower than readState.Index' (duration: 217.35966ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:02.053039Z","caller":"traceutil/trace.go:171","msg":"trace[578262288] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"286.928674ms","start":"2026-05-28T03:00:01.766097Z","end":"2026-05-28T03:00:02.053026Z","steps":["trace[578262288] 'process raft request' (duration: 286.650315ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:02.053228Z","caller":"traceutil/trace.go:171","msg":"trace[763368619] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"287.060578ms","start":"2026-05-28T03:00:01.766118Z","end":"2026-05-28T03:00:02.053179Z","steps":["trace[763368619] 'process raft request' (duration: 286.744898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:02.053466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.496395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-28T03:00:02.053512Z","caller":"traceutil/trace.go:171","msg":"trace[34364327] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25766; }","duration":"283.583597ms","start":"2026-05-28T03:00:01.769916Z","end":"2026-05-28T03:00:02.053499Z","steps":["trace[34364327] 'agreement among raft nodes before linearized reading' (duration: 283.406462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:03.089234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.594833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:03.089515Z","caller":"traceutil/trace.go:171","msg":"trace[995253615] linearizableReadLoop","detail":"{readStateIndex:26637; appliedIndex:26633; }","duration":"1.036517057s","start":"2026-05-28T03:00:02.052983Z","end":"2026-05-28T03:00:03.0895Z","steps":["trace[995253615] 'read index received' (duration: 406.626734ms)","trace[995253615] 'applied index is now lower than readState.Index' (duration: 629.889543ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:03.089574Z","caller":"traceutil/trace.go:171","msg":"trace[262528063] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"1.248923809s","start":"2026-05-28T03:00:01.840643Z","end":"2026-05-28T03:00:03.089567Z","steps":["trace[262528063] 'process raft request' (duration: 1.248667251s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:03.089624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:01.840636Z","time spent":"1.24897057s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:00:03.089656Z","caller":"traceutil/trace.go:171","msg":"trace[81331734] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"1.24928386s","start":"2026-05-28T03:00:01.840345Z","end":"2026-05-28T03:00:03.089629Z","steps":["trace[81331734] 'process raft request' (duration: 619.236022ms)","trace[81331734] 'compare' (duration: 628.475368ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:03.089751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:01.84029Z","time spent":"1.249429605s","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":658,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:00:03.089816Z","caller":"traceutil/trace.go:171","msg":"trace[1130258189] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"1.24867388s","start":"2026-05-28T03:00:01.841134Z","end":"2026-05-28T03:00:03.089808Z","steps":["trace[1130258189] 'process raft request' (duration: 1.248266978s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:03.089862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:01.841123Z","time spent":"1.248722843s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:00:03.090014Z","caller":"traceutil/trace.go:171","msg":"trace[1708270234] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"1.248820796s","start":"2026-05-28T03:00:01.841186Z","end":"2026-05-28T03:00:03.090006Z","steps":["trace[1708270234] 'process raft request' (duration: 1.248274718s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:03.090044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:01.841164Z","time spent":"1.248866637s","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1133,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:00:03.090232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060421018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b39b667117f4ab\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-05-28T03:00:03.090251Z","caller":"traceutil/trace.go:171","msg":"trace[305161609] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b39b667117f4ab; range_end:; response_count:1; response_revision:25770; }","duration":"1.06049391s","start":"2026-05-28T03:00:02.02975Z","end":"2026-05-28T03:00:03.090244Z","steps":["trace[305161609] 'agreement among raft nodes before linearized reading' (duration: 1.060365766s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:03.090268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:02.029721Z","time spent":"1.060542651s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b39b667117f4ab\" "} {"level":"warn","ts":"2026-05-28T03:00:03.090434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085898658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-28T03:00:03.090514Z","caller":"traceutil/trace.go:171","msg":"trace[1841102829] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25770; }","duration":"1.086026442s","start":"2026-05-28T03:00:02.004471Z","end":"2026-05-28T03:00:03.090497Z","steps":["trace[1841102829] 'agreement among raft nodes before linearized reading' (duration: 1.085778454s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:03.090556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:02.004445Z","time spent":"1.086102355s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T03:00:03.590128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254170817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:00:03.866764Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.407126235s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T03:00:04.186945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.875944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:04.187258Z","caller":"traceutil/trace.go:171","msg":"trace[168569737] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"2.126658061s","start":"2026-05-28T03:00:02.060584Z","end":"2026-05-28T03:00:04.187242Z","steps":["trace[168569737] 'process raft request' (duration: 2.126445584s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.187331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:02.060572Z","time spent":"2.126714462s","remote":"127.0.0.1:37990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5246,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:04.187446Z","caller":"traceutil/trace.go:171","msg":"trace[1368744479] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"2.129397128s","start":"2026-05-28T03:00:02.058018Z","end":"2026-05-28T03:00:04.187416Z","steps":["trace[1368744479] 'process raft request' (duration: 1.808961566s)","trace[1368744479] 'compare' (duration: 318.546301ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:04.187498Z","caller":"traceutil/trace.go:171","msg":"trace[2105993038] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"2.121005501s","start":"2026-05-28T03:00:02.066455Z","end":"2026-05-28T03:00:04.187461Z","steps":["trace[2105993038] 'process raft request' (duration: 2.120686721s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.187565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:02.058Z","time spent":"2.129505111s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:00:04.18758Z","caller":"traceutil/trace.go:171","msg":"trace[2122233759] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"2.126561308s","start":"2026-05-28T03:00:02.060985Z","end":"2026-05-28T03:00:04.187546Z","steps":["trace[2122233759] 'process raft request' (duration: 2.126114494s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.187663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:02.066446Z","time spent":"2.121124575s","remote":"127.0.0.1:37990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6643,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:04.18768Z","caller":"traceutil/trace.go:171","msg":"trace[1520139652] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"1.712777826s","start":"2026-05-28T03:00:02.47488Z","end":"2026-05-28T03:00:04.187658Z","steps":["trace[1520139652] 'process raft request' (duration: 1.712308951s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.187749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:02.060975Z","time spent":"2.126684621s","remote":"127.0.0.1:37990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:04.187795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:02.474856Z","time spent":"1.712872709s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:04.18784Z","caller":"traceutil/trace.go:171","msg":"trace[332209358] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"1.088845523s","start":"2026-05-28T03:00:03.098985Z","end":"2026-05-28T03:00:04.187831Z","steps":["trace[332209358] 'process raft request' (duration: 1.088584174s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.187891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.09896Z","time spent":"1.088905325s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:04.187916Z","caller":"traceutil/trace.go:171","msg":"trace[2037751770] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"1.084395842s","start":"2026-05-28T03:00:03.103506Z","end":"2026-05-28T03:00:04.187901Z","steps":["trace[2037751770] 'process raft request' (duration: 1.084246917s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:04.187961Z","caller":"traceutil/trace.go:171","msg":"trace[1485536087] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"1.082682427s","start":"2026-05-28T03:00:03.105259Z","end":"2026-05-28T03:00:04.187942Z","steps":["trace[1485536087] 'process raft request' (duration: 1.082574124s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.187977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.103492Z","time spent":"1.084451103s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1294,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:00:04.18802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.105252Z","time spent":"1.082741849s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:04.188094Z","caller":"traceutil/trace.go:171","msg":"trace[1607019896] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"1.063452955s","start":"2026-05-28T03:00:03.124632Z","end":"2026-05-28T03:00:04.188085Z","steps":["trace[1607019896] 'process raft request' (duration: 1.063253479s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.18813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.124613Z","time spent":"1.063498677s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:00:04.188133Z","caller":"traceutil/trace.go:171","msg":"trace[2147307520] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"611.972842ms","start":"2026-05-28T03:00:03.576145Z","end":"2026-05-28T03:00:04.188118Z","steps":["trace[2147307520] 'process raft request' (duration: 611.881179ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:04.188244Z","caller":"traceutil/trace.go:171","msg":"trace[1349862542] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"610.95992ms","start":"2026-05-28T03:00:03.577275Z","end":"2026-05-28T03:00:04.188235Z","steps":["trace[1349862542] 'process raft request' (duration: 610.810315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.188291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.577264Z","time spent":"611.001612ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:04.188478Z","caller":"traceutil/trace.go:171","msg":"trace[2104650046] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"606.222299ms","start":"2026-05-28T03:00:03.582239Z","end":"2026-05-28T03:00:04.188462Z","steps":["trace[2104650046] 'process raft request' (duration: 606.096965ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:04.18846Z","caller":"traceutil/trace.go:171","msg":"trace[112924839] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"606.528639ms","start":"2026-05-28T03:00:03.58191Z","end":"2026-05-28T03:00:04.188438Z","steps":["trace[112924839] 'process raft request' (duration: 606.288101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.188549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.582225Z","time spent":"606.286341ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:04.188594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.581891Z","time spent":"606.632762ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:04.188639Z","caller":"traceutil/trace.go:171","msg":"trace[2068571638] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"602.47646ms","start":"2026-05-28T03:00:03.586149Z","end":"2026-05-28T03:00:04.188625Z","steps":["trace[2068571638] 'process raft request' (duration: 602.278524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.188688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.586131Z","time spent":"602.531681ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:04.188758Z","caller":"traceutil/trace.go:171","msg":"trace[2042316853] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"602.583273ms","start":"2026-05-28T03:00:03.586164Z","end":"2026-05-28T03:00:04.188747Z","steps":["trace[2042316853] 'process raft request' (duration: 602.421958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.188825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.586153Z","time spent":"602.641405ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:04.188825Z","caller":"traceutil/trace.go:171","msg":"trace[1969215410] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"169.160945ms","start":"2026-05-28T03:00:04.019648Z","end":"2026-05-28T03:00:04.188809Z","steps":["trace[1969215410] 'process raft request' (duration: 169.076192ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:04.18885Z","caller":"traceutil/trace.go:171","msg":"trace[1347617622] linearizableReadLoop","detail":"{readStateIndex:26652; appliedIndex:26637; }","duration":"1.099300756s","start":"2026-05-28T03:00:03.08954Z","end":"2026-05-28T03:00:04.188841Z","steps":["trace[1347617622] 'read index received' (duration: 777.45417ms)","trace[1347617622] 'applied index is now lower than readState.Index' (duration: 321.845486ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:04.188943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131319139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-05-28T03:00:04.188968Z","caller":"traceutil/trace.go:171","msg":"trace[1208600974] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:25786; }","duration":"2.131406702s","start":"2026-05-28T03:00:02.057555Z","end":"2026-05-28T03:00:04.188962Z","steps":["trace[1208600974] 'agreement among raft nodes before linearized reading' (duration: 2.131309249s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.189016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:02.057536Z","time spent":"2.131472424s","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-05-28T03:00:04.189088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336913651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:04.189123Z","caller":"traceutil/trace.go:171","msg":"trace[483436184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25786; }","duration":"1.336977403s","start":"2026-05-28T03:00:02.852135Z","end":"2026-05-28T03:00:04.189113Z","steps":["trace[483436184] 'agreement among raft nodes before linearized reading' (duration: 1.336915081s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.189152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:02.852101Z","time spent":"1.337045195s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:00:04.189184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967817126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-05-28T03:00:04.189208Z","caller":"traceutil/trace.go:171","msg":"trace[2131832965] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25786; }","duration":"1.967890167s","start":"2026-05-28T03:00:02.221311Z","end":"2026-05-28T03:00:04.189201Z","steps":["trace[2131832965] 'agreement among raft nodes before linearized reading' (duration: 1.967816665s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.189211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122640129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-05-28T03:00:04.18923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:02.221285Z","time spent":"1.967937509s","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7721,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-28T03:00:04.189258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.870475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:00:04.189255Z","caller":"traceutil/trace.go:171","msg":"trace[2050625354] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25786; }","duration":"1.122720692s","start":"2026-05-28T03:00:03.066522Z","end":"2026-05-28T03:00:04.189242Z","steps":["trace[2050625354] 'agreement among raft nodes before linearized reading' (duration: 1.122640299s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.189119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085452405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-05-28T03:00:04.189295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.066502Z","time spent":"1.122785944s","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-28T03:00:04.189319Z","caller":"traceutil/trace.go:171","msg":"trace[635054120] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25786; }","duration":"1.085674292s","start":"2026-05-28T03:00:03.103634Z","end":"2026-05-28T03:00:04.189309Z","steps":["trace[635054120] 'agreement among raft nodes before linearized reading' (duration: 1.085379772s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.189353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.103628Z","time spent":"1.085714544s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-05-28T03:00:04.18935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.305017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T03:00:04.189365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.04469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:00:04.189388Z","caller":"traceutil/trace.go:171","msg":"trace[1561565703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25786; }","duration":"429.365069ms","start":"2026-05-28T03:00:03.760012Z","end":"2026-05-28T03:00:04.189377Z","steps":["trace[1561565703] 'agreement among raft nodes before linearized reading' (duration: 429.184003ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:04.189391Z","caller":"traceutil/trace.go:171","msg":"trace[784359982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25786; }","duration":"430.071731ms","start":"2026-05-28T03:00:03.759311Z","end":"2026-05-28T03:00:04.189383Z","steps":["trace[784359982] 'agreement among raft nodes before linearized reading' (duration: 429.993859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.189418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.75997Z","time spent":"429.443461ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:00:04.189428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.759276Z","time spent":"430.145843ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T03:00:04.189288Z","caller":"traceutil/trace.go:171","msg":"trace[305646690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25786; }","duration":"429.934317ms","start":"2026-05-28T03:00:03.759344Z","end":"2026-05-28T03:00:04.189278Z","steps":["trace[305646690] 'agreement among raft nodes before linearized reading' (duration: 429.856504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.189518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.759321Z","time spent":"430.188095ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:00:04.189552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.244246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T03:00:04.189584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.649093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:00:04.189575Z","caller":"traceutil/trace.go:171","msg":"trace[1119455509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25786; }","duration":"430.266067ms","start":"2026-05-28T03:00:03.759302Z","end":"2026-05-28T03:00:04.189568Z","steps":["trace[1119455509] 'agreement among raft nodes before linearized reading' (duration: 430.199275ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:04.18962Z","caller":"traceutil/trace.go:171","msg":"trace[1017059973] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25786; }","duration":"312.744727ms","start":"2026-05-28T03:00:03.876868Z","end":"2026-05-28T03:00:04.189612Z","steps":["trace[1017059973] 'agreement among raft nodes before linearized reading' (duration: 312.659514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.189628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.759263Z","time spent":"430.35859ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:00:04.18964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.876839Z","time spent":"312.795698ms","remote":"127.0.0.1:38196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:04.189688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.829486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:00:04.189183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.943651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:04.189715Z","caller":"traceutil/trace.go:171","msg":"trace[341793289] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25786; }","duration":"779.898517ms","start":"2026-05-28T03:00:03.409808Z","end":"2026-05-28T03:00:04.189706Z","steps":["trace[341793289] 'agreement among raft nodes before linearized reading' (duration: 779.848306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.189716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.722256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T03:00:04.189735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.409786Z","time spent":"779.943779ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:00:04.189747Z","caller":"traceutil/trace.go:171","msg":"trace[971675069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25786; }","duration":"427.780719ms","start":"2026-05-28T03:00:03.761957Z","end":"2026-05-28T03:00:04.189738Z","steps":["trace[971675069] 'agreement among raft nodes before linearized reading' (duration: 427.687136ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:04.189735Z","caller":"traceutil/trace.go:171","msg":"trace[299636083] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25786; }","duration":"279.530739ms","start":"2026-05-28T03:00:03.910186Z","end":"2026-05-28T03:00:04.189716Z","steps":["trace[299636083] 'agreement among raft nodes before linearized reading' (duration: 278.962411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.189768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.761948Z","time spent":"427.813769ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:00:04.189774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086091875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-28T03:00:04.189802Z","caller":"traceutil/trace.go:171","msg":"trace[28465675] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25786; }","duration":"1.086120216s","start":"2026-05-28T03:00:03.103674Z","end":"2026-05-28T03:00:04.189794Z","steps":["trace[28465675] 'agreement among raft nodes before linearized reading' (duration: 1.086043604s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.189828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.103664Z","time spent":"1.086158638s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-05-28T03:00:04.189891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.955211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-05-28T03:00:04.189901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.967762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T03:00:04.189915Z","caller":"traceutil/trace.go:171","msg":"trace[1409418655] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25786; }","duration":"409.991462ms","start":"2026-05-28T03:00:03.779916Z","end":"2026-05-28T03:00:04.189908Z","steps":["trace[1409418655] 'agreement among raft nodes before linearized reading' (duration: 409.912409ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:04.189926Z","caller":"traceutil/trace.go:171","msg":"trace[261689595] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25786; }","duration":"410.007202ms","start":"2026-05-28T03:00:03.779908Z","end":"2026-05-28T03:00:04.189915Z","steps":["trace[261689595] 'agreement among raft nodes before linearized reading' (duration: 409.92561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.189935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.77991Z","time spent":"410.019783ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T03:00:04.189943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.779882Z","time spent":"410.056774ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T03:00:04.194489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:03.576123Z","time spent":"616.61446ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:04.383794Z","caller":"traceutil/trace.go:171","msg":"trace[1451715148] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"188.261474ms","start":"2026-05-28T03:00:04.195508Z","end":"2026-05-28T03:00:04.38377Z","steps":["trace[1451715148] 'process raft request' (duration: 130.534576ms)","trace[1451715148] 'compare' (duration: 57.519261ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:04.383932Z","caller":"traceutil/trace.go:171","msg":"trace[1661122172] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"182.433918ms","start":"2026-05-28T03:00:04.201473Z","end":"2026-05-28T03:00:04.383907Z","steps":["trace[1661122172] 'process raft request' (duration: 182.285373ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:04.384016Z","caller":"traceutil/trace.go:171","msg":"trace[367895054] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"182.225641ms","start":"2026-05-28T03:00:04.201777Z","end":"2026-05-28T03:00:04.384002Z","steps":["trace[367895054] 'process raft request' (duration: 182.103417ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:04.384013Z","caller":"traceutil/trace.go:171","msg":"trace[316036186] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"136.101883ms","start":"2026-05-28T03:00:04.247887Z","end":"2026-05-28T03:00:04.383989Z","steps":["trace[316036186] 'process raft request' (duration: 136.061641ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:04.384035Z","caller":"traceutil/trace.go:171","msg":"trace[1522669423] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"182.5119ms","start":"2026-05-28T03:00:04.201498Z","end":"2026-05-28T03:00:04.384009Z","steps":["trace[1522669423] 'process raft request' (duration: 182.323974ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:04.384164Z","caller":"traceutil/trace.go:171","msg":"trace[596629597] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"182.613074ms","start":"2026-05-28T03:00:04.201536Z","end":"2026-05-28T03:00:04.384149Z","steps":["trace[596629597] 'process raft request' (duration: 182.318324ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:04.383926Z","caller":"traceutil/trace.go:171","msg":"trace[1689707888] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"182.50293ms","start":"2026-05-28T03:00:04.201378Z","end":"2026-05-28T03:00:04.383881Z","steps":["trace[1689707888] 'process raft request' (duration: 182.328765ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:04.384287Z","caller":"traceutil/trace.go:171","msg":"trace[1908705048] linearizableReadLoop","detail":"{readStateIndex:26655; appliedIndex:26653; }","duration":"183.141091ms","start":"2026-05-28T03:00:04.201131Z","end":"2026-05-28T03:00:04.384272Z","steps":["trace[1908705048] 'read index received' (duration: 39.451806ms)","trace[1908705048] 'applied index is now lower than readState.Index' (duration: 143.687324ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:04.3844Z","caller":"traceutil/trace.go:171","msg":"trace[1170844439] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"182.5002ms","start":"2026-05-28T03:00:04.201887Z","end":"2026-05-28T03:00:04.384387Z","steps":["trace[1170844439] 'process raft request' (duration: 182.020895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.384534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.315096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:04.384606Z","caller":"traceutil/trace.go:171","msg":"trace[1177720362] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25795; }","duration":"183.407889ms","start":"2026-05-28T03:00:04.201178Z","end":"2026-05-28T03:00:04.384586Z","steps":["trace[1177720362] 'agreement among raft nodes before linearized reading' (duration: 183.251604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.384668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.362017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-05-28T03:00:04.384729Z","caller":"traceutil/trace.go:171","msg":"trace[1130499204] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:25795; }","duration":"183.449881ms","start":"2026-05-28T03:00:04.201264Z","end":"2026-05-28T03:00:04.384714Z","steps":["trace[1130499204] 'agreement among raft nodes before linearized reading' (duration: 183.257044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.384793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.559864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:04.384844Z","caller":"traceutil/trace.go:171","msg":"trace[658603571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25795; }","duration":"183.638686ms","start":"2026-05-28T03:00:04.201183Z","end":"2026-05-28T03:00:04.384821Z","steps":["trace[658603571] 'agreement among raft nodes before linearized reading' (duration: 183.573204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.384958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.814352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"info","ts":"2026-05-28T03:00:04.385023Z","caller":"traceutil/trace.go:171","msg":"trace[2096886844] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25795; }","duration":"183.898705ms","start":"2026-05-28T03:00:04.201105Z","end":"2026-05-28T03:00:04.385003Z","steps":["trace[2096886844] 'agreement among raft nodes before linearized reading' (duration: 183.73904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.386455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.158565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295142"} {"level":"info","ts":"2026-05-28T03:00:04.386528Z","caller":"traceutil/trace.go:171","msg":"trace[634750541] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25795; }","duration":"185.244868ms","start":"2026-05-28T03:00:04.201266Z","end":"2026-05-28T03:00:04.38651Z","steps":["trace[634750541] 'agreement among raft nodes before linearized reading' (duration: 183.385659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:04.386691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.368811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1295142"} {"level":"info","ts":"2026-05-28T03:00:04.38672Z","caller":"traceutil/trace.go:171","msg":"trace[590179816] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:25795; }","duration":"185.428083ms","start":"2026-05-28T03:00:04.201285Z","end":"2026-05-28T03:00:04.386714Z","steps":["trace[590179816] 'agreement among raft nodes before linearized reading' (duration: 183.594725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.072106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.724881Z","time spent":"1.347218497s","remote":"127.0.0.1:59024","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T03:00:06.073419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410139281s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:06.073501Z","caller":"traceutil/trace.go:171","msg":"trace[1990369929] linearizableReadLoop","detail":"{readStateIndex:26669; appliedIndex:26668; }","duration":"1.614947401s","start":"2026-05-28T03:00:04.458539Z","end":"2026-05-28T03:00:06.073486Z","steps":["trace[1990369929] 'read index received' (duration: 204.754618ms)","trace[1990369929] 'applied index is now lower than readState.Index' (duration: 1.410191073s)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:06.073662Z","caller":"traceutil/trace.go:171","msg":"trace[118256113] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"1.67302002s","start":"2026-05-28T03:00:04.400632Z","end":"2026-05-28T03:00:06.073652Z","steps":["trace[118256113] 'process raft request' (duration: 262.59422ms)","trace[118256113] 'compare' (duration: 1.408697055s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:06.073702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.400623Z","time spent":"1.673060111s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:00:06.073942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65135611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-28T03:00:06.073964Z","caller":"traceutil/trace.go:171","msg":"trace[1437753193] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25802; }","duration":"1.651401902s","start":"2026-05-28T03:00:04.422554Z","end":"2026-05-28T03:00:06.073956Z","steps":["trace[1437753193] 'agreement among raft nodes before linearized reading' (duration: 1.651274988s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.073984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.422545Z","time spent":"1.651434602s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-28T03:00:06.073993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67898533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-05-28T03:00:06.074047Z","caller":"traceutil/trace.go:171","msg":"trace[1242168554] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25802; }","duration":"1.679058812s","start":"2026-05-28T03:00:04.39497Z","end":"2026-05-28T03:00:06.074029Z","steps":["trace[1242168554] 'agreement among raft nodes before linearized reading' (duration: 1.678878686s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.074091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.394963Z","time spent":"1.679119694s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-05-28T03:00:06.097384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434056522s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:00:06.09785Z","caller":"traceutil/trace.go:171","msg":"trace[1906803840] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"1.627228642s","start":"2026-05-28T03:00:04.470606Z","end":"2026-05-28T03:00:06.097835Z","steps":["trace[1906803840] 'process raft request' (duration: 1.627133229s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.097951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.470595Z","time spent":"1.627302145s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5353,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:06.097961Z","caller":"traceutil/trace.go:171","msg":"trace[50332558] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"1.629758683s","start":"2026-05-28T03:00:04.468144Z","end":"2026-05-28T03:00:06.097903Z","steps":["trace[50332558] 'process raft request' (duration: 1.629382211s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:06.09804Z","caller":"traceutil/trace.go:171","msg":"trace[2091616293] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"1.628367078s","start":"2026-05-28T03:00:04.469666Z","end":"2026-05-28T03:00:06.098033Z","steps":["trace[2091616293] 'process raft request' (duration: 1.628012327s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.098073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.469642Z","time spent":"1.6284121s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:06.098075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.468119Z","time spent":"1.629898476s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:00:06.09837Z","caller":"traceutil/trace.go:171","msg":"trace[1663624651] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"1.627458339s","start":"2026-05-28T03:00:04.470899Z","end":"2026-05-28T03:00:06.098358Z","steps":["trace[1663624651] 'process raft request' (duration: 1.626876011s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.098437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.470887Z","time spent":"1.62750651s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6760,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:06.098541Z","caller":"traceutil/trace.go:171","msg":"trace[1250289235] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"1.578716677s","start":"2026-05-28T03:00:04.519816Z","end":"2026-05-28T03:00:06.098533Z","steps":["trace[1250289235] 'process raft request' (duration: 1.578573122s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.098583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.519804Z","time spent":"1.578756639s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6821,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:06.098656Z","caller":"traceutil/trace.go:171","msg":"trace[1085946367] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"1.578145379s","start":"2026-05-28T03:00:04.520486Z","end":"2026-05-28T03:00:06.098631Z","steps":["trace[1085946367] 'process raft request' (duration: 1.578020095s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:06.098778Z","caller":"traceutil/trace.go:171","msg":"trace[953694237] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"1.579373028s","start":"2026-05-28T03:00:04.519398Z","end":"2026-05-28T03:00:06.098771Z","steps":["trace[953694237] 'process raft request' (duration: 1.578771129s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.098788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.520466Z","time spent":"1.578247673s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5585,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:06.098817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.51937Z","time spent":"1.57942518s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5414,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:06.250857Z","caller":"traceutil/trace.go:171","msg":"trace[267789113] transaction","detail":"{read_only:false; response_revision:25810; number_of_response:1; }","duration":"1.462038453s","start":"2026-05-28T03:00:04.788789Z","end":"2026-05-28T03:00:06.250827Z","steps":["trace[267789113] 'process raft request' (duration: 1.438269876s)","trace[267789113] 'compare' (duration: 23.464207ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:06.251003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.788766Z","time spent":"1.462160596s","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:06.409217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.517582ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:00:06.412172Z","caller":"traceutil/trace.go:171","msg":"trace[1569787121] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"333.397709ms","start":"2026-05-28T03:00:06.078742Z","end":"2026-05-28T03:00:06.41214Z","steps":["trace[1569787121] 'process raft request' (duration: 333.10912ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:06.412187Z","caller":"traceutil/trace.go:171","msg":"trace[1801405738] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"217.517869ms","start":"2026-05-28T03:00:06.194644Z","end":"2026-05-28T03:00:06.412161Z","steps":["trace[1801405738] 'process raft request' (duration: 217.404716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.412342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.078723Z","time spent":"333.510063ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:00:06.41238Z","caller":"traceutil/trace.go:171","msg":"trace[1565175052] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"216.164537ms","start":"2026-05-28T03:00:06.196199Z","end":"2026-05-28T03:00:06.412363Z","steps":["trace[1565175052] 'process raft request' (duration: 215.900588ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:06.412495Z","caller":"traceutil/trace.go:171","msg":"trace[1133239808] linearizableReadLoop","detail":"{readStateIndex:26680; appliedIndex:26670; }","duration":"338.960616ms","start":"2026-05-28T03:00:06.073522Z","end":"2026-05-28T03:00:06.412483Z","steps":["trace[1133239808] 'read index received' (duration: 24.164209ms)","trace[1133239808] 'applied index is now lower than readState.Index' (duration: 314.795187ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:06.412564Z","caller":"traceutil/trace.go:171","msg":"trace[820972903] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"1.093205716s","start":"2026-05-28T03:00:05.319345Z","end":"2026-05-28T03:00:06.41255Z","steps":["trace[820972903] 'process raft request' (duration: 1.09144335s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:06.41259Z","caller":"traceutil/trace.go:171","msg":"trace[1138377860] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"303.615601ms","start":"2026-05-28T03:00:06.108965Z","end":"2026-05-28T03:00:06.412581Z","steps":["trace[1138377860] 'process raft request' (duration: 302.96443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.412643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.319321Z","time spent":"1.093274748s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:06.412682Z","caller":"traceutil/trace.go:171","msg":"trace[1889525134] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"216.343403ms","start":"2026-05-28T03:00:06.196328Z","end":"2026-05-28T03:00:06.412671Z","steps":["trace[1889525134] 'process raft request' (duration: 215.969381ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:06.412818Z","caller":"traceutil/trace.go:171","msg":"trace[645447286] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"938.106689ms","start":"2026-05-28T03:00:05.474701Z","end":"2026-05-28T03:00:06.412808Z","steps":["trace[645447286] 'process raft request' (duration: 937.099097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.41289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.47465Z","time spent":"938.202151ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:06.412908Z","caller":"traceutil/trace.go:171","msg":"trace[1363064793] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"215.985561ms","start":"2026-05-28T03:00:06.196915Z","end":"2026-05-28T03:00:06.412901Z","steps":["trace[1363064793] 'process raft request' (duration: 215.719902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.412924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355184126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:00:06.412971Z","caller":"traceutil/trace.go:171","msg":"trace[1554523737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25818; }","duration":"1.355272109s","start":"2026-05-28T03:00:05.057687Z","end":"2026-05-28T03:00:06.412959Z","steps":["trace[1554523737] 'agreement among raft nodes before linearized reading' (duration: 1.355167915s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.413009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.057669Z","time spent":"1.355331131s","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:06.413059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.406621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:06.41309Z","caller":"traceutil/trace.go:171","msg":"trace[810990972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25818; }","duration":"558.448953ms","start":"2026-05-28T03:00:05.854633Z","end":"2026-05-28T03:00:06.413082Z","steps":["trace[810990972] 'agreement among raft nodes before linearized reading' (duration: 558.198265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.412675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.108944Z","time spent":"303.671783ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:00:06.413185Z","caller":"traceutil/trace.go:171","msg":"trace[1449815063] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"214.873186ms","start":"2026-05-28T03:00:06.198305Z","end":"2026-05-28T03:00:06.413179Z","steps":["trace[1449815063] 'process raft request' (duration: 214.568376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.413269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.725142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:06.413294Z","caller":"traceutil/trace.go:171","msg":"trace[1521045584] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25819; }","duration":"558.789494ms","start":"2026-05-28T03:00:05.854497Z","end":"2026-05-28T03:00:06.413286Z","steps":["trace[1521045584] 'agreement among raft nodes before linearized reading' (duration: 558.35127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.413313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.854477Z","time spent":"558.829885ms","remote":"127.0.0.1:55044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:06.413118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:05.854606Z","time spent":"558.503324ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T03:00:06.413514Z","caller":"traceutil/trace.go:171","msg":"trace[1058254362] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"209.324849ms","start":"2026-05-28T03:00:06.204182Z","end":"2026-05-28T03:00:06.413507Z","steps":["trace[1058254362] 'process raft request' (duration: 209.288618ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:06.413917Z","caller":"traceutil/trace.go:171","msg":"trace[1647598673] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"214.606327ms","start":"2026-05-28T03:00:06.199285Z","end":"2026-05-28T03:00:06.413892Z","steps":["trace[1647598673] 'process raft request' (duration: 213.858544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.414074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.634932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9e0d836b-936e-4d2d-bd4f-9319b72e1f06\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-28T03:00:06.414107Z","caller":"traceutil/trace.go:171","msg":"trace[475863295] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9e0d836b-936e-4d2d-bd4f-9319b72e1f06; range_end:; response_count:1; response_revision:25821; }","duration":"336.710714ms","start":"2026-05-28T03:00:06.077387Z","end":"2026-05-28T03:00:06.414098Z","steps":["trace[475863295] 'agreement among raft nodes before linearized reading' (duration: 336.622981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.41413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.077365Z","time spent":"336.760356ms","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-9e0d836b-936e-4d2d-bd4f-9319b72e1f06\" "} {"level":"warn","ts":"2026-05-28T03:00:06.41437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948705031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:06.414402Z","caller":"traceutil/trace.go:171","msg":"trace[1971062310] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25821; }","duration":"1.948766323s","start":"2026-05-28T03:00:04.465627Z","end":"2026-05-28T03:00:06.414394Z","steps":["trace[1971062310] 'agreement among raft nodes before linearized reading' (duration: 1.948699231s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.414432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.465618Z","time spent":"1.948807504s","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:00:06.414601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.676361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18854"} {"level":"info","ts":"2026-05-28T03:00:06.414631Z","caller":"traceutil/trace.go:171","msg":"trace[1204321002] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25821; }","duration":"155.753904ms","start":"2026-05-28T03:00:06.25887Z","end":"2026-05-28T03:00:06.414624Z","steps":["trace[1204321002] 'agreement among raft nodes before linearized reading' (duration: 155.677891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.414645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.243534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29665620\" ","response":"range_response_count:1 size:5542"} {"level":"info","ts":"2026-05-28T03:00:06.414665Z","caller":"traceutil/trace.go:171","msg":"trace[500214383] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29665620; range_end:; response_count:1; response_revision:25821; }","duration":"306.298956ms","start":"2026-05-28T03:00:06.10836Z","end":"2026-05-28T03:00:06.414659Z","steps":["trace[500214383] 'agreement among raft nodes before linearized reading' (duration: 306.225453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.414665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.816995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"warn","ts":"2026-05-28T03:00:06.414689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.108339Z","time spent":"306.345678ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5565,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29665620\" "} {"level":"info","ts":"2026-05-28T03:00:06.414706Z","caller":"traceutil/trace.go:171","msg":"trace[4305088] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25821; }","duration":"335.861447ms","start":"2026-05-28T03:00:06.078832Z","end":"2026-05-28T03:00:06.414694Z","steps":["trace[4305088] 'agreement among raft nodes before linearized reading' (duration: 335.756203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.414744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949885208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:99 size:81064"} {"level":"info","ts":"2026-05-28T03:00:06.414782Z","caller":"traceutil/trace.go:171","msg":"trace[507267518] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:99; response_revision:25821; }","duration":"1.94995349s","start":"2026-05-28T03:00:04.464819Z","end":"2026-05-28T03:00:06.414772Z","steps":["trace[507267518] 'agreement among raft nodes before linearized reading' (duration: 1.949550258s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.414806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.969906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:06.414834Z","caller":"traceutil/trace.go:171","msg":"trace[1339150851] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25821; }","duration":"290.030688ms","start":"2026-05-28T03:00:06.124795Z","end":"2026-05-28T03:00:06.414825Z","steps":["trace[1339150851] 'agreement among raft nodes before linearized reading' (duration: 289.983767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.414809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.464801Z","time spent":"1.950000162s","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":99,"response size":81087,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"warn","ts":"2026-05-28T03:00:06.414746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.078789Z","time spent":"335.94997ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-05-28T03:00:06.414979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.10083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:5432"} {"level":"info","ts":"2026-05-28T03:00:06.415114Z","caller":"traceutil/trace.go:171","msg":"trace[364028957] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:25821; }","duration":"295.271025ms","start":"2026-05-28T03:00:06.119834Z","end":"2026-05-28T03:00:06.415105Z","steps":["trace[364028957] 'agreement among raft nodes before linearized reading' (duration: 295.093479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.41553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914982047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-05-28T03:00:06.415566Z","caller":"traceutil/trace.go:171","msg":"trace[843621535] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25819; }","duration":"1.915048949s","start":"2026-05-28T03:00:04.50051Z","end":"2026-05-28T03:00:06.415559Z","steps":["trace[843621535] 'agreement among raft nodes before linearized reading' (duration: 1.912642483s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:06.415588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:04.500493Z","time spent":"1.91508917s","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224987,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-05-28T03:00:06.94656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254170889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:00:07.569368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.22131ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:07.569501Z","caller":"traceutil/trace.go:171","msg":"trace[884838878] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25822; }","duration":"539.369245ms","start":"2026-05-28T03:00:07.030112Z","end":"2026-05-28T03:00:07.569482Z","steps":["trace[884838878] 'range keys from in-memory index tree' (duration: 539.20378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.569961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.843322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:07.57022Z","caller":"traceutil/trace.go:171","msg":"trace[98558570] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"1.149332251s","start":"2026-05-28T03:00:06.420833Z","end":"2026-05-28T03:00:07.570165Z","steps":["trace[98558570] 'process raft request' (duration: 868.225151ms)","trace[98558570] 'compare' (duration: 280.15973ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:07.570614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.420817Z","time spent":"1.149516288s","remote":"127.0.0.1:38296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:00:07.570623Z","caller":"traceutil/trace.go:171","msg":"trace[76524223] linearizableReadLoop","detail":"{readStateIndex:26700; appliedIndex:26691; }","duration":"1.124663818s","start":"2026-05-28T03:00:06.445941Z","end":"2026-05-28T03:00:07.570605Z","steps":["trace[76524223] 'read index received' (duration: 843.096333ms)","trace[76524223] 'applied index is now lower than readState.Index' (duration: 281.566565ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:07.570639Z","caller":"traceutil/trace.go:171","msg":"trace[1467666929] transaction","detail":"{read_only:false; response_revision:25827; number_of_response:1; }","duration":"1.14454761s","start":"2026-05-28T03:00:06.426068Z","end":"2026-05-28T03:00:07.570615Z","steps":["trace[1467666929] 'process raft request' (duration: 1.144165267s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:07.570651Z","caller":"traceutil/trace.go:171","msg":"trace[1211267752] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"1.144601541s","start":"2026-05-28T03:00:06.426017Z","end":"2026-05-28T03:00:07.570618Z","steps":["trace[1211267752] 'process raft request' (duration: 1.144134696s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:07.570672Z","caller":"traceutil/trace.go:171","msg":"trace[817702715] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"1.144015872s","start":"2026-05-28T03:00:06.426615Z","end":"2026-05-28T03:00:07.57063Z","steps":["trace[817702715] 'process raft request' (duration: 1.143733703s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:07.57071Z","caller":"traceutil/trace.go:171","msg":"trace[1593521590] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"1.141992298s","start":"2026-05-28T03:00:06.428676Z","end":"2026-05-28T03:00:07.570669Z","steps":["trace[1593521590] 'process raft request' (duration: 1.141693909s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.570744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.426053Z","time spent":"1.144631492s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:07.570755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.425984Z","time spent":"1.144720194s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:00:07.570852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.426607Z","time spent":"1.144146297s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:07.571051Z","caller":"traceutil/trace.go:171","msg":"trace[1236807511] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"1.144984213s","start":"2026-05-28T03:00:06.426053Z","end":"2026-05-28T03:00:07.571038Z","steps":["trace[1236807511] 'process raft request' (duration: 1.144129506s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:07.571128Z","caller":"traceutil/trace.go:171","msg":"trace[1526928248] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"1.150147407s","start":"2026-05-28T03:00:06.420961Z","end":"2026-05-28T03:00:07.571108Z","steps":["trace[1526928248] 'process raft request' (duration: 1.149110114s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:07.571186Z","caller":"traceutil/trace.go:171","msg":"trace[1110133165] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"1.145019614s","start":"2026-05-28T03:00:06.426157Z","end":"2026-05-28T03:00:07.571176Z","steps":["trace[1110133165] 'process raft request' (duration: 1.144166597s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.571217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.420931Z","time spent":"1.15024571s","remote":"127.0.0.1:38296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":745,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:00:07.571249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.426124Z","time spent":"1.145087856s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:07.571267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123496501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-05-28T03:00:07.571299Z","caller":"traceutil/trace.go:171","msg":"trace[1056735925] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:25831; }","duration":"1.123545352s","start":"2026-05-28T03:00:06.447744Z","end":"2026-05-28T03:00:07.57129Z","steps":["trace[1056735925] 'agreement among raft nodes before linearized reading' (duration: 1.123465309s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.571341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.44773Z","time spent":"1.123605644s","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":702,"request content":"key:\"/registry/clusterroles/system:basic-user\" "} {"level":"warn","ts":"2026-05-28T03:00:07.571142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.426042Z","time spent":"1.145038754s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:07.571553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145696836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-28T03:00:07.571578Z","caller":"traceutil/trace.go:171","msg":"trace[970762424] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25831; }","duration":"1.145741957s","start":"2026-05-28T03:00:06.425826Z","end":"2026-05-28T03:00:07.571568Z","steps":["trace[970762424] 'agreement among raft nodes before linearized reading' (duration: 1.145652174s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.571595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.425802Z","time spent":"1.145789109s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-05-28T03:00:07.571146Z","caller":"traceutil/trace.go:171","msg":"trace[1960657061] transaction","detail":"{read_only:false; response_revision:25828; number_of_response:1; }","duration":"1.145019434s","start":"2026-05-28T03:00:06.426111Z","end":"2026-05-28T03:00:07.57113Z","steps":["trace[1960657061] 'process raft request' (duration: 1.144146696s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.571737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.428013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-28T03:00:07.571757Z","caller":"traceutil/trace.go:171","msg":"trace[1081480048] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25831; }","duration":"198.494126ms","start":"2026-05-28T03:00:07.373256Z","end":"2026-05-28T03:00:07.57175Z","steps":["trace[1081480048] 'agreement among raft nodes before linearized reading' (duration: 198.423263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.571788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.4261Z","time spent":"1.145634214s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:07.57182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.031414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-28T03:00:07.571864Z","caller":"traceutil/trace.go:171","msg":"trace[177852290] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:25831; }","duration":"913.120138ms","start":"2026-05-28T03:00:06.65873Z","end":"2026-05-28T03:00:07.571851Z","steps":["trace[177852290] 'agreement among raft nodes before linearized reading' (duration: 912.998264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.571897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.658708Z","time spent":"913.181989ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-05-28T03:00:07.571913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.102982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup-cron\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-28T03:00:07.571934Z","caller":"traceutil/trace.go:171","msg":"trace[485967411] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup-cron; range_end:; response_count:1; response_revision:25831; }","duration":"921.173363ms","start":"2026-05-28T03:00:06.650754Z","end":"2026-05-28T03:00:07.571928Z","steps":["trace[485967411] 'agreement among raft nodes before linearized reading' (duration: 921.104111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.571952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.650728Z","time spent":"921.219145ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup-cron\" "} {"level":"warn","ts":"2026-05-28T03:00:07.572019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.930015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:07.572039Z","caller":"traceutil/trace.go:171","msg":"trace[1182896540] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25831; }","duration":"948.999577ms","start":"2026-05-28T03:00:06.623031Z","end":"2026-05-28T03:00:07.57203Z","steps":["trace[1182896540] 'agreement among raft nodes before linearized reading' (duration: 948.965996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.572057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.623008Z","time spent":"949.044519ms","remote":"127.0.0.1:38134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:07.570852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.428668Z","time spent":"1.142086551s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6636,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:07.572121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.125458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:00:07.57216Z","caller":"traceutil/trace.go:171","msg":"trace[1149241620] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25831; }","duration":"274.230312ms","start":"2026-05-28T03:00:07.297916Z","end":"2026-05-28T03:00:07.572146Z","steps":["trace[1149241620] 'agreement among raft nodes before linearized reading' (duration: 274.16828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.572295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142595197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:137 size:1314214"} {"level":"warn","ts":"2026-05-28T03:00:07.572311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.542813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:07.572337Z","caller":"traceutil/trace.go:171","msg":"trace[1860500285] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:137; response_revision:25831; }","duration":"1.14267567s","start":"2026-05-28T03:00:06.429651Z","end":"2026-05-28T03:00:07.572326Z","steps":["trace[1860500285] 'agreement among raft nodes before linearized reading' (duration: 1.141042598s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:07.572351Z","caller":"traceutil/trace.go:171","msg":"trace[634008839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25831; }","duration":"716.612815ms","start":"2026-05-28T03:00:06.855726Z","end":"2026-05-28T03:00:07.572339Z","steps":["trace[634008839] 'agreement among raft nodes before linearized reading' (duration: 716.538413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.572355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.722907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2811"} {"level":"warn","ts":"2026-05-28T03:00:07.572375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.429644Z","time spent":"1.142718651s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":137,"response size":1314237,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T03:00:07.572399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.911922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-28T03:00:07.572371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.56058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-service-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-28T03:00:07.572455Z","caller":"traceutil/trace.go:171","msg":"trace[954110294] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-service-cleaner; range_end:; response_count:1; response_revision:25831; }","duration":"895.676514ms","start":"2026-05-28T03:00:06.676768Z","end":"2026-05-28T03:00:07.572445Z","steps":["trace[954110294] 'agreement among raft nodes before linearized reading' (duration: 895.526799ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:07.572456Z","caller":"traceutil/trace.go:171","msg":"trace[461558056] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25831; }","duration":"512.007655ms","start":"2026-05-28T03:00:07.060432Z","end":"2026-05-28T03:00:07.57244Z","steps":["trace[461558056] 'agreement among raft nodes before linearized reading' (duration: 511.84239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.57247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.077233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:00:07.572491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.676751Z","time spent":"895.729795ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/nova-service-cleaner\" "} {"level":"info","ts":"2026-05-28T03:00:07.5725Z","caller":"traceutil/trace.go:171","msg":"trace[245920808] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25831; }","duration":"606.146246ms","start":"2026-05-28T03:00:06.966344Z","end":"2026-05-28T03:00:07.57249Z","steps":["trace[245920808] 'agreement among raft nodes before linearized reading' (duration: 606.057363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.572502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:07.060412Z","time spent":"512.080027ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T03:00:07.572529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.966324Z","time spent":"606.198217ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":35,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:07.572532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123414538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-05-28T03:00:07.572602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.276603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:07.572615Z","caller":"traceutil/trace.go:171","msg":"trace[536351685] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25831; }","duration":"1.123510451s","start":"2026-05-28T03:00:06.449081Z","end":"2026-05-28T03:00:07.572591Z","steps":["trace[536351685] 'agreement among raft nodes before linearized reading' (duration: 1.123245053s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:07.572635Z","caller":"traceutil/trace.go:171","msg":"trace[1401903935] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25831; }","duration":"489.366506ms","start":"2026-05-28T03:00:07.083258Z","end":"2026-05-28T03:00:07.572625Z","steps":["trace[1401903935] 'agreement among raft nodes before linearized reading' (duration: 489.311155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.572657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:07.083213Z","time spent":"489.438938ms","remote":"127.0.0.1:50418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:07.572668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.449065Z","time spent":"1.123594753s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-05-28T03:00:07.572413Z","caller":"traceutil/trace.go:171","msg":"trace[1940052791] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25831; }","duration":"987.831661ms","start":"2026-05-28T03:00:06.584563Z","end":"2026-05-28T03:00:07.572395Z","steps":["trace[1940052791] 'agreement among raft nodes before linearized reading' (duration: 987.689126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.572768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.584541Z","time spent":"988.211693ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2834,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-28T03:00:07.572383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.855709Z","time spent":"716.663806ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:00:07.575997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149349082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:137 size:1314214"} {"level":"info","ts":"2026-05-28T03:00:07.576048Z","caller":"traceutil/trace.go:171","msg":"trace[1167228946] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:137; response_revision:25831; }","duration":"1.149425964s","start":"2026-05-28T03:00:06.426611Z","end":"2026-05-28T03:00:07.576036Z","steps":["trace[1167228946] 'agreement among raft nodes before linearized reading' (duration: 1.144311011s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.576075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:06.426604Z","time spent":"1.149463456s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":137,"response size":1314237,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T03:00:07.941896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.882584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:07.942028Z","caller":"traceutil/trace.go:171","msg":"trace[604606329] linearizableReadLoop","detail":"{readStateIndex:26701; appliedIndex:26700; }","duration":"335.513428ms","start":"2026-05-28T03:00:07.606491Z","end":"2026-05-28T03:00:07.942004Z","steps":["trace[604606329] 'read index received' (duration: 229.250853ms)","trace[604606329] 'applied index is now lower than readState.Index' (duration: 106.260775ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:07.942055Z","caller":"traceutil/trace.go:171","msg":"trace[776472422] transaction","detail":"{read_only:false; response_revision:25832; number_of_response:1; }","duration":"342.685026ms","start":"2026-05-28T03:00:07.599327Z","end":"2026-05-28T03:00:07.942012Z","steps":["trace[776472422] 'process raft request' (duration: 236.490452ms)","trace[776472422] 'compare' (duration: 105.197082ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:07.942294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.945908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:00:07.942296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.763486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:07.942339Z","caller":"traceutil/trace.go:171","msg":"trace[760146334] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25832; }","duration":"277.00225ms","start":"2026-05-28T03:00:07.665324Z","end":"2026-05-28T03:00:07.942326Z","steps":["trace[760146334] 'agreement among raft nodes before linearized reading' (duration: 276.853455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.94239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.526598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-05-28T03:00:07.942371Z","caller":"traceutil/trace.go:171","msg":"trace[320515648] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:25832; }","duration":"335.891191ms","start":"2026-05-28T03:00:07.606462Z","end":"2026-05-28T03:00:07.942353Z","steps":["trace[320515648] 'agreement among raft nodes before linearized reading' (duration: 335.638872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.942414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.875877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29665620-bh5sg\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-05-28T03:00:07.942524Z","caller":"traceutil/trace.go:171","msg":"trace[671815077] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29665620-bh5sg; range_end:; response_count:1; response_revision:25832; }","duration":"329.001741ms","start":"2026-05-28T03:00:07.613495Z","end":"2026-05-28T03:00:07.942497Z","steps":["trace[671815077] 'agreement among raft nodes before linearized reading' (duration: 328.713792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.942575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:07.61349Z","time spent":"329.077014ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5626,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29665620-bh5sg\" "} {"level":"info","ts":"2026-05-28T03:00:07.942455Z","caller":"traceutil/trace.go:171","msg":"trace[770738514] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25832; }","duration":"329.621411ms","start":"2026-05-28T03:00:07.612817Z","end":"2026-05-28T03:00:07.942439Z","steps":["trace[770738514] 'agreement among raft nodes before linearized reading' (duration: 329.311031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:07.942462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:07.606445Z","time spent":"336.003984ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-05-28T03:00:07.942637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:07.612802Z","time spent":"329.814557ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3708,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-28T03:00:07.942407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:07.599312Z","time spent":"342.974105ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":791,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:00:08.347155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.684861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:08.347317Z","caller":"traceutil/trace.go:171","msg":"trace[1412284488] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"398.814609ms","start":"2026-05-28T03:00:07.948474Z","end":"2026-05-28T03:00:08.347288Z","steps":["trace[1412284488] 'process raft request' (duration: 239.899401ms)","trace[1412284488] 'compare' (duration: 158.482865ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:08.347407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:07.948451Z","time spent":"398.916303ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:00:08.440849Z","caller":"traceutil/trace.go:171","msg":"trace[724741234] linearizableReadLoop","detail":"{readStateIndex:26703; appliedIndex:26701; }","duration":"490.179192ms","start":"2026-05-28T03:00:07.950638Z","end":"2026-05-28T03:00:08.440818Z","steps":["trace[724741234] 'read index received' (duration: 237.810275ms)","trace[724741234] 'applied index is now lower than readState.Index' (duration: 252.367807ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:08.441036Z","caller":"traceutil/trace.go:171","msg":"trace[1497451410] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"490.997818ms","start":"2026-05-28T03:00:07.95Z","end":"2026-05-28T03:00:08.440998Z","steps":["trace[1497451410] 'process raft request' (duration: 490.613626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:08.441211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.534863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-05-28T03:00:08.441256Z","caller":"traceutil/trace.go:171","msg":"trace[732847490] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25834; }","duration":"490.618286ms","start":"2026-05-28T03:00:07.950622Z","end":"2026-05-28T03:00:08.44124Z","steps":["trace[732847490] 'agreement among raft nodes before linearized reading' (duration: 490.344777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:08.4413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:07.950615Z","time spent":"490.673118ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-05-28T03:00:08.441446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:07.949977Z","time spent":"491.253616ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6819,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:08.869739Z","caller":"traceutil/trace.go:171","msg":"trace[1979388684] linearizableReadLoop","detail":"{readStateIndex:26710; appliedIndex:26703; }","duration":"428.789182ms","start":"2026-05-28T03:00:08.440928Z","end":"2026-05-28T03:00:08.869717Z","steps":["trace[1979388684] 'read index received' (duration: 428.189733ms)","trace[1979388684] 'applied index is now lower than readState.Index' (duration: 598.679µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:08.86984Z","caller":"traceutil/trace.go:171","msg":"trace[1156208740] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"438.470139ms","start":"2026-05-28T03:00:08.431331Z","end":"2026-05-28T03:00:08.869801Z","steps":["trace[1156208740] 'process raft request' (duration: 438.134229ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:08.869909Z","caller":"traceutil/trace.go:171","msg":"trace[1559461655] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"438.090657ms","start":"2026-05-28T03:00:08.43181Z","end":"2026-05-28T03:00:08.869901Z","steps":["trace[1559461655] 'process raft request' (duration: 437.750756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:08.870024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.431793Z","time spent":"438.146209ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:08.870202Z","caller":"traceutil/trace.go:171","msg":"trace[723032916] transaction","detail":"{read_only:false; response_revision:25835; number_of_response:1; }","duration":"440.134722ms","start":"2026-05-28T03:00:08.430025Z","end":"2026-05-28T03:00:08.87016Z","steps":["trace[723032916] 'process raft request' (duration: 439.179141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:08.870401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.429986Z","time spent":"440.317847ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:08.870417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.381787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T03:00:08.870621Z","caller":"traceutil/trace.go:171","msg":"trace[1410598030] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25841; }","duration":"919.601524ms","start":"2026-05-28T03:00:07.950991Z","end":"2026-05-28T03:00:08.870593Z","steps":["trace[1410598030] 'agreement among raft nodes before linearized reading' (duration: 919.090447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:08.87069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:07.950971Z","time spent":"919.704827ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T03:00:08.870833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.431318Z","time spent":"438.607243ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:08.870881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.108439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:99 size:81064"} {"level":"info","ts":"2026-05-28T03:00:08.870923Z","caller":"traceutil/trace.go:171","msg":"trace[1402347378] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:99; response_revision:25841; }","duration":"920.152771ms","start":"2026-05-28T03:00:07.950758Z","end":"2026-05-28T03:00:08.870911Z","steps":["trace[1402347378] 'agreement among raft nodes before linearized reading' (duration: 919.525711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:08.870961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:07.950741Z","time spent":"920.206723ms","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":99,"response size":81087,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"warn","ts":"2026-05-28T03:00:08.871057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.759909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-05-28T03:00:08.871093Z","caller":"traceutil/trace.go:171","msg":"trace[188661564] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25841; }","duration":"919.80429ms","start":"2026-05-28T03:00:07.951276Z","end":"2026-05-28T03:00:08.871081Z","steps":["trace[188661564] 'agreement among raft nodes before linearized reading' (duration: 919.669686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:08.87112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:07.95127Z","time spent":"919.840881ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3708,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-05-28T03:00:08.871132Z","caller":"traceutil/trace.go:171","msg":"trace[1690685022] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"440.584096ms","start":"2026-05-28T03:00:08.430534Z","end":"2026-05-28T03:00:08.871118Z","steps":["trace[1690685022] 'process raft request' (duration: 438.856161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:08.871196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.430511Z","time spent":"440.650129ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:08.871229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.545659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-service-cleaner-29665620-5gt7l\" ","response":"range_response_count:1 size:6839"} {"level":"info","ts":"2026-05-28T03:00:08.87126Z","caller":"traceutil/trace.go:171","msg":"trace[497730522] range","detail":"{range_begin:/registry/pods/openstack/nova-service-cleaner-29665620-5gt7l; range_end:; response_count:1; response_revision:25841; }","duration":"425.60988ms","start":"2026-05-28T03:00:08.445641Z","end":"2026-05-28T03:00:08.87125Z","steps":["trace[497730522] 'agreement among raft nodes before linearized reading' (duration: 425.517257ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:08.871261Z","caller":"traceutil/trace.go:171","msg":"trace[1722994510] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"439.336877ms","start":"2026-05-28T03:00:08.431902Z","end":"2026-05-28T03:00:08.871239Z","steps":["trace[1722994510] 'process raft request' (duration: 437.728516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:08.871286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.445621Z","time spent":"425.659952ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":6862,"request content":"key:\"/registry/pods/openstack/nova-service-cleaner-29665620-5gt7l\" "} {"level":"info","ts":"2026-05-28T03:00:08.87134Z","caller":"traceutil/trace.go:171","msg":"trace[704584126] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"440.091531ms","start":"2026-05-28T03:00:08.431236Z","end":"2026-05-28T03:00:08.871328Z","steps":["trace[704584126] 'process raft request' (duration: 438.196551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:08.871399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.431873Z","time spent":"439.429279ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:08.871403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.431218Z","time spent":"440.146182ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:08.871593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.232141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-05-28T03:00:08.871634Z","caller":"traceutil/trace.go:171","msg":"trace[1351524246] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25841; }","duration":"421.342675ms","start":"2026-05-28T03:00:08.450279Z","end":"2026-05-28T03:00:08.871622Z","steps":["trace[1351524246] 'agreement among raft nodes before linearized reading' (duration: 421.17205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:08.871675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.450254Z","time spent":"421.414348ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-05-28T03:00:08.869862Z","caller":"traceutil/trace.go:171","msg":"trace[1454032477] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"438.408287ms","start":"2026-05-28T03:00:08.43144Z","end":"2026-05-28T03:00:08.869848Z","steps":["trace[1454032477] 'process raft request' (duration: 438.076276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:08.871767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.431425Z","time spent":"440.291267ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:08.871855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.277111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:08.871887Z","caller":"traceutil/trace.go:171","msg":"trace[1348938221] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25841; }","duration":"301.359313ms","start":"2026-05-28T03:00:08.570518Z","end":"2026-05-28T03:00:08.871877Z","steps":["trace[1348938221] 'agreement among raft nodes before linearized reading' (duration: 301.295171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:08.871919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.570494Z","time spent":"301.414965ms","remote":"127.0.0.1:38114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:10.11498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137328619s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:10.115076Z","caller":"traceutil/trace.go:171","msg":"trace[1340104387] linearizableReadLoop","detail":"{readStateIndex:26711; appliedIndex:26710; }","duration":"1.224580271s","start":"2026-05-28T03:00:08.890479Z","end":"2026-05-28T03:00:10.11506Z","steps":["trace[1340104387] 'read index received' (duration: 87.031965ms)","trace[1340104387] 'applied index is now lower than readState.Index' (duration: 1.137546886s)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:10.115166Z","caller":"traceutil/trace.go:171","msg":"trace[2043522813] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"1.224776777s","start":"2026-05-28T03:00:08.890378Z","end":"2026-05-28T03:00:10.115155Z","steps":["trace[2043522813] 'process raft request' (duration: 87.183579ms)","trace[2043522813] 'compare' (duration: 1.136014008s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:10.115225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.890364Z","time spent":"1.224835529s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8058,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:10.115504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225021835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-28T03:00:10.115528Z","caller":"traceutil/trace.go:171","msg":"trace[304858465] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25842; }","duration":"1.225103418s","start":"2026-05-28T03:00:08.890418Z","end":"2026-05-28T03:00:10.115521Z","steps":["trace[304858465] 'agreement among raft nodes before linearized reading' (duration: 1.224976893s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.115547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.890402Z","time spent":"1.225140268s","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-28T03:00:10.11576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222246757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1190"} {"level":"info","ts":"2026-05-28T03:00:10.115845Z","caller":"traceutil/trace.go:171","msg":"trace[1960989126] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25842; }","duration":"1.22235943s","start":"2026-05-28T03:00:08.893466Z","end":"2026-05-28T03:00:10.115825Z","steps":["trace[1960989126] 'agreement among raft nodes before linearized reading' (duration: 1.222110902s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.115888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.893454Z","time spent":"1.222427002s","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1213,"request content":"key:\"/registry/roles/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-05-28T03:00:10.116038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.303898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:00:10.116044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.463667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:00:10.116073Z","caller":"traceutil/trace.go:171","msg":"trace[260034614] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25842; }","duration":"440.38143ms","start":"2026-05-28T03:00:09.675681Z","end":"2026-05-28T03:00:10.116062Z","steps":["trace[260034614] 'agreement among raft nodes before linearized reading' (duration: 440.318978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.116101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:09.675661Z","time spent":"440.432422ms","remote":"127.0.0.1:38304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:10.116086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.647332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-05-28T03:00:10.116136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.601282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:00:10.116147Z","caller":"traceutil/trace.go:171","msg":"trace[1030742973] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25842; }","duration":"510.728474ms","start":"2026-05-28T03:00:09.605404Z","end":"2026-05-28T03:00:10.116132Z","steps":["trace[1030742973] 'agreement among raft nodes before linearized reading' (duration: 510.569519ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:10.116163Z","caller":"traceutil/trace.go:171","msg":"trace[1805360778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25842; }","duration":"539.655974ms","start":"2026-05-28T03:00:09.5765Z","end":"2026-05-28T03:00:10.116156Z","steps":["trace[1805360778] 'agreement among raft nodes before linearized reading' (duration: 539.576921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.116184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:09.576482Z","time spent":"539.698214ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:00:10.116184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:09.605394Z","time spent":"510.782316ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T03:00:10.116245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.158254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T03:00:10.116269Z","caller":"traceutil/trace.go:171","msg":"trace[1176751135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25842; }","duration":"537.193435ms","start":"2026-05-28T03:00:09.579069Z","end":"2026-05-28T03:00:10.116262Z","steps":["trace[1176751135] 'agreement among raft nodes before linearized reading' (duration: 537.135533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.116293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:09.579063Z","time spent":"537.224196ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T03:00:10.116105Z","caller":"traceutil/trace.go:171","msg":"trace[325598251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25842; }","duration":"539.54309ms","start":"2026-05-28T03:00:09.576545Z","end":"2026-05-28T03:00:10.116088Z","steps":["trace[325598251] 'agreement among raft nodes before linearized reading' (duration: 539.343473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.116356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.049472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-28T03:00:10.116369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:09.576541Z","time spent":"539.817679ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:00:10.116418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.883282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:00:10.116437Z","caller":"traceutil/trace.go:171","msg":"trace[246550096] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25842; }","duration":"743.920302ms","start":"2026-05-28T03:00:09.372511Z","end":"2026-05-28T03:00:10.116431Z","steps":["trace[246550096] 'agreement among raft nodes before linearized reading' (duration: 743.883511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.11619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.654567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T03:00:10.116449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.204818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T03:00:10.116458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:09.372503Z","time spent":"743.949703ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:00:10.116477Z","caller":"traceutil/trace.go:171","msg":"trace[445514009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25842; }","duration":"538.245619ms","start":"2026-05-28T03:00:09.578224Z","end":"2026-05-28T03:00:10.11647Z","steps":["trace[445514009] 'agreement among raft nodes before linearized reading' (duration: 538.163566ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:10.116477Z","caller":"traceutil/trace.go:171","msg":"trace[1457024038] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25842; }","duration":"518.960146ms","start":"2026-05-28T03:00:09.597505Z","end":"2026-05-28T03:00:10.116465Z","steps":["trace[1457024038] 'agreement among raft nodes before linearized reading' (duration: 518.621025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.116499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:09.578218Z","time spent":"538.275379ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:00:10.116511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:09.597491Z","time spent":"519.010348ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T03:00:10.116504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.593711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:00:10.116559Z","caller":"traceutil/trace.go:171","msg":"trace[1958742519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25842; }","duration":"539.664604ms","start":"2026-05-28T03:00:09.576878Z","end":"2026-05-28T03:00:10.116543Z","steps":["trace[1958742519] 'agreement among raft nodes before linearized reading' (duration: 539.513249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.116582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:09.576873Z","time spent":"539.703855ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T03:00:10.116379Z","caller":"traceutil/trace.go:171","msg":"trace[1557706337] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25842; }","duration":"549.105394ms","start":"2026-05-28T03:00:09.567266Z","end":"2026-05-28T03:00:10.116372Z","steps":["trace[1557706337] 'agreement among raft nodes before linearized reading' (duration: 549.035431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.116615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.34046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-28T03:00:10.116637Z","caller":"traceutil/trace.go:171","msg":"trace[1660020499] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25842; }","duration":"746.392341ms","start":"2026-05-28T03:00:09.370237Z","end":"2026-05-28T03:00:10.116629Z","steps":["trace[1660020499] 'agreement among raft nodes before linearized reading' (duration: 746.323489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.116656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:09.37022Z","time spent":"746.431342ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-05-28T03:00:10.116728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219795299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:10.116755Z","caller":"traceutil/trace.go:171","msg":"trace[353140222] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:25842; }","duration":"1.21982979s","start":"2026-05-28T03:00:08.896914Z","end":"2026-05-28T03:00:10.116743Z","steps":["trace[353140222] 'agreement among raft nodes before linearized reading' (duration: 1.219785219s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.116712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:09.567247Z","time spent":"549.421864ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-28T03:00:10.116776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.896907Z","time spent":"1.219862331s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-05-28T03:00:10.116803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221250695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-05-28T03:00:10.116824Z","caller":"traceutil/trace.go:171","msg":"trace[1001819104] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25842; }","duration":"1.221308017s","start":"2026-05-28T03:00:08.895509Z","end":"2026-05-28T03:00:10.116817Z","steps":["trace[1001819104] 'agreement among raft nodes before linearized reading' (duration: 1.221238605s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.116846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.89549Z","time spent":"1.221351479s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1370,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-05-28T03:00:10.116838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215274845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-28T03:00:10.116874Z","caller":"traceutil/trace.go:171","msg":"trace[490086054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25842; }","duration":"1.215327007s","start":"2026-05-28T03:00:08.901535Z","end":"2026-05-28T03:00:10.116862Z","steps":["trace[490086054] 'agreement among raft nodes before linearized reading' (duration: 1.215213864s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.116915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216451843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b398ac08df34b3\" ","response":"range_response_count:1 size:844"} {"level":"warn","ts":"2026-05-28T03:00:10.116905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.901527Z","time spent":"1.215370398s","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-28T03:00:10.116937Z","caller":"traceutil/trace.go:171","msg":"trace[1574373075] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b398ac08df34b3; range_end:; response_count:1; response_revision:25842; }","duration":"1.216521695s","start":"2026-05-28T03:00:08.900408Z","end":"2026-05-28T03:00:10.116929Z","steps":["trace[1574373075] 'agreement among raft nodes before linearized reading' (duration: 1.216454083s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.116965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:08.900374Z","time spent":"1.216583877s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":867,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b398ac08df34b3\" "} {"level":"warn","ts":"2026-05-28T03:00:10.117005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.305499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:10.117034Z","caller":"traceutil/trace.go:171","msg":"trace[143998692] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25842; }","duration":"837.364841ms","start":"2026-05-28T03:00:09.279659Z","end":"2026-05-28T03:00:10.117024Z","steps":["trace[143998692] 'agreement among raft nodes before linearized reading' (duration: 837.30736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.11706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:09.279644Z","time spent":"837.409672ms","remote":"127.0.0.1:50518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:10.285651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.75015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:10.285702Z","caller":"traceutil/trace.go:171","msg":"trace[195630817] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:0; response_revision:25851; }","duration":"134.854864ms","start":"2026-05-28T03:00:10.150836Z","end":"2026-05-28T03:00:10.285691Z","steps":["trace[195630817] 'agreement among raft nodes before linearized reading' (duration: 134.685859ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:10.285645Z","caller":"traceutil/trace.go:171","msg":"trace[1677432111] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"119.488176ms","start":"2026-05-28T03:00:10.166135Z","end":"2026-05-28T03:00:10.285623Z","steps":["trace[1677432111] 'process raft request' (duration: 69.654953ms)","trace[1677432111] 'compare' (duration: 49.557204ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:10.623047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.403983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:10.623166Z","caller":"traceutil/trace.go:171","msg":"trace[798228213] linearizableReadLoop","detail":"{readStateIndex:26722; appliedIndex:26721; }","duration":"326.389909ms","start":"2026-05-28T03:00:10.296743Z","end":"2026-05-28T03:00:10.623133Z","steps":["trace[798228213] 'read index received' (duration: 121.737938ms)","trace[798228213] 'applied index is now lower than readState.Index' (duration: 204.650831ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:10.623266Z","caller":"traceutil/trace.go:171","msg":"trace[1843435568] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"328.783245ms","start":"2026-05-28T03:00:10.294468Z","end":"2026-05-28T03:00:10.623252Z","steps":["trace[1843435568] 'process raft request' (duration: 124.079602ms)","trace[1843435568] 'compare' (duration: 204.117684ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:10.623321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:10.294441Z","time spent":"328.856377ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9166,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:00:10.623526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.886683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-05-28T03:00:10.623591Z","caller":"traceutil/trace.go:171","msg":"trace[244960438] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25852; }","duration":"325.959945ms","start":"2026-05-28T03:00:10.297613Z","end":"2026-05-28T03:00:10.623573Z","steps":["trace[244960438] 'agreement among raft nodes before linearized reading' (duration: 325.758089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.623623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:10.297571Z","time spent":"326.045657ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-05-28T03:00:10.623697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.404505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:10.623744Z","caller":"traceutil/trace.go:171","msg":"trace[129567048] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25852; }","duration":"109.484658ms","start":"2026-05-28T03:00:10.514245Z","end":"2026-05-28T03:00:10.62373Z","steps":["trace[129567048] 'agreement among raft nodes before linearized reading' (duration: 109.404725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.623804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.069682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-28T03:00:10.623828Z","caller":"traceutil/trace.go:171","msg":"trace[2136365178] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25852; }","duration":"209.136304ms","start":"2026-05-28T03:00:10.414684Z","end":"2026-05-28T03:00:10.62382Z","steps":["trace[2136365178] 'agreement among raft nodes before linearized reading' (duration: 209.063111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.623984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.244676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-05-28T03:00:10.624019Z","caller":"traceutil/trace.go:171","msg":"trace[1619009699] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25852; }","duration":"327.276837ms","start":"2026-05-28T03:00:10.29673Z","end":"2026-05-28T03:00:10.624007Z","steps":["trace[1619009699] 'agreement among raft nodes before linearized reading' (duration: 327.155833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.624046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:10.296697Z","time spent":"327.341959ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-05-28T03:00:10.827704Z","caller":"traceutil/trace.go:171","msg":"trace[1173180675] linearizableReadLoop","detail":"{readStateIndex:26723; appliedIndex:26722; }","duration":"195.942204ms","start":"2026-05-28T03:00:10.631721Z","end":"2026-05-28T03:00:10.827663Z","steps":["trace[1173180675] 'read index received' (duration: 160.064605ms)","trace[1173180675] 'applied index is now lower than readState.Index' (duration: 35.875739ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:10.82776Z","caller":"traceutil/trace.go:171","msg":"trace[1595205111] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"197.503284ms","start":"2026-05-28T03:00:10.630223Z","end":"2026-05-28T03:00:10.827726Z","steps":["trace[1595205111] 'process raft request' (duration: 161.587383ms)","trace[1595205111] 'compare' (duration: 35.55498ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:10.828192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.416319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-05-28T03:00:10.828322Z","caller":"traceutil/trace.go:171","msg":"trace[1576474270] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25853; }","duration":"196.585185ms","start":"2026-05-28T03:00:10.631708Z","end":"2026-05-28T03:00:10.828293Z","steps":["trace[1576474270] 'agreement among raft nodes before linearized reading' (duration: 196.086769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.892383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.953441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2811"} {"level":"info","ts":"2026-05-28T03:00:10.892424Z","caller":"traceutil/trace.go:171","msg":"trace[1095212554] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"221.107224ms","start":"2026-05-28T03:00:10.67126Z","end":"2026-05-28T03:00:10.892367Z","steps":["trace[1095212554] 'process raft request' (duration: 220.729552ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:10.892237Z","caller":"traceutil/trace.go:171","msg":"trace[290262676] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"159.936181ms","start":"2026-05-28T03:00:10.732279Z","end":"2026-05-28T03:00:10.892215Z","steps":["trace[290262676] 'process raft request' (duration: 159.860179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.892542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.062898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-05-28T03:00:10.892611Z","caller":"traceutil/trace.go:171","msg":"trace[1192279221] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:25855; }","duration":"258.151681ms","start":"2026-05-28T03:00:10.634441Z","end":"2026-05-28T03:00:10.892593Z","steps":["trace[1192279221] 'agreement among raft nodes before linearized reading' (duration: 257.976335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:10.892583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.989526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-05-28T03:00:10.892696Z","caller":"traceutil/trace.go:171","msg":"trace[1455174377] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25855; }","duration":"258.13158ms","start":"2026-05-28T03:00:10.634532Z","end":"2026-05-28T03:00:10.892664Z","steps":["trace[1455174377] 'agreement among raft nodes before linearized reading' (duration: 257.722487ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:10.892464Z","caller":"traceutil/trace.go:171","msg":"trace[1769099963] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25855; }","duration":"115.084226ms","start":"2026-05-28T03:00:10.777364Z","end":"2026-05-28T03:00:10.892448Z","steps":["trace[1769099963] 'agreement among raft nodes before linearized reading' (duration: 114.917731ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:11.026192Z","caller":"traceutil/trace.go:171","msg":"trace[99633] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"124.248127ms","start":"2026-05-28T03:00:10.901888Z","end":"2026-05-28T03:00:11.026136Z","steps":["trace[99633] 'process raft request' (duration: 124.099532ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:11.026273Z","caller":"traceutil/trace.go:171","msg":"trace[1637655404] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"123.7082ms","start":"2026-05-28T03:00:10.902543Z","end":"2026-05-28T03:00:11.026252Z","steps":["trace[1637655404] 'process raft request' (duration: 123.509914ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:11.026396Z","caller":"traceutil/trace.go:171","msg":"trace[973823449] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"124.526625ms","start":"2026-05-28T03:00:10.901835Z","end":"2026-05-28T03:00:11.026362Z","steps":["trace[973823449] 'process raft request' (duration: 123.504983ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:11.026522Z","caller":"traceutil/trace.go:171","msg":"trace[1710773876] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"122.711548ms","start":"2026-05-28T03:00:10.903799Z","end":"2026-05-28T03:00:11.02651Z","steps":["trace[1710773876] 'process raft request' (duration: 122.291235ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:11.02652Z","caller":"traceutil/trace.go:171","msg":"trace[1297134609] linearizableReadLoop","detail":"{readStateIndex:26737; appliedIndex:26733; }","duration":"115.911323ms","start":"2026-05-28T03:00:10.910583Z","end":"2026-05-28T03:00:11.026494Z","steps":["trace[1297134609] 'read index received' (duration: 114.711564ms)","trace[1297134609] 'applied index is now lower than readState.Index' (duration: 1.198189ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:11.026683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.951885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:00:11.026785Z","caller":"traceutil/trace.go:171","msg":"trace[1367090023] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25867; }","duration":"117.11667ms","start":"2026-05-28T03:00:10.909642Z","end":"2026-05-28T03:00:11.026759Z","steps":["trace[1367090023] 'agreement among raft nodes before linearized reading' (duration: 116.867282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:11.026865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.66655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-28T03:00:11.026944Z","caller":"traceutil/trace.go:171","msg":"trace[1793770062] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25867; }","duration":"124.809405ms","start":"2026-05-28T03:00:10.902112Z","end":"2026-05-28T03:00:11.026921Z","steps":["trace[1793770062] 'agreement among raft nodes before linearized reading' (duration: 124.478015ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:11.278724Z","caller":"traceutil/trace.go:171","msg":"trace[717920312] linearizableReadLoop","detail":"{readStateIndex:26741; appliedIndex:26738; }","duration":"208.811203ms","start":"2026-05-28T03:00:11.069878Z","end":"2026-05-28T03:00:11.278689Z","steps":["trace[717920312] 'read index received' (duration: 125.487566ms)","trace[717920312] 'applied index is now lower than readState.Index' (duration: 83.321227ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:11.279129Z","caller":"traceutil/trace.go:171","msg":"trace[1581806044] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"239.664503ms","start":"2026-05-28T03:00:11.039441Z","end":"2026-05-28T03:00:11.279106Z","steps":["trace[1581806044] 'process raft request' (duration: 155.949244ms)","trace[1581806044] 'compare' (duration: 82.944435ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:11.27922Z","caller":"traceutil/trace.go:171","msg":"trace[833346801] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"235.176131ms","start":"2026-05-28T03:00:11.044029Z","end":"2026-05-28T03:00:11.279206Z","steps":["trace[833346801] 'process raft request' (duration: 234.504469ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:11.279263Z","caller":"traceutil/trace.go:171","msg":"trace[1630191230] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"223.112447ms","start":"2026-05-28T03:00:11.056089Z","end":"2026-05-28T03:00:11.279202Z","steps":["trace[1630191230] 'process raft request' (duration: 222.532129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:11.279345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.773555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-28T03:00:11.27941Z","caller":"traceutil/trace.go:171","msg":"trace[1206837780] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25871; }","duration":"238.848577ms","start":"2026-05-28T03:00:11.040542Z","end":"2026-05-28T03:00:11.27939Z","steps":["trace[1206837780] 'agreement among raft nodes before linearized reading' (duration: 238.642191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:11.698068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.792528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:11.69825Z","caller":"traceutil/trace.go:171","msg":"trace[1877433856] linearizableReadLoop","detail":"{readStateIndex:26744; appliedIndex:26741; }","duration":"419.416894ms","start":"2026-05-28T03:00:11.278822Z","end":"2026-05-28T03:00:11.698239Z","steps":["trace[1877433856] 'read index received' (duration: 292.43053ms)","trace[1877433856] 'applied index is now lower than readState.Index' (duration: 126.985634ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:11.698356Z","caller":"traceutil/trace.go:171","msg":"trace[286653340] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"615.219564ms","start":"2026-05-28T03:00:11.08313Z","end":"2026-05-28T03:00:11.69835Z","steps":["trace[286653340] 'process raft request' (duration: 615.071939ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:11.698358Z","caller":"traceutil/trace.go:171","msg":"trace[856318073] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"620.547363ms","start":"2026-05-28T03:00:11.077787Z","end":"2026-05-28T03:00:11.698334Z","steps":["trace[856318073] 'process raft request' (duration: 493.445466ms)","trace[856318073] 'compare' (duration: 126.697204ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:11.698505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.346656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-05-28T03:00:11.698523Z","caller":"traceutil/trace.go:171","msg":"trace[592957653] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25874; }","duration":"620.407059ms","start":"2026-05-28T03:00:11.07811Z","end":"2026-05-28T03:00:11.698517Z","steps":["trace[592957653] 'agreement among raft nodes before linearized reading' (duration: 620.316126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:11.698537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.07809Z","time spent":"620.4443ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-28T03:00:11.69852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.522952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-05-28T03:00:11.698569Z","caller":"traceutil/trace.go:171","msg":"trace[60194430] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:25874; }","duration":"620.612305ms","start":"2026-05-28T03:00:11.077945Z","end":"2026-05-28T03:00:11.698557Z","steps":["trace[60194430] 'agreement among raft nodes before linearized reading' (duration: 620.415809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:11.698595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.077934Z","time spent":"620.656186ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-05-28T03:00:11.698798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.077752Z","time spent":"620.661167ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:00:11.698797Z","caller":"traceutil/trace.go:171","msg":"trace[1825667814] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"618.341564ms","start":"2026-05-28T03:00:11.080033Z","end":"2026-05-28T03:00:11.698375Z","steps":["trace[1825667814] 'process raft request' (duration: 618.097446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:11.69839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.08312Z","time spent":"615.255496ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9128,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:00:11.698916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.080024Z","time spent":"618.836589ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:00:11.69935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.989108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:11.699421Z","caller":"traceutil/trace.go:171","msg":"trace[1360083171] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:25876; }","duration":"412.104422ms","start":"2026-05-28T03:00:11.287303Z","end":"2026-05-28T03:00:11.699408Z","steps":["trace[1360083171] 'agreement among raft nodes before linearized reading' (duration: 411.974297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:11.699451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.287279Z","time spent":"412.163124ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-05-28T03:00:11.699639Z","caller":"traceutil/trace.go:171","msg":"trace[1652282342] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"410.518461ms","start":"2026-05-28T03:00:11.289101Z","end":"2026-05-28T03:00:11.699619Z","steps":["trace[1652282342] 'process raft request' (duration: 409.976374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:11.699697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.289084Z","time spent":"410.586423ms","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2879,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:00:11.699725Z","caller":"traceutil/trace.go:171","msg":"trace[1631573164] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"270.321577ms","start":"2026-05-28T03:00:11.42939Z","end":"2026-05-28T03:00:11.699712Z","steps":["trace[1631573164] 'process raft request' (duration: 269.799011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:11.699716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.772039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:11.699821Z","caller":"traceutil/trace.go:171","msg":"trace[796736033] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25876; }","duration":"393.980296ms","start":"2026-05-28T03:00:11.305815Z","end":"2026-05-28T03:00:11.699796Z","steps":["trace[796736033] 'agreement among raft nodes before linearized reading' (duration: 393.762889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:11.69988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.305789Z","time spent":"394.074059ms","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:11.699948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.904007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:11.69997Z","caller":"traceutil/trace.go:171","msg":"trace[1023160631] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25876; }","duration":"316.969939ms","start":"2026-05-28T03:00:11.382993Z","end":"2026-05-28T03:00:11.699963Z","steps":["trace[1023160631] 'agreement among raft nodes before linearized reading' (duration: 316.925438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:11.699989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.382967Z","time spent":"317.016731ms","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:11.700373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.885084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-05-28T03:00:11.700434Z","caller":"traceutil/trace.go:171","msg":"trace[66818860] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25876; }","duration":"371.957197ms","start":"2026-05-28T03:00:11.328459Z","end":"2026-05-28T03:00:11.700416Z","steps":["trace[66818860] 'agreement among raft nodes before linearized reading' (duration: 371.045988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:11.700478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.328428Z","time spent":"372.039229ms","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224987,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-05-28T03:00:12.089843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.17294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:12.090123Z","caller":"traceutil/trace.go:171","msg":"trace[1656590172] linearizableReadLoop","detail":"{readStateIndex:26748; appliedIndex:26746; }","duration":"385.602ms","start":"2026-05-28T03:00:11.704503Z","end":"2026-05-28T03:00:12.090105Z","steps":["trace[1656590172] 'read index received' (duration: 92.654214ms)","trace[1656590172] 'applied index is now lower than readState.Index' (duration: 292.946896ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:12.090088Z","caller":"traceutil/trace.go:171","msg":"trace[1549154467] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"385.852768ms","start":"2026-05-28T03:00:11.704175Z","end":"2026-05-28T03:00:12.090028Z","steps":["trace[1549154467] 'process raft request' (duration: 258.4469ms)","trace[1549154467] 'compare' (duration: 126.903802ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:12.090247Z","caller":"traceutil/trace.go:171","msg":"trace[1483437462] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"369.398485ms","start":"2026-05-28T03:00:11.720839Z","end":"2026-05-28T03:00:12.090237Z","steps":["trace[1483437462] 'process raft request' (duration: 369.089356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:12.090296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.720822Z","time spent":"369.451837ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:00:12.090317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.704149Z","time spent":"386.046674ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:00:12.090561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.212572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1158"} {"level":"info","ts":"2026-05-28T03:00:12.09059Z","caller":"traceutil/trace.go:171","msg":"trace[27756188] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25881; }","duration":"382.260863ms","start":"2026-05-28T03:00:11.708318Z","end":"2026-05-28T03:00:12.090579Z","steps":["trace[27756188] 'agreement among raft nodes before linearized reading' (duration: 382.212042ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:12.090592Z","caller":"traceutil/trace.go:171","msg":"trace[446764581] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"362.33459ms","start":"2026-05-28T03:00:11.728248Z","end":"2026-05-28T03:00:12.090583Z","steps":["trace[446764581] 'process raft request' (duration: 361.738541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:12.090611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.708306Z","time spent":"382.299395ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1181,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-28T03:00:12.090652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.728238Z","time spent":"362.381382ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:12.090559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.048454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-05-28T03:00:12.090881Z","caller":"traceutil/trace.go:171","msg":"trace[207046679] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25881; }","duration":"386.406575ms","start":"2026-05-28T03:00:11.704463Z","end":"2026-05-28T03:00:12.09087Z","steps":["trace[207046679] 'agreement among raft nodes before linearized reading' (duration: 385.981592ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:12.090844Z","caller":"traceutil/trace.go:171","msg":"trace[1121839818] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"352.934262ms","start":"2026-05-28T03:00:11.737861Z","end":"2026-05-28T03:00:12.090795Z","steps":["trace[1121839818] 'process raft request' (duration: 352.197699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:12.09094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.761708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:12.090961Z","caller":"traceutil/trace.go:171","msg":"trace[496584633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25881; }","duration":"234.811799ms","start":"2026-05-28T03:00:11.856143Z","end":"2026-05-28T03:00:12.090955Z","steps":["trace[496584633] 'agreement among raft nodes before linearized reading' (duration: 234.776998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:12.091013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.952373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-05-28T03:00:12.091038Z","caller":"traceutil/trace.go:171","msg":"trace[42136297] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25881; }","duration":"359.008395ms","start":"2026-05-28T03:00:11.732022Z","end":"2026-05-28T03:00:12.091031Z","steps":["trace[42136297] 'agreement among raft nodes before linearized reading' (duration: 358.930792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:12.091063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.732012Z","time spent":"359.044896ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-05-28T03:00:12.091057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.050045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:00:12.090908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.704449Z","time spent":"386.450226ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-05-28T03:00:12.091143Z","caller":"traceutil/trace.go:171","msg":"trace[869675191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25881; }","duration":"279.194229ms","start":"2026-05-28T03:00:11.811924Z","end":"2026-05-28T03:00:12.091119Z","steps":["trace[869675191] 'agreement among raft nodes before linearized reading' (duration: 279.041424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:12.091158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:11.737847Z","time spent":"353.092447ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1140,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:12.601428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254171003,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T03:00:12.800533Z","caller":"traceutil/trace.go:171","msg":"trace[2047143965] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"706.796813ms","start":"2026-05-28T03:00:12.093703Z","end":"2026-05-28T03:00:12.8005Z","steps":["trace[2047143965] 'process raft request' (duration: 706.568636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:12.800744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.093681Z","time spent":"706.945887ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:13.43677Z","caller":"traceutil/trace.go:171","msg":"trace[646855446] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"1.34041806s","start":"2026-05-28T03:00:12.096323Z","end":"2026-05-28T03:00:13.436741Z","steps":["trace[646855446] 'process raft request' (duration: 1.34010471s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:13.437117Z","caller":"traceutil/trace.go:171","msg":"trace[629246408] linearizableReadLoop","detail":"{readStateIndex:26754; appliedIndex:26751; }","duration":"1.336407584s","start":"2026-05-28T03:00:12.100689Z","end":"2026-05-28T03:00:13.437097Z","steps":["trace[629246408] 'read index received' (duration: 699.626836ms)","trace[629246408] 'applied index is now lower than readState.Index' (duration: 636.777637ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:13.43734Z","caller":"traceutil/trace.go:171","msg":"trace[1824009431] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"1.334035358s","start":"2026-05-28T03:00:12.103291Z","end":"2026-05-28T03:00:13.437326Z","steps":["trace[1824009431] 'process raft request' (duration: 1.333376367s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:13.437458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.10326Z","time spent":"1.33410615s","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9483,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:13.437749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337059534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-05-28T03:00:13.437788Z","caller":"traceutil/trace.go:171","msg":"trace[1935749106] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25884; }","duration":"1.337131136s","start":"2026-05-28T03:00:12.100646Z","end":"2026-05-28T03:00:13.437778Z","steps":["trace[1935749106] 'agreement among raft nodes before linearized reading' (duration: 1.336999612s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:13.437813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.100627Z","time spent":"1.337181298s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-05-28T03:00:13.440125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.096311Z","time spent":"1.340542625s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:13.677755Z","caller":"traceutil/trace.go:171","msg":"trace[1868139271] linearizableReadLoop","detail":"{readStateIndex:26761; appliedIndex:26754; }","duration":"240.578533ms","start":"2026-05-28T03:00:13.437152Z","end":"2026-05-28T03:00:13.67773Z","steps":["trace[1868139271] 'read index received' (duration: 239.959623ms)","trace[1868139271] 'applied index is now lower than readState.Index' (duration: 617.7µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:13.677913Z","caller":"traceutil/trace.go:171","msg":"trace[424153809] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"759.834657ms","start":"2026-05-28T03:00:12.918046Z","end":"2026-05-28T03:00:13.677881Z","steps":["trace[424153809] 'process raft request' (duration: 759.457965ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:13.67803Z","caller":"traceutil/trace.go:171","msg":"trace[279805871] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"758.686561ms","start":"2026-05-28T03:00:12.919289Z","end":"2026-05-28T03:00:13.677976Z","steps":["trace[279805871] 'process raft request' (duration: 758.294549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:13.678132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098837276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2831"} {"level":"info","ts":"2026-05-28T03:00:13.678252Z","caller":"traceutil/trace.go:171","msg":"trace[793655151] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25891; }","duration":"1.099004361s","start":"2026-05-28T03:00:12.579205Z","end":"2026-05-28T03:00:13.67821Z","steps":["trace[793655151] 'agreement among raft nodes before linearized reading' (duration: 1.09865483s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:13.678274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.919283Z","time spent":"758.868347ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:13.678312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.579181Z","time spent":"1.099117155s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2854,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-28T03:00:13.67832Z","caller":"traceutil/trace.go:171","msg":"trace[618731747] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"761.684326ms","start":"2026-05-28T03:00:12.916599Z","end":"2026-05-28T03:00:13.678283Z","steps":["trace[618731747] 'process raft request' (duration: 760.567841ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:13.678436Z","caller":"traceutil/trace.go:171","msg":"trace[445329866] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"760.643744ms","start":"2026-05-28T03:00:12.917653Z","end":"2026-05-28T03:00:13.678297Z","steps":["trace[445329866] 'process raft request' (duration: 759.808477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:13.678487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.916567Z","time spent":"761.832491ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:13.678484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556276128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"warn","ts":"2026-05-28T03:00:13.678526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.917645Z","time spent":"760.83933ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:13.67859Z","caller":"traceutil/trace.go:171","msg":"trace[1075373140] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25891; }","duration":"1.556434383s","start":"2026-05-28T03:00:12.122117Z","end":"2026-05-28T03:00:13.678552Z","steps":["trace[1075373140] 'agreement among raft nodes before linearized reading' (duration: 1.556112693s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:13.678648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.122093Z","time spent":"1.556545297s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3708,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-28T03:00:13.678632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.168551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:00:13.678745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533011459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:00:13.678752Z","caller":"traceutil/trace.go:171","msg":"trace[396408970] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25891; }","duration":"790.378858ms","start":"2026-05-28T03:00:12.888347Z","end":"2026-05-28T03:00:13.678726Z","steps":["trace[396408970] 'agreement among raft nodes before linearized reading' (duration: 789.50026ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:13.678767Z","caller":"traceutil/trace.go:171","msg":"trace[1996806451] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"759.522508ms","start":"2026-05-28T03:00:12.919229Z","end":"2026-05-28T03:00:13.678752Z","steps":["trace[1996806451] 'process raft request' (duration: 758.31794ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:13.678779Z","caller":"traceutil/trace.go:171","msg":"trace[775965587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25891; }","duration":"1.533104212s","start":"2026-05-28T03:00:12.145665Z","end":"2026-05-28T03:00:13.67877Z","steps":["trace[775965587] 'agreement among raft nodes before linearized reading' (duration: 1.532953097s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:13.678658Z","caller":"traceutil/trace.go:171","msg":"trace[810675986] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"761.376276ms","start":"2026-05-28T03:00:12.916786Z","end":"2026-05-28T03:00:13.678162Z","steps":["trace[810675986] 'process raft request' (duration: 760.618392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:13.678814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.145646Z","time spent":"1.533163144s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:00:13.678823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.888317Z","time spent":"790.493412ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:13.678812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493554636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T03:00:13.678871Z","caller":"traceutil/trace.go:171","msg":"trace[924361809] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"758.725592ms","start":"2026-05-28T03:00:12.920127Z","end":"2026-05-28T03:00:13.678853Z","steps":["trace[924361809] 'process raft request' (duration: 757.550475ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:13.678912Z","caller":"traceutil/trace.go:171","msg":"trace[131025888] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25891; }","duration":"1.49369815s","start":"2026-05-28T03:00:12.185204Z","end":"2026-05-28T03:00:13.678902Z","steps":["trace[131025888] 'agreement among raft nodes before linearized reading' (duration: 1.493493133s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:13.678914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447599795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-05-28T03:00:13.678935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.185184Z","time spent":"1.493744452s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"info","ts":"2026-05-28T03:00:13.678948Z","caller":"traceutil/trace.go:171","msg":"trace[818395966] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25891; }","duration":"1.447675888s","start":"2026-05-28T03:00:12.231261Z","end":"2026-05-28T03:00:13.678937Z","steps":["trace[818395966] 'agreement among raft nodes before linearized reading' (duration: 1.447576615s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:13.67898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.231239Z","time spent":"1.44773196s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T03:00:13.679009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.920119Z","time spent":"758.811025ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:13.679056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533249276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-28T03:00:13.678083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.918039Z","time spent":"759.951461ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:13.67915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528239438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T03:00:13.679147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.916778Z","time spent":"762.184102ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:13.679178Z","caller":"traceutil/trace.go:171","msg":"trace[88531842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25891; }","duration":"1.528291268s","start":"2026-05-28T03:00:12.150879Z","end":"2026-05-28T03:00:13.67917Z","steps":["trace[88531842] 'agreement among raft nodes before linearized reading' (duration: 1.528189115s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:13.679204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.150861Z","time spent":"1.5283371s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:00:13.679203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529492377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T03:00:13.679229Z","caller":"traceutil/trace.go:171","msg":"trace[1106714952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25891; }","duration":"1.533570407s","start":"2026-05-28T03:00:12.145641Z","end":"2026-05-28T03:00:13.679212Z","steps":["trace[1106714952] 'agreement among raft nodes before linearized reading' (duration: 1.53241512s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:13.679257Z","caller":"traceutil/trace.go:171","msg":"trace[1538346141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25891; }","duration":"1.52959431s","start":"2026-05-28T03:00:12.149651Z","end":"2026-05-28T03:00:13.679245Z","steps":["trace[1538346141] 'agreement among raft nodes before linearized reading' (duration: 1.529456205s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:13.679321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.149623Z","time spent":"1.529682203s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:00:13.679381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.145624Z","time spent":"1.533636089s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:00:13.678839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.919221Z","time spent":"759.58076ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:13.679714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577622616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9501"} {"level":"info","ts":"2026-05-28T03:00:13.679765Z","caller":"traceutil/trace.go:171","msg":"trace[1468106763] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25891; }","duration":"1.577706369s","start":"2026-05-28T03:00:12.102038Z","end":"2026-05-28T03:00:13.679744Z","steps":["trace[1468106763] 'agreement among raft nodes before linearized reading' (duration: 1.576693016s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:13.679803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.102023Z","time spent":"1.57777201s","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9524,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-28T03:00:13.680118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.661022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-28T03:00:13.680182Z","caller":"traceutil/trace.go:171","msg":"trace[291284200] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25891; }","duration":"521.779255ms","start":"2026-05-28T03:00:13.158388Z","end":"2026-05-28T03:00:13.680167Z","steps":["trace[291284200] 'agreement among raft nodes before linearized reading' (duration: 520.892677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:13.68022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:13.158354Z","time spent":"521.858698ms","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-28T03:00:13.682443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53274597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:00:13.682948Z","caller":"traceutil/trace.go:171","msg":"trace[719546295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25891; }","duration":"1.532921996s","start":"2026-05-28T03:00:12.149566Z","end":"2026-05-28T03:00:13.682488Z","steps":["trace[719546295] 'agreement among raft nodes before linearized reading' (duration: 1.52833844s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:13.683344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:12.149554Z","time spent":"1.533502804s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:00:14.137638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.272618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:14.138232Z","caller":"traceutil/trace.go:171","msg":"trace[2083963207] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"429.794844ms","start":"2026-05-28T03:00:13.708403Z","end":"2026-05-28T03:00:14.138198Z","steps":["trace[2083963207] 'process raft request' (duration: 429.69706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:14.13839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:13.708374Z","time spent":"429.929038ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:14.138468Z","caller":"traceutil/trace.go:171","msg":"trace[883775383] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"435.04086ms","start":"2026-05-28T03:00:13.703404Z","end":"2026-05-28T03:00:14.138445Z","steps":["trace[883775383] 'process raft request' (duration: 434.522844ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:14.138486Z","caller":"traceutil/trace.go:171","msg":"trace[382485740] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"450.667927ms","start":"2026-05-28T03:00:13.687793Z","end":"2026-05-28T03:00:14.138461Z","steps":["trace[382485740] 'process raft request' (duration: 450.008796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:14.13854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:13.703384Z","time spent":"435.123092ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:14.138549Z","caller":"traceutil/trace.go:171","msg":"trace[417131834] linearizableReadLoop","detail":"{readStateIndex:26762; appliedIndex:26761; }","duration":"460.709455ms","start":"2026-05-28T03:00:13.677826Z","end":"2026-05-28T03:00:14.138536Z","steps":["trace[417131834] 'read index received' (duration: 97.430455ms)","trace[417131834] 'applied index is now lower than readState.Index' (duration: 363.27771ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:14.138617Z","caller":"traceutil/trace.go:171","msg":"trace[1101475207] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"431.750466ms","start":"2026-05-28T03:00:13.706857Z","end":"2026-05-28T03:00:14.138608Z","steps":["trace[1101475207] 'process raft request' (duration: 431.129926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:14.138674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.463979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18854"} {"level":"warn","ts":"2026-05-28T03:00:14.138721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.999908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-28T03:00:14.138758Z","caller":"traceutil/trace.go:171","msg":"trace[1229018925] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25897; }","duration":"678.06823ms","start":"2026-05-28T03:00:13.46068Z","end":"2026-05-28T03:00:14.138749Z","steps":["trace[1229018925] 'agreement among raft nodes before linearized reading' (duration: 677.917285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:14.13879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:13.460666Z","time spent":"678.118792ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-05-28T03:00:14.138624Z","caller":"traceutil/trace.go:171","msg":"trace[1572739634] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"430.439144ms","start":"2026-05-28T03:00:13.708176Z","end":"2026-05-28T03:00:14.138615Z","steps":["trace[1572739634] 'process raft request' (duration: 429.867486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:14.138963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:13.708165Z","time spent":"430.746613ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:14.138755Z","caller":"traceutil/trace.go:171","msg":"trace[1028775522] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25897; }","duration":"676.579053ms","start":"2026-05-28T03:00:13.46215Z","end":"2026-05-28T03:00:14.138729Z","steps":["trace[1028775522] 'agreement among raft nodes before linearized reading' (duration: 676.412528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:14.139055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:13.462127Z","time spent":"676.912833ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18877,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T03:00:14.138699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:13.706844Z","time spent":"431.834258ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:14.138636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:13.68777Z","time spent":"450.78024ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:14.138486Z","caller":"traceutil/trace.go:171","msg":"trace[1151487087] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"678.645169ms","start":"2026-05-28T03:00:13.459813Z","end":"2026-05-28T03:00:14.138458Z","steps":["trace[1151487087] 'process raft request' (duration: 315.42372ms)","trace[1151487087] 'compare' (duration: 362.057322ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:14.139381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:13.459785Z","time spent":"679.569948ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:00:14.180978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.054877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9501"} {"level":"warn","ts":"2026-05-28T03:00:14.181033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.166183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-05-28T03:00:14.181077Z","caller":"traceutil/trace.go:171","msg":"trace[295389806] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25898; }","duration":"450.209352ms","start":"2026-05-28T03:00:13.730845Z","end":"2026-05-28T03:00:14.181054Z","steps":["trace[295389806] 'agreement among raft nodes before linearized reading' (duration: 449.927643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:14.181124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:13.730828Z","time spent":"450.284954ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9524,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-28T03:00:14.181097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.290147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:14.181172Z","caller":"traceutil/trace.go:171","msg":"trace[253496210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25898; }","duration":"327.40268ms","start":"2026-05-28T03:00:13.853756Z","end":"2026-05-28T03:00:14.181159Z","steps":["trace[253496210] 'agreement among raft nodes before linearized reading' (duration: 327.280946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:14.181298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:13.853736Z","time spent":"327.545275ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T03:00:14.181701Z","caller":"traceutil/trace.go:171","msg":"trace[761587717] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25898; }","duration":"474.294927ms","start":"2026-05-28T03:00:13.706804Z","end":"2026-05-28T03:00:14.181099Z","steps":["trace[761587717] 'agreement among raft nodes before linearized reading' (duration: 473.993738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:14.181787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:13.706795Z","time spent":"474.974509ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3708,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-05-28T03:00:14.1818Z","caller":"traceutil/trace.go:171","msg":"trace[427312899] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"243.443493ms","start":"2026-05-28T03:00:13.938321Z","end":"2026-05-28T03:00:14.181764Z","steps":["trace[427312899] 'process raft request' (duration: 242.230515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:14.182633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.824164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1325823"} {"level":"info","ts":"2026-05-28T03:00:14.182724Z","caller":"traceutil/trace.go:171","msg":"trace[182550675] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:25898; }","duration":"474.926617ms","start":"2026-05-28T03:00:13.707775Z","end":"2026-05-28T03:00:14.182701Z","steps":["trace[182550675] 'agreement among raft nodes before linearized reading' (duration: 473.054048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:14.182772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:13.707764Z","time spent":"474.993559ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":138,"response size":1325846,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T03:00:14.182913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.714527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1325823"} {"level":"info","ts":"2026-05-28T03:00:14.182984Z","caller":"traceutil/trace.go:171","msg":"trace[720622556] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:25898; }","duration":"478.832481ms","start":"2026-05-28T03:00:13.704138Z","end":"2026-05-28T03:00:14.182971Z","steps":["trace[720622556] 'agreement among raft nodes before linearized reading' (duration: 476.656482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:14.183028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:13.704124Z","time spent":"478.890493ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":138,"response size":1325846,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T03:00:14.571158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.682448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:14.571826Z","caller":"traceutil/trace.go:171","msg":"trace[447920017] linearizableReadLoop","detail":"{readStateIndex:26769; appliedIndex:26768; }","duration":"391.050783ms","start":"2026-05-28T03:00:14.180755Z","end":"2026-05-28T03:00:14.571806Z","steps":["trace[447920017] 'read index received' (duration: 244.529188ms)","trace[447920017] 'applied index is now lower than readState.Index' (duration: 146.519905ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:14.572153Z","caller":"traceutil/trace.go:171","msg":"trace[432334851] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"404.451229ms","start":"2026-05-28T03:00:14.16768Z","end":"2026-05-28T03:00:14.572131Z","steps":["trace[432334851] 'process raft request' (duration: 257.727967ms)","trace[432334851] 'compare' (duration: 145.482402ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:14.572411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.753688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18b39b7711b170f9\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-05-28T03:00:14.572501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.124315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-28T03:00:14.572628Z","caller":"traceutil/trace.go:171","msg":"trace[1703456082] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25899; }","duration":"425.306351ms","start":"2026-05-28T03:00:14.147293Z","end":"2026-05-28T03:00:14.5726Z","steps":["trace[1703456082] 'agreement among raft nodes before linearized reading' (duration: 424.854917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:14.572698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:14.14726Z","time spent":"425.423105ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-05-28T03:00:14.572794Z","caller":"traceutil/trace.go:171","msg":"trace[220403133] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18b39b7711b170f9; range_end:; response_count:1; response_revision:25899; }","duration":"405.239264ms","start":"2026-05-28T03:00:14.16753Z","end":"2026-05-28T03:00:14.57277Z","steps":["trace[220403133] 'agreement among raft nodes before linearized reading' (duration: 404.602334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:14.572411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:14.167637Z","time spent":"404.697246ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:00:14.572881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:14.167502Z","time spent":"405.356028ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18b39b7711b170f9\" "} {"level":"warn","ts":"2026-05-28T03:00:15.04669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.864166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:15.046897Z","caller":"traceutil/trace.go:171","msg":"trace[82438860] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"857.546192ms","start":"2026-05-28T03:00:14.189333Z","end":"2026-05-28T03:00:15.04688Z","steps":["trace[82438860] 'process raft request' (duration: 857.440589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:15.046976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:14.189313Z","time spent":"857.622595ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3291,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:15.046999Z","caller":"traceutil/trace.go:171","msg":"trace[342207305] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"859.216835ms","start":"2026-05-28T03:00:14.187749Z","end":"2026-05-28T03:00:15.046966Z","steps":["trace[342207305] 'process raft request' (duration: 491.015398ms)","trace[342207305] 'compare' (duration: 367.626559ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:15.04907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:14.187723Z","time spent":"859.745562ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:00:15.272398Z","caller":"traceutil/trace.go:171","msg":"trace[8225089] linearizableReadLoop","detail":"{readStateIndex:26772; appliedIndex:26769; }","duration":"700.153422ms","start":"2026-05-28T03:00:14.572226Z","end":"2026-05-28T03:00:15.27238Z","steps":["trace[8225089] 'read index received' (duration: 106.539494ms)","trace[8225089] 'applied index is now lower than readState.Index' (duration: 593.612718ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:15.272639Z","caller":"traceutil/trace.go:171","msg":"trace[2022748298] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"834.638454ms","start":"2026-05-28T03:00:14.437989Z","end":"2026-05-28T03:00:15.272627Z","steps":["trace[2022748298] 'process raft request' (duration: 797.36073ms)","trace[2022748298] 'compare' (duration: 36.390106ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:15.272718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:14.437957Z","time spent":"834.705877ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:15.27304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09042544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:00:15.273057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090163161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:00:15.273097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.061779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:15.273092Z","caller":"traceutil/trace.go:171","msg":"trace[1031134876] transaction","detail":"{read_only:false; response_revision:25903; number_of_response:1; }","duration":"683.110711ms","start":"2026-05-28T03:00:14.589958Z","end":"2026-05-28T03:00:15.273068Z","steps":["trace[1031134876] 'process raft request' (duration: 682.354496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:15.273122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.805259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112031"} {"level":"info","ts":"2026-05-28T03:00:15.273116Z","caller":"traceutil/trace.go:171","msg":"trace[891311901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25903; }","duration":"1.090578835s","start":"2026-05-28T03:00:14.182518Z","end":"2026-05-28T03:00:15.273097Z","steps":["trace[891311901] 'agreement among raft nodes before linearized reading' (duration: 1.090387649s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:15.273119Z","caller":"traceutil/trace.go:171","msg":"trace[811057109] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:25903; }","duration":"1.090252815s","start":"2026-05-28T03:00:14.182852Z","end":"2026-05-28T03:00:15.273105Z","steps":["trace[811057109] 'agreement among raft nodes before linearized reading' (duration: 1.090141851s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:15.273142Z","caller":"traceutil/trace.go:171","msg":"trace[2027492665] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25903; }","duration":"100.176913ms","start":"2026-05-28T03:00:15.172957Z","end":"2026-05-28T03:00:15.273134Z","steps":["trace[2027492665] 'agreement among raft nodes before linearized reading' (duration: 100.057739ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:15.273151Z","caller":"traceutil/trace.go:171","msg":"trace[1402486328] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25903; }","duration":"681.867911ms","start":"2026-05-28T03:00:14.591275Z","end":"2026-05-28T03:00:15.273143Z","steps":["trace[1402486328] 'agreement among raft nodes before linearized reading' (duration: 681.671115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:15.273167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:14.182498Z","time spent":"1.090660857s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:00:15.273168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:14.182843Z","time spent":"1.090316106s","remote":"127.0.0.1:37890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" "} {"level":"warn","ts":"2026-05-28T03:00:15.273203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:14.589934Z","time spent":"683.212904ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:15.273223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086587308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-05-28T03:00:15.273245Z","caller":"traceutil/trace.go:171","msg":"trace[1704237445] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25903; }","duration":"1.08663031s","start":"2026-05-28T03:00:14.186609Z","end":"2026-05-28T03:00:15.273239Z","steps":["trace[1704237445] 'agreement among raft nodes before linearized reading' (duration: 1.086388642s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:15.273263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:14.186596Z","time spent":"1.086661461s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1370,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-05-28T03:00:15.273347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.694316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-28T03:00:15.273177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:14.591264Z","time spent":"681.907103ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112054,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-05-28T03:00:15.273377Z","caller":"traceutil/trace.go:171","msg":"trace[1130285295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25903; }","duration":"138.767418ms","start":"2026-05-28T03:00:15.134602Z","end":"2026-05-28T03:00:15.273369Z","steps":["trace[1130285295] 'agreement among raft nodes before linearized reading' (duration: 138.637364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:15.273402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.279172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-28T03:00:15.273422Z","caller":"traceutil/trace.go:171","msg":"trace[699820859] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25903; }","duration":"217.296513ms","start":"2026-05-28T03:00:15.056117Z","end":"2026-05-28T03:00:15.273413Z","steps":["trace[699820859] 'agreement among raft nodes before linearized reading' (duration: 217.241402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:15.822301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254171045,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T03:00:15.98771Z","caller":"traceutil/trace.go:171","msg":"trace[973207106] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"666.179173ms","start":"2026-05-28T03:00:15.321507Z","end":"2026-05-28T03:00:15.987686Z","steps":["trace[973207106] 'process raft request' (duration: 666.032438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:15.987848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:15.321489Z","time spent":"666.287236ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:16.105051Z","caller":"traceutil/trace.go:171","msg":"trace[1478992453] linearizableReadLoop","detail":"{readStateIndex:26782; appliedIndex:26775; }","duration":"783.240582ms","start":"2026-05-28T03:00:15.32179Z","end":"2026-05-28T03:00:16.10503Z","steps":["trace[1478992453] 'read index received' (duration: 666.155882ms)","trace[1478992453] 'applied index is now lower than readState.Index' (duration: 117.083679ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:16.105109Z","caller":"traceutil/trace.go:171","msg":"trace[946148193] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"416.606484ms","start":"2026-05-28T03:00:15.688467Z","end":"2026-05-28T03:00:16.105073Z","steps":["trace[946148193] 'process raft request' (duration: 416.370876ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:16.105132Z","caller":"traceutil/trace.go:171","msg":"trace[462022546] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"416.542222ms","start":"2026-05-28T03:00:15.688569Z","end":"2026-05-28T03:00:16.105112Z","steps":["trace[462022546] 'process raft request' (duration: 416.359646ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:16.105167Z","caller":"traceutil/trace.go:171","msg":"trace[1471821360] transaction","detail":"{read_only:false; response_revision:25911; number_of_response:1; }","duration":"416.516641ms","start":"2026-05-28T03:00:15.688638Z","end":"2026-05-28T03:00:16.105154Z","steps":["trace[1471821360] 'process raft request' (duration: 416.325215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.105274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:15.688628Z","time spent":"416.569273ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:16.105258Z","caller":"traceutil/trace.go:171","msg":"trace[999243684] transaction","detail":"{read_only:false; response_revision:25909; number_of_response:1; }","duration":"416.685777ms","start":"2026-05-28T03:00:15.688513Z","end":"2026-05-28T03:00:16.105199Z","steps":["trace[999243684] 'process raft request' (duration: 416.353796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.10535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:15.68856Z","time spent":"416.612634ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:16.105314Z","caller":"traceutil/trace.go:171","msg":"trace[188685608] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"416.836322ms","start":"2026-05-28T03:00:15.688452Z","end":"2026-05-28T03:00:16.105288Z","steps":["trace[188685608] 'process raft request' (duration: 416.340296ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:16.105422Z","caller":"traceutil/trace.go:171","msg":"trace[1667949093] transaction","detail":"{read_only:false; response_revision:25912; number_of_response:1; }","duration":"398.652034ms","start":"2026-05-28T03:00:15.70675Z","end":"2026-05-28T03:00:16.105402Z","steps":["trace[1667949093] 'process raft request' (duration: 398.246511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.105497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:15.706735Z","time spent":"398.727776ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:16.105503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:15.688437Z","time spent":"416.998956ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:16.105505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:15.688505Z","time spent":"416.865772ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:16.10554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.556094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-05-28T03:00:16.105622Z","caller":"traceutil/trace.go:171","msg":"trace[1168608035] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25912; }","duration":"530.634747ms","start":"2026-05-28T03:00:15.574948Z","end":"2026-05-28T03:00:16.105583Z","steps":["trace[1168608035] 'agreement among raft nodes before linearized reading' (duration: 530.482362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.105645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.903477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9501"} {"level":"warn","ts":"2026-05-28T03:00:16.105678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.667954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b398ac0a4d35a0\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-05-28T03:00:16.105706Z","caller":"traceutil/trace.go:171","msg":"trace[210535297] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25912; }","duration":"781.037992ms","start":"2026-05-28T03:00:15.324658Z","end":"2026-05-28T03:00:16.105696Z","steps":["trace[210535297] 'agreement among raft nodes before linearized reading' (duration: 780.766053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.105712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.917383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"warn","ts":"2026-05-28T03:00:16.105842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.00389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c0a8293-990e-4afd-a2eb-00c80044f1e5\" ","response":"range_response_count:1 size:2578"} {"level":"warn","ts":"2026-05-28T03:00:16.105654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.304619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:00:16.105883Z","caller":"traceutil/trace.go:171","msg":"trace[1406871852] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c0a8293-990e-4afd-a2eb-00c80044f1e5; range_end:; response_count:1; response_revision:25912; }","duration":"764.075872ms","start":"2026-05-28T03:00:15.341797Z","end":"2026-05-28T03:00:16.105873Z","steps":["trace[1406871852] 'agreement among raft nodes before linearized reading' (duration: 763.971779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.105917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:15.34178Z","time spent":"764.130794ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2601,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c0a8293-990e-4afd-a2eb-00c80044f1e5\" "} {"level":"info","ts":"2026-05-28T03:00:16.105853Z","caller":"traceutil/trace.go:171","msg":"trace[1869188939] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25912; }","duration":"784.055887ms","start":"2026-05-28T03:00:15.321788Z","end":"2026-05-28T03:00:16.105844Z","steps":["trace[1869188939] 'agreement among raft nodes before linearized reading' (duration: 783.550601ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:16.105885Z","caller":"traceutil/trace.go:171","msg":"trace[1126444023] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25912; }","duration":"220.580957ms","start":"2026-05-28T03:00:15.885298Z","end":"2026-05-28T03:00:16.105879Z","steps":["trace[1126444023] 'agreement among raft nodes before linearized reading' (duration: 220.278598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.106028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:15.321773Z","time spent":"784.241903ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-05-28T03:00:16.10572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.809197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:00:16.105986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.48151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:00:16.106106Z","caller":"traceutil/trace.go:171","msg":"trace[944926167] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25912; }","duration":"460.223559ms","start":"2026-05-28T03:00:15.645869Z","end":"2026-05-28T03:00:16.106093Z","steps":["trace[944926167] 'agreement among raft nodes before linearized reading' (duration: 459.817256ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:16.106134Z","caller":"traceutil/trace.go:171","msg":"trace[1860589967] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25912; }","duration":"761.642585ms","start":"2026-05-28T03:00:15.344482Z","end":"2026-05-28T03:00:16.106125Z","steps":["trace[1860589967] 'agreement among raft nodes before linearized reading' (duration: 761.282044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.10615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:15.645853Z","time spent":"460.280482ms","remote":"127.0.0.1:38298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:16.105666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:15.574924Z","time spent":"530.732919ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-05-28T03:00:16.106194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:15.344477Z","time spent":"761.676046ms","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:16.10562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.699673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:16.106265Z","caller":"traceutil/trace.go:171","msg":"trace[1446623740] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25912; }","duration":"709.392645ms","start":"2026-05-28T03:00:15.396859Z","end":"2026-05-28T03:00:16.106252Z","steps":["trace[1446623740] 'agreement among raft nodes before linearized reading' (duration: 708.645342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.106307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:15.396802Z","time spent":"709.494469ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-28T03:00:16.105736Z","caller":"traceutil/trace.go:171","msg":"trace[1406679019] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b398ac0a4d35a0; range_end:; response_count:1; response_revision:25912; }","duration":"652.774336ms","start":"2026-05-28T03:00:15.452944Z","end":"2026-05-28T03:00:16.105718Z","steps":["trace[1406679019] 'agreement among raft nodes before linearized reading' (duration: 652.597811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.106418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:15.452918Z","time spent":"653.488289ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":819,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b398ac0a4d35a0\" "} {"level":"info","ts":"2026-05-28T03:00:16.105324Z","caller":"traceutil/trace.go:171","msg":"trace[522772458] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"416.972356ms","start":"2026-05-28T03:00:15.688288Z","end":"2026-05-28T03:00:16.10526Z","steps":["trace[522772458] 'process raft request' (duration: 410.251402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.106605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:15.688262Z","time spent":"418.294218ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:16.105751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:15.324607Z","time spent":"781.134824ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9524,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-28T03:00:16.105798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.057323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18b39b76a9dee56c\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-05-28T03:00:16.106675Z","caller":"traceutil/trace.go:171","msg":"trace[692621711] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18b39b76a9dee56c; range_end:; response_count:1; response_revision:25912; }","duration":"114.962681ms","start":"2026-05-28T03:00:15.991702Z","end":"2026-05-28T03:00:16.106665Z","steps":["trace[692621711] 'agreement among raft nodes before linearized reading' (duration: 113.98063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.110769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:15.688437Z","time spent":"416.733768ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:16.638668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.640663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18854"} {"level":"info","ts":"2026-05-28T03:00:16.639669Z","caller":"traceutil/trace.go:171","msg":"trace[60510216] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25916; }","duration":"433.677385ms","start":"2026-05-28T03:00:16.20598Z","end":"2026-05-28T03:00:16.639657Z","steps":["trace[60510216] 'range keys from in-memory index tree' (duration: 432.445896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.639823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.205968Z","time spent":"433.834351ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18877,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T03:00:16.639228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.980931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9501"} {"level":"info","ts":"2026-05-28T03:00:16.640291Z","caller":"traceutil/trace.go:171","msg":"trace[699238813] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25916; }","duration":"426.826248ms","start":"2026-05-28T03:00:16.213206Z","end":"2026-05-28T03:00:16.640033Z","steps":["trace[699238813] 'range keys from in-memory index tree' (duration: 425.853918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.639235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.007941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b398ac0e9fbc1d\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-05-28T03:00:16.640387Z","caller":"traceutil/trace.go:171","msg":"trace[1752800245] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b398ac0e9fbc1d; range_end:; response_count:1; response_revision:25916; }","duration":"432.185158ms","start":"2026-05-28T03:00:16.208183Z","end":"2026-05-28T03:00:16.640368Z","steps":["trace[1752800245] 'range keys from in-memory index tree' (duration: 430.874227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.63934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.910971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T03:00:16.640375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.213201Z","time spent":"427.156148ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9524,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-28T03:00:16.640438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.208175Z","time spent":"432.248461ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":819,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm.18b398ac0e9fbc1d\" "} {"level":"info","ts":"2026-05-28T03:00:16.640458Z","caller":"traceutil/trace.go:171","msg":"trace[1269880350] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25916; }","duration":"428.029456ms","start":"2026-05-28T03:00:16.212402Z","end":"2026-05-28T03:00:16.640431Z","steps":["trace[1269880350] 'range keys from in-memory index tree' (duration: 426.817447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.64052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.212391Z","time spent":"428.113409ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T03:00:16.639346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.240292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:00:16.640625Z","caller":"traceutil/trace.go:171","msg":"trace[1466708471] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25916; }","duration":"434.549693ms","start":"2026-05-28T03:00:16.20606Z","end":"2026-05-28T03:00:16.64061Z","steps":["trace[1466708471] 'range keys from in-memory index tree' (duration: 433.117227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.64076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.206039Z","time spent":"434.666617ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"info","ts":"2026-05-28T03:00:16.639578Z","caller":"traceutil/trace.go:171","msg":"trace[1207852728] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"423.902615ms","start":"2026-05-28T03:00:16.215642Z","end":"2026-05-28T03:00:16.639545Z","steps":["trace[1207852728] 'process raft request' (duration: 343.680006ms)","trace[1207852728] 'compare' (duration: 79.927439ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:16.640906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.215633Z","time spent":"425.187216ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:16.677294Z","caller":"traceutil/trace.go:171","msg":"trace[378649527] linearizableReadLoop","detail":"{readStateIndex:26791; appliedIndex:26786; }","duration":"411.368797ms","start":"2026-05-28T03:00:16.265894Z","end":"2026-05-28T03:00:16.677263Z","steps":["trace[378649527] 'read index received' (duration: 293.443791ms)","trace[378649527] 'applied index is now lower than readState.Index' (duration: 117.923186ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:16.677709Z","caller":"traceutil/trace.go:171","msg":"trace[1386858979] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"460.620472ms","start":"2026-05-28T03:00:16.217047Z","end":"2026-05-28T03:00:16.677667Z","steps":["trace[1386858979] 'process raft request' (duration: 460.086275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.677759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.813621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:16.677823Z","caller":"traceutil/trace.go:171","msg":"trace[284149494] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25921; }","duration":"411.946685ms","start":"2026-05-28T03:00:16.265858Z","end":"2026-05-28T03:00:16.677805Z","steps":["trace[284149494] 'agreement among raft nodes before linearized reading' (duration: 411.747889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.677853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.265837Z","time spent":"412.008188ms","remote":"127.0.0.1:37934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:16.677881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.217001Z","time spent":"460.804057ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:16.677574Z","caller":"traceutil/trace.go:171","msg":"trace[2057092162] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"461.408197ms","start":"2026-05-28T03:00:16.21614Z","end":"2026-05-28T03:00:16.677548Z","steps":["trace[2057092162] 'process raft request' (duration: 460.87871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.678134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.216136Z","time spent":"461.869952ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:16.677661Z","caller":"traceutil/trace.go:171","msg":"trace[733043343] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"461.783949ms","start":"2026-05-28T03:00:16.215849Z","end":"2026-05-28T03:00:16.677633Z","steps":["trace[733043343] 'process raft request' (duration: 461.000334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.678641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.215845Z","time spent":"462.76095ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:16.677682Z","caller":"traceutil/trace.go:171","msg":"trace[2125320042] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"459.594509ms","start":"2026-05-28T03:00:16.218076Z","end":"2026-05-28T03:00:16.677671Z","steps":["trace[2125320042] 'process raft request' (duration: 459.124744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.678757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.218069Z","time spent":"460.663403ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:16.749426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.899898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-28T03:00:16.749528Z","caller":"traceutil/trace.go:171","msg":"trace[1808918944] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25922; }","duration":"102.130415ms","start":"2026-05-28T03:00:16.64737Z","end":"2026-05-28T03:00:16.749501Z","steps":["trace[1808918944] 'agreement among raft nodes before linearized reading' (duration: 101.96542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.749887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.993319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:00:16.74992Z","caller":"traceutil/trace.go:171","msg":"trace[933945426] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25922; }","duration":"424.068851ms","start":"2026-05-28T03:00:16.325842Z","end":"2026-05-28T03:00:16.749911Z","steps":["trace[933945426] 'agreement among raft nodes before linearized reading' (duration: 424.010729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.749946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.325822Z","time spent":"424.112143ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:16.750146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.239111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:16.750173Z","caller":"traceutil/trace.go:171","msg":"trace[299193582] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25922; }","duration":"308.326875ms","start":"2026-05-28T03:00:16.441838Z","end":"2026-05-28T03:00:16.750164Z","steps":["trace[299193582] 'agreement among raft nodes before linearized reading' (duration: 308.244862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.750194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.441814Z","time spent":"308.373596ms","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:00:16.750376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.401699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm\" ","response":"range_response_count:1 size:5679"} {"level":"info","ts":"2026-05-28T03:00:16.750403Z","caller":"traceutil/trace.go:171","msg":"trace[823329252] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm; range_end:; response_count:1; response_revision:25922; }","duration":"349.46299ms","start":"2026-05-28T03:00:16.400934Z","end":"2026-05-28T03:00:16.750397Z","steps":["trace[823329252] 'agreement among raft nodes before linearized reading' (duration: 349.381558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.750423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.400915Z","time spent":"349.503432ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5702,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm\" "} {"level":"warn","ts":"2026-05-28T03:00:16.751225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.298523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1325823"} {"level":"info","ts":"2026-05-28T03:00:16.751381Z","caller":"traceutil/trace.go:171","msg":"trace[112031697] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:25922; }","duration":"104.475289ms","start":"2026-05-28T03:00:16.646883Z","end":"2026-05-28T03:00:16.751358Z","steps":["trace[112031697] 'agreement among raft nodes before linearized reading' (duration: 102.404103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.751503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.305283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c0a8293-990e-4afd-a2eb-00c80044f1e5\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-28T03:00:16.751696Z","caller":"traceutil/trace.go:171","msg":"trace[1767618288] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c0a8293-990e-4afd-a2eb-00c80044f1e5; range_end:; response_count:1; response_revision:25922; }","duration":"438.568501ms","start":"2026-05-28T03:00:16.313088Z","end":"2026-05-28T03:00:16.751657Z","steps":["trace[1767618288] 'agreement among raft nodes before linearized reading' (duration: 438.138208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.751719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.736529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18b39b773df4a299\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-05-28T03:00:16.751835Z","caller":"traceutil/trace.go:171","msg":"trace[1574223692] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18b39b773df4a299; range_end:; response_count:1; response_revision:25922; }","duration":"105.903174ms","start":"2026-05-28T03:00:16.645895Z","end":"2026-05-28T03:00:16.751798Z","steps":["trace[1574223692] 'agreement among raft nodes before linearized reading' (duration: 105.47747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.75176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.31307Z","time spent":"438.678295ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c0a8293-990e-4afd-a2eb-00c80044f1e5\" "} {"level":"warn","ts":"2026-05-28T03:00:16.753719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.745843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1325823"} {"level":"info","ts":"2026-05-28T03:00:16.753774Z","caller":"traceutil/trace.go:171","msg":"trace[1304670971] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:25922; }","duration":"107.823205ms","start":"2026-05-28T03:00:16.64594Z","end":"2026-05-28T03:00:16.753763Z","steps":["trace[1304670971] 'agreement among raft nodes before linearized reading' (duration: 104.952434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:16.759195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.545746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:16.759378Z","caller":"traceutil/trace.go:171","msg":"trace[1281290492] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25922; }","duration":"282.777963ms","start":"2026-05-28T03:00:16.476583Z","end":"2026-05-28T03:00:16.759361Z","steps":["trace[1281290492] 'agreement among raft nodes before linearized reading' (duration: 282.498814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:17.171228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.363957ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:17.171368Z","caller":"traceutil/trace.go:171","msg":"trace[1387362310] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25923; }","duration":"139.500761ms","start":"2026-05-28T03:00:17.031829Z","end":"2026-05-28T03:00:17.17133Z","steps":["trace[1387362310] 'range keys from in-memory index tree' (duration: 139.345916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:17.172388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.572323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:17.172763Z","caller":"traceutil/trace.go:171","msg":"trace[1180092797] linearizableReadLoop","detail":"{readStateIndex:26796; appliedIndex:26794; }","duration":"383.557624ms","start":"2026-05-28T03:00:16.789184Z","end":"2026-05-28T03:00:17.172742Z","steps":["trace[1180092797] 'read index received' (duration: 266.154074ms)","trace[1180092797] 'applied index is now lower than readState.Index' (duration: 117.40248ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:17.172764Z","caller":"traceutil/trace.go:171","msg":"trace[1892322915] transaction","detail":"{read_only:false; response_revision:25924; number_of_response:1; }","duration":"418.969779ms","start":"2026-05-28T03:00:16.753755Z","end":"2026-05-28T03:00:17.172725Z","steps":["trace[1892322915] 'process raft request' (duration: 301.630582ms)","trace[1892322915] 'compare' (duration: 116.16633ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:17.17293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.753722Z","time spent":"419.113784ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:17.173029Z","caller":"traceutil/trace.go:171","msg":"trace[1522102747] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"412.819465ms","start":"2026-05-28T03:00:16.760193Z","end":"2026-05-28T03:00:17.173013Z","steps":["trace[1522102747] 'process raft request' (duration: 412.411902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:17.173103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.760171Z","time spent":"412.889686ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5780,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:17.173387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.920992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-05-28T03:00:17.173447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.970781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-28T03:00:17.173422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.59877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:17.173504Z","caller":"traceutil/trace.go:171","msg":"trace[2143978618] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25925; }","duration":"414.098015ms","start":"2026-05-28T03:00:16.759391Z","end":"2026-05-28T03:00:17.173489Z","steps":["trace[2143978618] 'agreement among raft nodes before linearized reading' (duration: 413.922309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:17.173543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.759334Z","time spent":"414.202318ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-28T03:00:17.173541Z","caller":"traceutil/trace.go:171","msg":"trace[1523143691] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25925; }","duration":"397.727454ms","start":"2026-05-28T03:00:16.77578Z","end":"2026-05-28T03:00:17.173508Z","steps":["trace[1523143691] 'agreement among raft nodes before linearized reading' (duration: 397.523248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:17.173617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.775715Z","time spent":"397.89129ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-28T03:00:17.173525Z","caller":"traceutil/trace.go:171","msg":"trace[1721552088] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25925; }","duration":"410.061136ms","start":"2026-05-28T03:00:16.763416Z","end":"2026-05-28T03:00:17.173477Z","steps":["trace[1721552088] 'agreement among raft nodes before linearized reading' (duration: 409.835929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:17.173781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.763393Z","time spent":"410.369757ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-28T03:00:17.527215Z","caller":"traceutil/trace.go:171","msg":"trace[1953436382] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"735.935148ms","start":"2026-05-28T03:00:16.791264Z","end":"2026-05-28T03:00:17.527199Z","steps":["trace[1953436382] 'process raft request' (duration: 735.832885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:17.52732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.791231Z","time spent":"736.030361ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:17.527356Z","caller":"traceutil/trace.go:171","msg":"trace[1962103351] linearizableReadLoop","detail":"{readStateIndex:26797; appliedIndex:26797; }","duration":"354.44292ms","start":"2026-05-28T03:00:17.172807Z","end":"2026-05-28T03:00:17.52725Z","steps":["trace[1962103351] 'read index received' (duration: 354.43414ms)","trace[1962103351] 'applied index is now lower than readState.Index' (duration: 6.77µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:17.527526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.071993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:17.527607Z","caller":"traceutil/trace.go:171","msg":"trace[1179075103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25926; }","duration":"674.168376ms","start":"2026-05-28T03:00:16.853416Z","end":"2026-05-28T03:00:17.527584Z","steps":["trace[1179075103] 'agreement among raft nodes before linearized reading' (duration: 673.999201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:17.527651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:16.853353Z","time spent":"674.28945ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:00:17.527555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.297745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-28T03:00:17.527767Z","caller":"traceutil/trace.go:171","msg":"trace[1207510050] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25926; }","duration":"456.539183ms","start":"2026-05-28T03:00:17.071221Z","end":"2026-05-28T03:00:17.52776Z","steps":["trace[1207510050] 'agreement among raft nodes before linearized reading' (duration: 456.177092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:17.527821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:17.071205Z","time spent":"456.598034ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-05-28T03:00:17.592809Z","caller":"traceutil/trace.go:171","msg":"trace[847130315] transaction","detail":"{read_only:false; response_revision:25927; number_of_response:1; }","duration":"413.398232ms","start":"2026-05-28T03:00:17.179373Z","end":"2026-05-28T03:00:17.592772Z","steps":["trace[847130315] 'process raft request' (duration: 413.189946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:17.592897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.47409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-05-28T03:00:17.592996Z","caller":"traceutil/trace.go:171","msg":"trace[12630024] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25927; }","duration":"410.597214ms","start":"2026-05-28T03:00:17.182382Z","end":"2026-05-28T03:00:17.592979Z","steps":["trace[12630024] 'agreement among raft nodes before linearized reading' (duration: 410.358336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:17.592927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.643061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:17.593328Z","caller":"traceutil/trace.go:171","msg":"trace[1944909005] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25927; }","duration":"414.078785ms","start":"2026-05-28T03:00:17.179235Z","end":"2026-05-28T03:00:17.593314Z","steps":["trace[1944909005] 'agreement among raft nodes before linearized reading' (duration: 413.642321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:17.593382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:17.17922Z","time spent":"414.151727ms","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:00:17.593141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:17.182371Z","time spent":"410.756179ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-05-28T03:00:17.593087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:17.179352Z","time spent":"413.603459ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:18.060752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.046516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-05-28T03:00:18.060881Z","caller":"traceutil/trace.go:171","msg":"trace[444790755] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25927; }","duration":"461.17281ms","start":"2026-05-28T03:00:17.599661Z","end":"2026-05-28T03:00:18.060834Z","steps":["trace[444790755] 'range keys from in-memory index tree' (duration: 460.85121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.060956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:17.59965Z","time spent":"461.266613ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-05-28T03:00:18.061144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.506709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:18.06121Z","caller":"traceutil/trace.go:171","msg":"trace[157404020] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25927; }","duration":"460.595932ms","start":"2026-05-28T03:00:17.600599Z","end":"2026-05-28T03:00:18.061195Z","steps":["trace[157404020] 'range keys from in-memory index tree' (duration: 460.467978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.061244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:17.600595Z","time spent":"460.642573ms","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:00:18.062157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.73353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c0a8293-990e-4afd-a2eb-00c80044f1e5\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-28T03:00:18.0622Z","caller":"traceutil/trace.go:171","msg":"trace[1007878192] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c0a8293-990e-4afd-a2eb-00c80044f1e5; range_end:; response_count:1; response_revision:25927; }","duration":"304.803752ms","start":"2026-05-28T03:00:17.757386Z","end":"2026-05-28T03:00:18.06219Z","steps":["trace[1007878192] 'range keys from in-memory index tree' (duration: 304.314987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.062225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:17.757365Z","time spent":"304.852934ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c0a8293-990e-4afd-a2eb-00c80044f1e5\" "} {"level":"info","ts":"2026-05-28T03:00:18.174154Z","caller":"traceutil/trace.go:171","msg":"trace[1048152866] linearizableReadLoop","detail":"{readStateIndex:26799; appliedIndex:26798; }","duration":"103.033313ms","start":"2026-05-28T03:00:18.0711Z","end":"2026-05-28T03:00:18.174133Z","steps":["trace[1048152866] 'read index received' (duration: 102.9209ms)","trace[1048152866] 'applied index is now lower than readState.Index' (duration: 111.513µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:18.174346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.238509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9501"} {"level":"info","ts":"2026-05-28T03:00:18.174367Z","caller":"traceutil/trace.go:171","msg":"trace[440808108] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25928; }","duration":"103.320701ms","start":"2026-05-28T03:00:18.071039Z","end":"2026-05-28T03:00:18.174359Z","steps":["trace[440808108] 'agreement among raft nodes before linearized reading' (duration: 103.198667ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:18.174488Z","caller":"traceutil/trace.go:171","msg":"trace[1870354703] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"106.486122ms","start":"2026-05-28T03:00:18.067985Z","end":"2026-05-28T03:00:18.174471Z","steps":["trace[1870354703] 'process raft request' (duration: 106.010287ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:18.50637Z","caller":"traceutil/trace.go:171","msg":"trace[1708355772] transaction","detail":"{read_only:false; response_revision:25929; number_of_response:1; }","duration":"393.396067ms","start":"2026-05-28T03:00:18.112938Z","end":"2026-05-28T03:00:18.506334Z","steps":["trace[1708355772] 'process raft request' (duration: 393.129848ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:18.506382Z","caller":"traceutil/trace.go:171","msg":"trace[267449562] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"392.089045ms","start":"2026-05-28T03:00:18.114268Z","end":"2026-05-28T03:00:18.506357Z","steps":["trace[267449562] 'process raft request' (duration: 391.960371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.506552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:18.114233Z","time spent":"392.2339ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:18.506569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:18.112911Z","time spent":"393.539491ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:18.506574Z","caller":"traceutil/trace.go:171","msg":"trace[907086277] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"390.853937ms","start":"2026-05-28T03:00:18.115701Z","end":"2026-05-28T03:00:18.506555Z","steps":["trace[907086277] 'process raft request' (duration: 390.574598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.506679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:18.115686Z","time spent":"390.936399ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:18.506987Z","caller":"traceutil/trace.go:171","msg":"trace[879787874] linearizableReadLoop","detail":"{readStateIndex:26806; appliedIndex:26799; }","duration":"328.786415ms","start":"2026-05-28T03:00:18.178188Z","end":"2026-05-28T03:00:18.506974Z","steps":["trace[879787874] 'read index received' (duration: 327.841955ms)","trace[879787874] 'applied index is now lower than readState.Index' (duration: 943.66µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:18.50707Z","caller":"traceutil/trace.go:171","msg":"trace[348176290] transaction","detail":"{read_only:false; response_revision:25934; number_of_response:1; }","duration":"387.346565ms","start":"2026-05-28T03:00:18.119711Z","end":"2026-05-28T03:00:18.507058Z","steps":["trace[348176290] 'process raft request' (duration: 387.19176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.507145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:18.119697Z","time spent":"387.411287ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:18.50719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.995102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-05-28T03:00:18.507229Z","caller":"traceutil/trace.go:171","msg":"trace[1842774759] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25935; }","duration":"329.060434ms","start":"2026-05-28T03:00:18.178159Z","end":"2026-05-28T03:00:18.50722Z","steps":["trace[1842774759] 'agreement among raft nodes before linearized reading' (duration: 328.93765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.507263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:18.178142Z","time spent":"329.114585ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-05-28T03:00:18.507275Z","caller":"traceutil/trace.go:171","msg":"trace[1409402923] transaction","detail":"{read_only:false; response_revision:25933; number_of_response:1; }","duration":"391.361613ms","start":"2026-05-28T03:00:18.115884Z","end":"2026-05-28T03:00:18.507245Z","steps":["trace[1409402923] 'process raft request' (duration: 390.945079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.507329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:18.11585Z","time spent":"391.449465ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:18.507462Z","caller":"traceutil/trace.go:171","msg":"trace[558305421] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"391.61509ms","start":"2026-05-28T03:00:18.115839Z","end":"2026-05-28T03:00:18.507454Z","steps":["trace[558305421] 'process raft request' (duration: 390.64891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.507473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.196568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18b39b76a9dee56c\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-05-28T03:00:18.507509Z","caller":"traceutil/trace.go:171","msg":"trace[1866124931] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18b39b76a9dee56c; range_end:; response_count:1; response_revision:25935; }","duration":"329.232489ms","start":"2026-05-28T03:00:18.178265Z","end":"2026-05-28T03:00:18.507498Z","steps":["trace[1866124931] 'agreement among raft nodes before linearized reading' (duration: 329.105835ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:18.50708Z","caller":"traceutil/trace.go:171","msg":"trace[1249686600] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"382.598624ms","start":"2026-05-28T03:00:18.124472Z","end":"2026-05-28T03:00:18.507071Z","steps":["trace[1249686600] 'process raft request' (duration: 382.46662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.507549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:18.178247Z","time spent":"329.293631ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18b39b76a9dee56c\" "} {"level":"warn","ts":"2026-05-28T03:00:18.50758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:18.124463Z","time spent":"383.081309ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:18.507551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:18.115821Z","time spent":"391.663072ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:18.828811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.817506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:18.8289Z","caller":"traceutil/trace.go:171","msg":"trace[1766361529] linearizableReadLoop","detail":"{readStateIndex:26807; appliedIndex:26806; }","duration":"310.717841ms","start":"2026-05-28T03:00:18.518167Z","end":"2026-05-28T03:00:18.828885Z","steps":["trace[1766361529] 'read index received' (duration: 156.678398ms)","trace[1766361529] 'applied index is now lower than readState.Index' (duration: 154.038433ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:18.828985Z","caller":"traceutil/trace.go:171","msg":"trace[360316135] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"319.264902ms","start":"2026-05-28T03:00:18.509709Z","end":"2026-05-28T03:00:18.828974Z","steps":["trace[360316135] 'process raft request' (duration: 165.202308ms)","trace[360316135] 'compare' (duration: 153.588749ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:18.829045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:18.509686Z","time spent":"319.327704ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:18.829221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.501902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:18.829278Z","caller":"traceutil/trace.go:171","msg":"trace[326077336] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25936; }","duration":"185.590615ms","start":"2026-05-28T03:00:18.643675Z","end":"2026-05-28T03:00:18.829265Z","steps":["trace[326077336] 'agreement among raft nodes before linearized reading' (duration: 185.492382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.829372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.037071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:00:18.829417Z","caller":"traceutil/trace.go:171","msg":"trace[1383702325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25936; }","duration":"147.087843ms","start":"2026-05-28T03:00:18.682317Z","end":"2026-05-28T03:00:18.829405Z","steps":["trace[1383702325] 'agreement among raft nodes before linearized reading' (duration: 146.960169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.829491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.363301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T03:00:18.82953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.647319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-28T03:00:18.829492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.227903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T03:00:18.829582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.92918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-28T03:00:18.829674Z","caller":"traceutil/trace.go:171","msg":"trace[853454824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25936; }","duration":"146.814274ms","start":"2026-05-28T03:00:18.682844Z","end":"2026-05-28T03:00:18.829658Z","steps":["trace[853454824] 'agreement among raft nodes before linearized reading' (duration: 146.513824ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:18.829685Z","caller":"traceutil/trace.go:171","msg":"trace[541728955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25936; }","duration":"184.453339ms","start":"2026-05-28T03:00:18.645214Z","end":"2026-05-28T03:00:18.829667Z","steps":["trace[541728955] 'agreement among raft nodes before linearized reading' (duration: 184.096538ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:18.829694Z","caller":"traceutil/trace.go:171","msg":"trace[1067150273] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25936; }","duration":"137.043823ms","start":"2026-05-28T03:00:18.69263Z","end":"2026-05-28T03:00:18.829674Z","steps":["trace[1067150273] 'agreement among raft nodes before linearized reading' (duration: 136.903079ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:18.829652Z","caller":"traceutil/trace.go:171","msg":"trace[1736191628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25936; }","duration":"147.560487ms","start":"2026-05-28T03:00:18.682078Z","end":"2026-05-28T03:00:18.829639Z","steps":["trace[1736191628] 'agreement among raft nodes before linearized reading' (duration: 147.217326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.829568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.399222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9501"} {"level":"info","ts":"2026-05-28T03:00:18.829801Z","caller":"traceutil/trace.go:171","msg":"trace[1178762047] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25936; }","duration":"311.687661ms","start":"2026-05-28T03:00:18.518107Z","end":"2026-05-28T03:00:18.829795Z","steps":["trace[1178762047] 'agreement among raft nodes before linearized reading' (duration: 311.402342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:18.829831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:18.518086Z","time spent":"311.736923ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9524,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-28T03:00:18.829399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.06146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T03:00:18.830115Z","caller":"traceutil/trace.go:171","msg":"trace[1955340120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25936; }","duration":"146.799163ms","start":"2026-05-28T03:00:18.683303Z","end":"2026-05-28T03:00:18.830102Z","steps":["trace[1955340120] 'agreement among raft nodes before linearized reading' (duration: 145.967937ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:19.01438Z","caller":"traceutil/trace.go:171","msg":"trace[1678525701] transaction","detail":"{read_only:false; response_revision:25942; number_of_response:1; }","duration":"174.704251ms","start":"2026-05-28T03:00:18.839655Z","end":"2026-05-28T03:00:19.01436Z","steps":["trace[1678525701] 'process raft request' (duration: 174.67326ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:19.014442Z","caller":"traceutil/trace.go:171","msg":"trace[785228094] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"177.064735ms","start":"2026-05-28T03:00:18.837337Z","end":"2026-05-28T03:00:19.014402Z","steps":["trace[785228094] 'process raft request' (duration: 176.843808ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:19.014578Z","caller":"traceutil/trace.go:171","msg":"trace[215321799] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"177.172908ms","start":"2026-05-28T03:00:18.837396Z","end":"2026-05-28T03:00:19.014569Z","steps":["trace[215321799] 'process raft request' (duration: 176.818937ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:19.014636Z","caller":"traceutil/trace.go:171","msg":"trace[1656484731] transaction","detail":"{read_only:false; response_revision:25940; number_of_response:1; }","duration":"177.188349ms","start":"2026-05-28T03:00:18.837439Z","end":"2026-05-28T03:00:19.014627Z","steps":["trace[1656484731] 'process raft request' (duration: 176.806757ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:19.014867Z","caller":"traceutil/trace.go:171","msg":"trace[1020896092] transaction","detail":"{read_only:false; response_revision:25941; number_of_response:1; }","duration":"176.261219ms","start":"2026-05-28T03:00:18.838596Z","end":"2026-05-28T03:00:19.014857Z","steps":["trace[1020896092] 'process raft request' (duration: 175.678991ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:19.014892Z","caller":"traceutil/trace.go:171","msg":"trace[1914598579] linearizableReadLoop","detail":"{readStateIndex:26808; appliedIndex:26807; }","duration":"177.724016ms","start":"2026-05-28T03:00:18.837161Z","end":"2026-05-28T03:00:19.014885Z","steps":["trace[1914598579] 'read index received' (duration: 143.084516ms)","trace[1914598579] 'applied index is now lower than readState.Index' (duration: 34.63892ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:19.014865Z","caller":"traceutil/trace.go:171","msg":"trace[1183919023] transaction","detail":"{read_only:false; response_revision:25937; number_of_response:1; }","duration":"177.984654ms","start":"2026-05-28T03:00:18.836869Z","end":"2026-05-28T03:00:19.014854Z","steps":["trace[1183919023] 'process raft request' (duration: 143.22273ms)","trace[1183919023] 'compare' (duration: 33.963669ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:19.015566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.918762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-28T03:00:19.015596Z","caller":"traceutil/trace.go:171","msg":"trace[1861573456] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25942; }","duration":"177.970873ms","start":"2026-05-28T03:00:18.837615Z","end":"2026-05-28T03:00:19.015586Z","steps":["trace[1861573456] 'agreement among raft nodes before linearized reading' (duration: 177.899671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:19.015701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.873482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:19.01572Z","caller":"traceutil/trace.go:171","msg":"trace[2140896109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25942; }","duration":"161.916863ms","start":"2026-05-28T03:00:18.853797Z","end":"2026-05-28T03:00:19.015714Z","steps":["trace[2140896109] 'agreement among raft nodes before linearized reading' (duration: 161.884692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:19.015911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.731478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1325823"} {"level":"info","ts":"2026-05-28T03:00:19.01594Z","caller":"traceutil/trace.go:171","msg":"trace[1828760166] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:25942; }","duration":"178.784599ms","start":"2026-05-28T03:00:18.837148Z","end":"2026-05-28T03:00:19.015932Z","steps":["trace[1828760166] 'agreement among raft nodes before linearized reading' (duration: 177.835839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:19.016886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.091684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1325823"} {"level":"info","ts":"2026-05-28T03:00:19.016917Z","caller":"traceutil/trace.go:171","msg":"trace[1095598753] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:25942; }","duration":"176.140295ms","start":"2026-05-28T03:00:18.840769Z","end":"2026-05-28T03:00:19.016909Z","steps":["trace[1095598753] 'agreement among raft nodes before linearized reading' (duration: 175.03866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:19.605474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.589854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9501"} {"level":"info","ts":"2026-05-28T03:00:19.605545Z","caller":"traceutil/trace.go:171","msg":"trace[940643783] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25944; }","duration":"489.692836ms","start":"2026-05-28T03:00:19.115834Z","end":"2026-05-28T03:00:19.605527Z","steps":["trace[940643783] 'range keys from in-memory index tree' (duration: 489.437798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:19.605599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:19.11582Z","time spent":"489.761389ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9524,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-28T03:00:19.606876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.140301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:00:19.606927Z","caller":"traceutil/trace.go:171","msg":"trace[715106158] transaction","detail":"{read_only:false; response_revision:25945; number_of_response:1; }","duration":"483.133729ms","start":"2026-05-28T03:00:19.123783Z","end":"2026-05-28T03:00:19.606917Z","steps":["trace[715106158] 'process raft request' (duration: 26.907005ms)","trace[715106158] 'compare' (duration: 455.319835ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:19.606959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:19.123769Z","time spent":"483.174889ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":821,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T03:00:19.688755Z","caller":"traceutil/trace.go:171","msg":"trace[532869485] linearizableReadLoop","detail":"{readStateIndex:26817; appliedIndex:26816; }","duration":"496.376199ms","start":"2026-05-28T03:00:19.19236Z","end":"2026-05-28T03:00:19.688737Z","steps":["trace[532869485] 'read index received' (duration: 496.168262ms)","trace[532869485] 'applied index is now lower than readState.Index' (duration: 207.087µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:19.688813Z","caller":"traceutil/trace.go:171","msg":"trace[1895273821] transaction","detail":"{read_only:false; response_revision:25946; number_of_response:1; }","duration":"554.553047ms","start":"2026-05-28T03:00:19.134229Z","end":"2026-05-28T03:00:19.688782Z","steps":["trace[1895273821] 'process raft request' (duration: 554.34689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:19.688903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.526853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:19.688944Z","caller":"traceutil/trace.go:171","msg":"trace[1525279727] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25946; }","duration":"496.617126ms","start":"2026-05-28T03:00:19.192315Z","end":"2026-05-28T03:00:19.688932Z","steps":["trace[1525279727] 'agreement among raft nodes before linearized reading' (duration: 496.533433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:19.688959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:19.134219Z","time spent":"554.66053ms","remote":"127.0.0.1:45960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1317,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:00:19.688981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:19.192298Z","time spent":"496.672618ms","remote":"127.0.0.1:38260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:19.689207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.387933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-05-28T03:00:19.68928Z","caller":"traceutil/trace.go:171","msg":"trace[2134374692] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25946; }","duration":"487.473645ms","start":"2026-05-28T03:00:19.201787Z","end":"2026-05-28T03:00:19.689261Z","steps":["trace[2134374692] 'agreement among raft nodes before linearized reading' (duration: 487.276169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:19.689356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:19.201781Z","time spent":"487.535618ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T03:00:19.689385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.679816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-28T03:00:19.689419Z","caller":"traceutil/trace.go:171","msg":"trace[1714149316] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25946; }","duration":"121.764698ms","start":"2026-05-28T03:00:19.567644Z","end":"2026-05-28T03:00:19.689409Z","steps":["trace[1714149316] 'agreement among raft nodes before linearized reading' (duration: 121.645334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:19.689862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.632146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:00:19.689932Z","caller":"traceutil/trace.go:171","msg":"trace[1338642804] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25946; }","duration":"303.75027ms","start":"2026-05-28T03:00:19.386165Z","end":"2026-05-28T03:00:19.689915Z","steps":["trace[1338642804] 'agreement among raft nodes before linearized reading' (duration: 303.541033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:19.68998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:19.386139Z","time spent":"303.826862ms","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":80,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:00:19.826508Z","caller":"traceutil/trace.go:171","msg":"trace[1744558501] transaction","detail":"{read_only:false; response_revision:25948; number_of_response:1; }","duration":"130.763344ms","start":"2026-05-28T03:00:19.695726Z","end":"2026-05-28T03:00:19.82649Z","steps":["trace[1744558501] 'process raft request' (duration: 130.562837ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:19.826675Z","caller":"traceutil/trace.go:171","msg":"trace[1028418808] transaction","detail":"{read_only:false; response_revision:25947; number_of_response:1; }","duration":"132.284432ms","start":"2026-05-28T03:00:19.694378Z","end":"2026-05-28T03:00:19.826662Z","steps":["trace[1028418808] 'process raft request' (duration: 131.702104ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:19.826798Z","caller":"traceutil/trace.go:171","msg":"trace[1871615569] transaction","detail":"{read_only:false; response_revision:25949; number_of_response:1; }","duration":"129.511114ms","start":"2026-05-28T03:00:19.697264Z","end":"2026-05-28T03:00:19.826776Z","steps":["trace[1871615569] 'process raft request' (duration: 129.07552ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:20.269898Z","caller":"traceutil/trace.go:171","msg":"trace[10982225] linearizableReadLoop","detail":"{readStateIndex:26824; appliedIndex:26823; }","duration":"189.039966ms","start":"2026-05-28T03:00:20.080834Z","end":"2026-05-28T03:00:20.269874Z","steps":["trace[10982225] 'read index received' (duration: 188.749826ms)","trace[10982225] 'applied index is now lower than readState.Index' (duration: 288.95µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:20.270029Z","caller":"traceutil/trace.go:171","msg":"trace[1373049406] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"311.770643ms","start":"2026-05-28T03:00:19.958246Z","end":"2026-05-28T03:00:20.270016Z","steps":["trace[1373049406] 'process raft request' (duration: 311.463383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:20.270116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:19.95822Z","time spent":"311.836625ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T03:00:20.270358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.49815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c0a8293-990e-4afd-a2eb-00c80044f1e5\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-05-28T03:00:20.270373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.731585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:20.270476Z","caller":"traceutil/trace.go:171","msg":"trace[694529986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25952; }","duration":"188.88028ms","start":"2026-05-28T03:00:20.081584Z","end":"2026-05-28T03:00:20.270464Z","steps":["trace[694529986] 'agreement among raft nodes before linearized reading' (duration: 188.748406ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:20.270489Z","caller":"traceutil/trace.go:171","msg":"trace[338362549] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c0a8293-990e-4afd-a2eb-00c80044f1e5; range_end:; response_count:1; response_revision:25952; }","duration":"189.634924ms","start":"2026-05-28T03:00:20.080825Z","end":"2026-05-28T03:00:20.27046Z","steps":["trace[338362549] 'agreement among raft nodes before linearized reading' (duration: 189.287223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:20.27075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.897003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:00:20.270773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.475399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-28T03:00:20.270803Z","caller":"traceutil/trace.go:171","msg":"trace[1976746027] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25952; }","duration":"189.988996ms","start":"2026-05-28T03:00:20.080797Z","end":"2026-05-28T03:00:20.270786Z","steps":["trace[1976746027] 'agreement among raft nodes before linearized reading' (duration: 189.901083ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:20.270818Z","caller":"traceutil/trace.go:171","msg":"trace[1929373800] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25952; }","duration":"166.53788ms","start":"2026-05-28T03:00:20.104267Z","end":"2026-05-28T03:00:20.270805Z","steps":["trace[1929373800] 'agreement among raft nodes before linearized reading' (duration: 166.370705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:20.643805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.478588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:20.643867Z","caller":"traceutil/trace.go:171","msg":"trace[579944380] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25952; }","duration":"154.605492ms","start":"2026-05-28T03:00:20.489246Z","end":"2026-05-28T03:00:20.643852Z","steps":["trace[579944380] 'count revisions from in-memory index tree' (duration: 154.398295ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:20.647841Z","caller":"traceutil/trace.go:171","msg":"trace[2127635125] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"133.629985ms","start":"2026-05-28T03:00:20.514178Z","end":"2026-05-28T03:00:20.647808Z","steps":["trace[2127635125] 'process raft request' (duration: 133.47553ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:20.667813Z","caller":"traceutil/trace.go:171","msg":"trace[1081497000] transaction","detail":"{read_only:false; response_revision:25959; number_of_response:1; }","duration":"152.101572ms","start":"2026-05-28T03:00:20.515692Z","end":"2026-05-28T03:00:20.667794Z","steps":["trace[1081497000] 'process raft request' (duration: 152.077861ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:20.667817Z","caller":"traceutil/trace.go:171","msg":"trace[486813062] transaction","detail":"{read_only:false; response_revision:25955; number_of_response:1; }","duration":"152.910557ms","start":"2026-05-28T03:00:20.514873Z","end":"2026-05-28T03:00:20.667783Z","steps":["trace[486813062] 'process raft request' (duration: 152.813534ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:20.667858Z","caller":"traceutil/trace.go:171","msg":"trace[2063120752] transaction","detail":"{read_only:false; response_revision:25956; number_of_response:1; }","duration":"152.939229ms","start":"2026-05-28T03:00:20.514913Z","end":"2026-05-28T03:00:20.667852Z","steps":["trace[2063120752] 'process raft request' (duration: 152.798884ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:20.667949Z","caller":"traceutil/trace.go:171","msg":"trace[335635177] transaction","detail":"{read_only:false; response_revision:25958; number_of_response:1; }","duration":"152.38017ms","start":"2026-05-28T03:00:20.51556Z","end":"2026-05-28T03:00:20.66794Z","steps":["trace[335635177] 'process raft request' (duration: 152.193264ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:20.667822Z","caller":"traceutil/trace.go:171","msg":"trace[173035658] transaction","detail":"{read_only:false; response_revision:25957; number_of_response:1; }","duration":"152.66306ms","start":"2026-05-28T03:00:20.515141Z","end":"2026-05-28T03:00:20.667804Z","steps":["trace[173035658] 'process raft request' (duration: 152.589548ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:20.668571Z","caller":"traceutil/trace.go:171","msg":"trace[1805421354] transaction","detail":"{read_only:false; response_revision:25954; number_of_response:1; }","duration":"153.873049ms","start":"2026-05-28T03:00:20.514671Z","end":"2026-05-28T03:00:20.668544Z","steps":["trace[1805421354] 'process raft request' (duration: 152.906978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:21.351851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.259218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:00:21.351927Z","caller":"traceutil/trace.go:171","msg":"trace[116578858] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25960; }","duration":"379.351531ms","start":"2026-05-28T03:00:20.972558Z","end":"2026-05-28T03:00:21.35191Z","steps":["trace[116578858] 'count revisions from in-memory index tree' (duration: 379.188076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:21.351968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:20.972509Z","time spent":"379.447634ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:21.352283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.834793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:00:21.35232Z","caller":"traceutil/trace.go:171","msg":"trace[1494152777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25960; }","duration":"326.879734ms","start":"2026-05-28T03:00:21.025431Z","end":"2026-05-28T03:00:21.352311Z","steps":["trace[1494152777] 'range keys from in-memory index tree' (duration: 326.7398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:21.352346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:21.025425Z","time spent":"326.914316ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:00:21.352515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.986787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T03:00:21.352549Z","caller":"traceutil/trace.go:171","msg":"trace[976941121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25960; }","duration":"327.025409ms","start":"2026-05-28T03:00:21.025513Z","end":"2026-05-28T03:00:21.352538Z","steps":["trace[976941121] 'range keys from in-memory index tree' (duration: 326.933386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:21.352573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:21.02551Z","time spent":"327.05757ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:00:21.352722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.220315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T03:00:21.352753Z","caller":"traceutil/trace.go:171","msg":"trace[2005728931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25960; }","duration":"327.260587ms","start":"2026-05-28T03:00:21.025485Z","end":"2026-05-28T03:00:21.352745Z","steps":["trace[2005728931] 'range keys from in-memory index tree' (duration: 327.139963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:21.352776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:21.025482Z","time spent":"327.288988ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:00:21.352921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.556336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:00:21.352952Z","caller":"traceutil/trace.go:171","msg":"trace[1768552386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25960; }","duration":"327.613787ms","start":"2026-05-28T03:00:21.025331Z","end":"2026-05-28T03:00:21.352945Z","steps":["trace[1768552386] 'range keys from in-memory index tree' (duration: 327.317198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:21.352976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:21.025315Z","time spent":"327.655219ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:00:21.353126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.555896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:00:21.353158Z","caller":"traceutil/trace.go:171","msg":"trace[143863479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25960; }","duration":"327.586387ms","start":"2026-05-28T03:00:21.025563Z","end":"2026-05-28T03:00:21.35315Z","steps":["trace[143863479] 'range keys from in-memory index tree' (duration: 327.454513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:21.353183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:21.025549Z","time spent":"327.628819ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:00:21.353412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.688179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T03:00:21.353446Z","caller":"traceutil/trace.go:171","msg":"trace[1760073932] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:25960; }","duration":"315.748051ms","start":"2026-05-28T03:00:21.03769Z","end":"2026-05-28T03:00:21.353438Z","steps":["trace[1760073932] 'range keys from in-memory index tree' (duration: 315.582005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:21.35347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:21.037637Z","time spent":"315.828083ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T03:00:21.353683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.978182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:00:21.353717Z","caller":"traceutil/trace.go:171","msg":"trace[1890371220] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:25960; }","duration":"313.038294ms","start":"2026-05-28T03:00:21.040671Z","end":"2026-05-28T03:00:21.353709Z","steps":["trace[1890371220] 'range keys from in-memory index tree' (duration: 312.87746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:21.353743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:21.040656Z","time spent":"313.081356ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"info","ts":"2026-05-28T03:00:21.355268Z","caller":"traceutil/trace.go:171","msg":"trace[2021146474] transaction","detail":"{read_only:false; response_revision:25961; number_of_response:1; }","duration":"129.639208ms","start":"2026-05-28T03:00:21.225614Z","end":"2026-05-28T03:00:21.355253Z","steps":["trace[2021146474] 'process raft request' (duration: 112.086081ms)","trace[2021146474] 'compare' (duration: 16.99002ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:22.155633Z","caller":"traceutil/trace.go:171","msg":"trace[376897578] linearizableReadLoop","detail":"{readStateIndex:26840; appliedIndex:26839; }","duration":"349.388938ms","start":"2026-05-28T03:00:21.806217Z","end":"2026-05-28T03:00:22.155606Z","steps":["trace[376897578] 'read index received' (duration: 316.654748ms)","trace[376897578] 'applied index is now lower than readState.Index' (duration: 32.7327ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:22.155654Z","caller":"traceutil/trace.go:171","msg":"trace[1129315051] transaction","detail":"{read_only:false; response_revision:25968; number_of_response:1; }","duration":"349.617366ms","start":"2026-05-28T03:00:21.806Z","end":"2026-05-28T03:00:22.155617Z","steps":["trace[1129315051] 'process raft request' (duration: 316.872725ms)","trace[1129315051] 'compare' (duration: 32.320367ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:22.155822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.707794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:00:22.155844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:21.805977Z","time spent":"349.776471ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:22.15586Z","caller":"traceutil/trace.go:171","msg":"trace[132885721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25968; }","duration":"301.786497ms","start":"2026-05-28T03:00:21.854064Z","end":"2026-05-28T03:00:22.15585Z","steps":["trace[132885721] 'agreement among raft nodes before linearized reading' (duration: 301.703704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.155847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.346173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:00:22.155883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.637987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-28T03:00:22.155901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:21.854048Z","time spent":"301.845448ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T03:00:22.155913Z","caller":"traceutil/trace.go:171","msg":"trace[732319093] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25968; }","duration":"239.446837ms","start":"2026-05-28T03:00:21.916449Z","end":"2026-05-28T03:00:22.155896Z","steps":["trace[732319093] 'agreement among raft nodes before linearized reading' (duration: 239.337523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.155903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.69977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm\" ","response":"range_response_count:1 size:5797"} {"level":"info","ts":"2026-05-28T03:00:22.155945Z","caller":"traceutil/trace.go:171","msg":"trace[562285899] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25968; }","duration":"349.73766ms","start":"2026-05-28T03:00:21.806194Z","end":"2026-05-28T03:00:22.155932Z","steps":["trace[562285899] 'agreement among raft nodes before linearized reading' (duration: 349.522963ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.155966Z","caller":"traceutil/trace.go:171","msg":"trace[510160080] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9pdvm; range_end:; response_count:1; response_revision:25968; }","duration":"118.790633ms","start":"2026-05-28T03:00:22.037159Z","end":"2026-05-28T03:00:22.155949Z","steps":["trace[510160080] 'agreement among raft nodes before linearized reading' (duration: 118.610668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.156033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:21.806184Z","time spent":"349.791101ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T03:00:22.310118Z","caller":"traceutil/trace.go:171","msg":"trace[267325765] transaction","detail":"{read_only:false; response_revision:25969; number_of_response:1; }","duration":"145.265935ms","start":"2026-05-28T03:00:22.16482Z","end":"2026-05-28T03:00:22.310086Z","steps":["trace[267325765] 'process raft request' (duration: 132.140378ms)","trace[267325765] 'compare' (duration: 12.698683ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:22.785542Z","caller":"traceutil/trace.go:171","msg":"trace[808811306] transaction","detail":"{read_only:false; response_revision:25971; number_of_response:1; }","duration":"470.057063ms","start":"2026-05-28T03:00:22.315454Z","end":"2026-05-28T03:00:22.785511Z","steps":["trace[808811306] 'process raft request' (duration: 457.70105ms)","trace[808811306] 'compare' (duration: 12.140336ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:22.78572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:22.315424Z","time spent":"470.226518ms","remote":"127.0.0.1:38018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:22.868816Z","caller":"traceutil/trace.go:171","msg":"trace[621575141] transaction","detail":"{read_only:false; response_revision:25972; number_of_response:1; }","duration":"553.196803ms","start":"2026-05-28T03:00:22.315587Z","end":"2026-05-28T03:00:22.868783Z","steps":["trace[621575141] 'process raft request' (duration: 550.843758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.868988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:22.315568Z","time spent":"553.321008ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:22.869187Z","caller":"traceutil/trace.go:171","msg":"trace[1836456238] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"551.713197ms","start":"2026-05-28T03:00:22.317457Z","end":"2026-05-28T03:00:22.86917Z","steps":["trace[1836456238] 'process raft request' (duration: 551.251932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.869278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:22.31744Z","time spent":"551.783808ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:00:22.869441Z","caller":"traceutil/trace.go:171","msg":"trace[121542115] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"204.189507ms","start":"2026-05-28T03:00:22.665235Z","end":"2026-05-28T03:00:22.869425Z","steps":["trace[121542115] 'process raft request' (duration: 203.507275ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.869506Z","caller":"traceutil/trace.go:171","msg":"trace[779915106] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"197.076901ms","start":"2026-05-28T03:00:22.672422Z","end":"2026-05-28T03:00:22.869499Z","steps":["trace[779915106] 'process raft request' (duration: 196.631307ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.869703Z","caller":"traceutil/trace.go:171","msg":"trace[1375372994] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"197.241736ms","start":"2026-05-28T03:00:22.672457Z","end":"2026-05-28T03:00:22.869698Z","steps":["trace[1375372994] 'process raft request' (duration: 196.987158ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.869748Z","caller":"traceutil/trace.go:171","msg":"trace[193685365] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"197.242466ms","start":"2026-05-28T03:00:22.672501Z","end":"2026-05-28T03:00:22.869743Z","steps":["trace[193685365] 'process raft request' (duration: 196.971597ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.869785Z","caller":"traceutil/trace.go:171","msg":"trace[1821891053] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"197.187254ms","start":"2026-05-28T03:00:22.672594Z","end":"2026-05-28T03:00:22.869781Z","steps":["trace[1821891053] 'process raft request' (duration: 197.035289ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.869887Z","caller":"traceutil/trace.go:171","msg":"trace[2107117219] linearizableReadLoop","detail":"{readStateIndex:26844; appliedIndex:26842; }","duration":"552.885734ms","start":"2026-05-28T03:00:22.316995Z","end":"2026-05-28T03:00:22.869881Z","steps":["trace[2107117219] 'read index received' (duration: 456.258475ms)","trace[2107117219] 'applied index is now lower than readState.Index' (duration: 96.626809ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:22.869915Z","caller":"traceutil/trace.go:171","msg":"trace[1229034819] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"195.863492ms","start":"2026-05-28T03:00:22.674048Z","end":"2026-05-28T03:00:22.869912Z","steps":["trace[1229034819] 'process raft request' (duration: 195.601974ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:22.869987Z","caller":"traceutil/trace.go:171","msg":"trace[298965186] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"195.573843ms","start":"2026-05-28T03:00:22.674409Z","end":"2026-05-28T03:00:22.869983Z","steps":["trace[298965186] 'process raft request' (duration: 195.445769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.870184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.193834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T03:00:22.870401Z","caller":"traceutil/trace.go:171","msg":"trace[1931621290] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25980; }","duration":"553.410831ms","start":"2026-05-28T03:00:22.316983Z","end":"2026-05-28T03:00:22.870394Z","steps":["trace[1931621290] 'agreement among raft nodes before linearized reading' (duration: 553.135832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.87042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:22.316951Z","time spent":"553.463972ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T03:00:22.934549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.830172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-05-28T03:00:22.934724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.233464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6654"} {"level":"info","ts":"2026-05-28T03:00:22.934783Z","caller":"traceutil/trace.go:171","msg":"trace[1155983859] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:25981; }","duration":"547.292506ms","start":"2026-05-28T03:00:22.387474Z","end":"2026-05-28T03:00:22.934766Z","steps":["trace[1155983859] 'agreement among raft nodes before linearized reading' (duration: 547.184413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.934832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:22.387469Z","time spent":"547.352278ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6677,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" "} {"level":"warn","ts":"2026-05-28T03:00:22.934994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.557024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4937"} {"level":"info","ts":"2026-05-28T03:00:22.935062Z","caller":"traceutil/trace.go:171","msg":"trace[311311749] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:25981; }","duration":"547.630347ms","start":"2026-05-28T03:00:22.38741Z","end":"2026-05-28T03:00:22.93504Z","steps":["trace[311311749] 'agreement among raft nodes before linearized reading' (duration: 547.471672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.935123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:22.387403Z","time spent":"547.707239ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4960,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T03:00:22.935251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.866781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:22.935296Z","caller":"traceutil/trace.go:171","msg":"trace[312272606] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25981; }","duration":"387.937334ms","start":"2026-05-28T03:00:22.547348Z","end":"2026-05-28T03:00:22.935285Z","steps":["trace[312272606] 'agreement among raft nodes before linearized reading' (duration: 387.858121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.935337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:22.547335Z","time spent":"387.988725ms","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:22.934725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.399882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c0a8293-990e-4afd-a2eb-00c80044f1e5\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-28T03:00:22.935436Z","caller":"traceutil/trace.go:171","msg":"trace[1042319331] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c0a8293-990e-4afd-a2eb-00c80044f1e5; range_end:; response_count:1; response_revision:25981; }","duration":"572.151936ms","start":"2026-05-28T03:00:22.363267Z","end":"2026-05-28T03:00:22.935419Z","steps":["trace[1042319331] 'agreement among raft nodes before linearized reading' (duration: 571.358541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.935499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:22.363243Z","time spent":"572.239968ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c0a8293-990e-4afd-a2eb-00c80044f1e5\" "} {"level":"info","ts":"2026-05-28T03:00:22.935562Z","caller":"traceutil/trace.go:171","msg":"trace[2065793136] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"142.018892ms","start":"2026-05-28T03:00:22.793529Z","end":"2026-05-28T03:00:22.935548Z","steps":["trace[2065793136] 'process raft request' (duration: 119.704743ms)","trace[2065793136] 'compare' (duration: 20.721849ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:00:22.935718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.435464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:00:22.934697Z","caller":"traceutil/trace.go:171","msg":"trace[1902525439] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:25981; }","duration":"547.020108ms","start":"2026-05-28T03:00:22.387657Z","end":"2026-05-28T03:00:22.934677Z","steps":["trace[1902525439] 'agreement among raft nodes before linearized reading' (duration: 546.684537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.935938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:22.38765Z","time spent":"548.272907ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-05-28T03:00:22.936058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.338119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-05-28T03:00:22.936086Z","caller":"traceutil/trace.go:171","msg":"trace[981412421] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:25981; }","duration":"548.379031ms","start":"2026-05-28T03:00:22.3877Z","end":"2026-05-28T03:00:22.936079Z","steps":["trace[981412421] 'agreement among raft nodes before linearized reading' (duration: 548.306449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.936106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:22.387693Z","time spent":"548.407872ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-28T03:00:22.936102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.370411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-05-28T03:00:22.936142Z","caller":"traceutil/trace.go:171","msg":"trace[428278817] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:25981; }","duration":"548.423262ms","start":"2026-05-28T03:00:22.387708Z","end":"2026-05-28T03:00:22.936131Z","steps":["trace[428278817] 'agreement among raft nodes before linearized reading' (duration: 548.325409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.93618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:22.387701Z","time spent":"548.472104ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1171,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-05-28T03:00:22.936259Z","caller":"traceutil/trace.go:171","msg":"trace[1442351926] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25981; }","duration":"414.024803ms","start":"2026-05-28T03:00:22.522225Z","end":"2026-05-28T03:00:22.936249Z","steps":["trace[1442351926] 'agreement among raft nodes before linearized reading' (duration: 413.092293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.936295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:22.522203Z","time spent":"414.082605ms","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:00:22.934611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.035472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5546"} {"level":"info","ts":"2026-05-28T03:00:22.936382Z","caller":"traceutil/trace.go:171","msg":"trace[320998348] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:25981; }","duration":"550.857439ms","start":"2026-05-28T03:00:22.385516Z","end":"2026-05-28T03:00:22.936374Z","steps":["trace[320998348] 'agreement among raft nodes before linearized reading' (duration: 548.920028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.936411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:22.385498Z","time spent":"550.9053ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5569,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-28T03:00:22.934573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.905024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:893"} {"level":"info","ts":"2026-05-28T03:00:22.936519Z","caller":"traceutil/trace.go:171","msg":"trace[2086919577] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25981; }","duration":"548.917718ms","start":"2026-05-28T03:00:22.387592Z","end":"2026-05-28T03:00:22.936509Z","steps":["trace[2086919577] 'agreement among raft nodes before linearized reading' (duration: 546.800651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:22.936545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:22.387568Z","time spent":"548.96973ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":916,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-05-28T03:00:22.93579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.871006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6654"} {"level":"info","ts":"2026-05-28T03:00:22.936643Z","caller":"traceutil/trace.go:171","msg":"trace[1363938273] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:25981; }","duration":"124.761704ms","start":"2026-05-28T03:00:22.811874Z","end":"2026-05-28T03:00:22.936636Z","steps":["trace[1363938273] 'agreement among raft nodes before linearized reading' (duration: 123.837984ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:56.323188Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a3c.wal"} {"level":"info","ts":"2026-05-28T03:00:59.480239Z","caller":"traceutil/trace.go:171","msg":"trace[1717204856] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"159.681992ms","start":"2026-05-28T03:00:59.320538Z","end":"2026-05-28T03:00:59.48022Z","steps":["trace[1717204856] 'process raft request' (duration: 159.571539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:59.895423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.562201ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-28T03:00:59.895541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:59.57479Z","time spent":"320.743409ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T03:00:59.895635Z","caller":"traceutil/trace.go:171","msg":"trace[1427985269] linearizableReadLoop","detail":"{readStateIndex:27218; appliedIndex:27217; }","duration":"309.840773ms","start":"2026-05-28T03:00:59.585763Z","end":"2026-05-28T03:00:59.895604Z","steps":["trace[1427985269] 'read index received' (duration: 200.102627ms)","trace[1427985269] 'applied index is now lower than readState.Index' (duration: 109.734936ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:00:59.895677Z","caller":"traceutil/trace.go:171","msg":"trace[1239292720] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"159.637691ms","start":"2026-05-28T03:00:59.736022Z","end":"2026-05-28T03:00:59.89566Z","steps":["trace[1239292720] 'process raft request' (duration: 159.511077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:59.895811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.044509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:00:59.89584Z","caller":"traceutil/trace.go:171","msg":"trace[1879494863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26337; }","duration":"310.101581ms","start":"2026-05-28T03:00:59.585731Z","end":"2026-05-28T03:00:59.895832Z","steps":["trace[1879494863] 'agreement among raft nodes before linearized reading' (duration: 309.991737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:59.895864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:59.585713Z","time spent":"310.144553ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:00:59.895948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.553518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T03:00:59.89595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.071611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T03:00:59.895996Z","caller":"traceutil/trace.go:171","msg":"trace[2072255836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26337; }","duration":"266.631761ms","start":"2026-05-28T03:00:59.629346Z","end":"2026-05-28T03:00:59.895977Z","steps":["trace[2072255836] 'agreement among raft nodes before linearized reading' (duration: 266.479946ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:00:59.896016Z","caller":"traceutil/trace.go:171","msg":"trace[1079583396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26337; }","duration":"265.151763ms","start":"2026-05-28T03:00:59.630848Z","end":"2026-05-28T03:00:59.896Z","steps":["trace[1079583396] 'agreement among raft nodes before linearized reading' (duration: 264.999928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:59.89595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.394799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:00:59.896078Z","caller":"traceutil/trace.go:171","msg":"trace[91340521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26337; }","duration":"264.540703ms","start":"2026-05-28T03:00:59.631527Z","end":"2026-05-28T03:00:59.896067Z","steps":["trace[91340521] 'agreement among raft nodes before linearized reading' (duration: 264.306646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:00:59.895975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.36176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T03:00:59.896128Z","caller":"traceutil/trace.go:171","msg":"trace[177515203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26337; }","duration":"265.532975ms","start":"2026-05-28T03:00:59.630584Z","end":"2026-05-28T03:00:59.896117Z","steps":["trace[177515203] 'agreement among raft nodes before linearized reading' (duration: 265.348189ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:00.108633Z","caller":"traceutil/trace.go:171","msg":"trace[443288687] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"211.673034ms","start":"2026-05-28T03:00:59.896928Z","end":"2026-05-28T03:01:00.108601Z","steps":["trace[443288687] 'process raft request' (duration: 112.145332ms)","trace[443288687] 'compare' (duration: 99.370107ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:00.89447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.424409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:01:00.894844Z","caller":"traceutil/trace.go:171","msg":"trace[1088390485] linearizableReadLoop","detail":"{readStateIndex:27225; appliedIndex:27219; }","duration":"949.951128ms","start":"2026-05-28T03:00:59.94488Z","end":"2026-05-28T03:01:00.894831Z","steps":["trace[1088390485] 'read index received' (duration: 64.312033ms)","trace[1088390485] 'applied index is now lower than readState.Index' (duration: 885.638325ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:00.89493Z","caller":"traceutil/trace.go:171","msg":"trace[430078078] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"994.71893ms","start":"2026-05-28T03:00:59.900203Z","end":"2026-05-28T03:01:00.894922Z","steps":["trace[430078078] 'process raft request' (duration: 826.763004ms)","trace[430078078] 'compare' (duration: 167.345106ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:00.895004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:59.900187Z","time spent":"994.761381ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:00.895217Z","caller":"traceutil/trace.go:171","msg":"trace[18253145] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"994.690789ms","start":"2026-05-28T03:00:59.900517Z","end":"2026-05-28T03:01:00.895208Z","steps":["trace[18253145] 'process raft request' (duration: 994.029738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:00.8956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:59.900508Z","time spent":"994.739901ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:00.895608Z","caller":"traceutil/trace.go:171","msg":"trace[87145406] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"993.598865ms","start":"2026-05-28T03:00:59.901987Z","end":"2026-05-28T03:01:00.895586Z","steps":["trace[87145406] 'process raft request' (duration: 992.80997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:00.895725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:59.901979Z","time spent":"993.678527ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:00.895729Z","caller":"traceutil/trace.go:171","msg":"trace[1220536418] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"994.082649ms","start":"2026-05-28T03:00:59.901616Z","end":"2026-05-28T03:01:00.895698Z","steps":["trace[1220536418] 'process raft request' (duration: 992.965364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:00.895814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.859373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:01:00.895828Z","caller":"traceutil/trace.go:171","msg":"trace[167058561] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"993.876993ms","start":"2026-05-28T03:00:59.901943Z","end":"2026-05-28T03:01:00.89582Z","steps":["trace[167058561] 'process raft request' (duration: 992.662115ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:00.895857Z","caller":"traceutil/trace.go:171","msg":"trace[1965900860] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:26343; }","duration":"897.933315ms","start":"2026-05-28T03:00:59.997911Z","end":"2026-05-28T03:01:00.895844Z","steps":["trace[1965900860] 'agreement among raft nodes before linearized reading' (duration: 897.803341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:00.895867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:59.901921Z","time spent":"993.927775ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:00.895866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.031262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:00.895877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:59.901605Z","time spent":"994.205284ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:00.89591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.533225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:00.895913Z","caller":"traceutil/trace.go:171","msg":"trace[84467796] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26343; }","duration":"402.119445ms","start":"2026-05-28T03:01:00.493781Z","end":"2026-05-28T03:01:00.895901Z","steps":["trace[84467796] 'agreement among raft nodes before linearized reading' (duration: 401.96551ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:00.895933Z","caller":"traceutil/trace.go:171","msg":"trace[1216807411] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26343; }","duration":"819.588786ms","start":"2026-05-28T03:01:00.076336Z","end":"2026-05-28T03:01:00.895925Z","steps":["trace[1216807411] 'agreement among raft nodes before linearized reading' (duration: 819.557765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:00.895943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:00.493763Z","time spent":"402.171386ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":92,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:00.895967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:00.076315Z","time spent":"819.640718ms","remote":"127.0.0.1:38144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:00.89588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:59.997897Z","time spent":"897.977787ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T03:01:00.896073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.686906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:00.896097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.586929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:00.896152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.270439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T03:01:00.89616Z","caller":"traceutil/trace.go:171","msg":"trace[871393725] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26343; }","duration":"385.704993ms","start":"2026-05-28T03:01:00.51044Z","end":"2026-05-28T03:01:00.896145Z","steps":["trace[871393725] 'agreement among raft nodes before linearized reading' (duration: 385.58409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:00.8962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:00.510418Z","time spent":"385.774645ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:00.896198Z","caller":"traceutil/trace.go:171","msg":"trace[401993517] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:26343; }","duration":"951.314241ms","start":"2026-05-28T03:00:59.94487Z","end":"2026-05-28T03:01:00.896184Z","steps":["trace[401993517] 'agreement among raft nodes before linearized reading' (duration: 951.167826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:00.896196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.652911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:00.895998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.159023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-28T03:01:00.896284Z","caller":"traceutil/trace.go:171","msg":"trace[1124526860] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26343; }","duration":"323.782706ms","start":"2026-05-28T03:01:00.572478Z","end":"2026-05-28T03:01:00.896261Z","steps":["trace[1124526860] 'agreement among raft nodes before linearized reading' (duration: 323.655912ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:00.896301Z","caller":"traceutil/trace.go:171","msg":"trace[1342122719] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26343; }","duration":"774.487583ms","start":"2026-05-28T03:01:00.121799Z","end":"2026-05-28T03:01:00.896286Z","steps":["trace[1342122719] 'agreement among raft nodes before linearized reading' (duration: 774.07282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:00.896324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:00.572458Z","time spent":"323.857358ms","remote":"127.0.0.1:60704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:00.896337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:00.121782Z","time spent":"774.542975ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T03:01:00.896233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:00:59.944739Z","time spent":"951.488856ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"info","ts":"2026-05-28T03:01:00.897955Z","caller":"traceutil/trace.go:171","msg":"trace[1195356203] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26343; }","duration":"749.727857ms","start":"2026-05-28T03:01:00.146372Z","end":"2026-05-28T03:01:00.8961Z","steps":["trace[1195356203] 'agreement among raft nodes before linearized reading' (duration: 749.637354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:00.898289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:00.146324Z","time spent":"751.674918ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:01.331753Z","caller":"traceutil/trace.go:171","msg":"trace[723527066] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"317.623861ms","start":"2026-05-28T03:01:01.014098Z","end":"2026-05-28T03:01:01.331722Z","steps":["trace[723527066] 'process raft request' (duration: 316.02721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:01.331906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:01.01407Z","time spent":"317.757455ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:01.4047Z","caller":"traceutil/trace.go:171","msg":"trace[650270613] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"377.695878ms","start":"2026-05-28T03:01:01.026975Z","end":"2026-05-28T03:01:01.404671Z","steps":["trace[650270613] 'process raft request' (duration: 377.464171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:01.40488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:01.026953Z","time spent":"377.825933ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:01.404952Z","caller":"traceutil/trace.go:171","msg":"trace[2123378601] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"377.881085ms","start":"2026-05-28T03:01:01.027029Z","end":"2026-05-28T03:01:01.40491Z","steps":["trace[2123378601] 'process raft request' (duration: 377.562135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:01.405135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:01.026971Z","time spent":"378.070611ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:01.405476Z","caller":"traceutil/trace.go:171","msg":"trace[1961230190] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"378.281228ms","start":"2026-05-28T03:01:01.027163Z","end":"2026-05-28T03:01:01.405444Z","steps":["trace[1961230190] 'process raft request' (duration: 377.851614ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:01.40563Z","caller":"traceutil/trace.go:171","msg":"trace[453513195] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"376.249173ms","start":"2026-05-28T03:01:01.029334Z","end":"2026-05-28T03:01:01.405583Z","steps":["trace[453513195] 'process raft request' (duration: 376.055447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:01.405749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:01.029322Z","time spent":"376.362927ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:01.405917Z","caller":"traceutil/trace.go:171","msg":"trace[1969093972] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"374.521288ms","start":"2026-05-28T03:01:01.031375Z","end":"2026-05-28T03:01:01.405896Z","steps":["trace[1969093972] 'process raft request' (duration: 374.148317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:01.406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:01.027152Z","time spent":"378.405852ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:01.406023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:01.031366Z","time spent":"374.607181ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:01.406097Z","caller":"traceutil/trace.go:171","msg":"trace[921559883] linearizableReadLoop","detail":"{readStateIndex:27232; appliedIndex:27225; }","duration":"287.577856ms","start":"2026-05-28T03:01:01.118501Z","end":"2026-05-28T03:01:01.406079Z","steps":["trace[921559883] 'read index received' (duration: 211.643304ms)","trace[921559883] 'applied index is now lower than readState.Index' (duration: 75.933222ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:01.406224Z","caller":"traceutil/trace.go:171","msg":"trace[1686260633] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"317.685052ms","start":"2026-05-28T03:01:01.088525Z","end":"2026-05-28T03:01:01.40621Z","steps":["trace[1686260633] 'process raft request' (duration: 317.30271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:01.406344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:01.088495Z","time spent":"317.796346ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:01.406475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.953498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:01.406943Z","caller":"traceutil/trace.go:171","msg":"trace[437158749] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26350; }","duration":"288.03783ms","start":"2026-05-28T03:01:01.118493Z","end":"2026-05-28T03:01:01.406531Z","steps":["trace[437158749] 'agreement among raft nodes before linearized reading' (duration: 287.831144ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:02.051076Z","caller":"traceutil/trace.go:171","msg":"trace[267337420] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"150.569053ms","start":"2026-05-28T03:01:01.900481Z","end":"2026-05-28T03:01:02.05105Z","steps":["trace[267337420] 'process raft request' (duration: 150.016886ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:02.595378Z","caller":"traceutil/trace.go:171","msg":"trace[1189047982] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"377.267714ms","start":"2026-05-28T03:01:02.21809Z","end":"2026-05-28T03:01:02.595357Z","steps":["trace[1189047982] 'process raft request' (duration: 377.12154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:02.595633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:02.218068Z","time spent":"377.486071ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:02.70847Z","caller":"traceutil/trace.go:171","msg":"trace[320970674] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"404.721916ms","start":"2026-05-28T03:01:02.303711Z","end":"2026-05-28T03:01:02.708433Z","steps":["trace[320970674] 'process raft request' (duration: 336.373115ms)","trace[320970674] 'compare' (duration: 68.012991ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:02.708628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:02.303689Z","time spent":"404.858631ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:02.708726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.374223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:02.708794Z","caller":"traceutil/trace.go:171","msg":"trace[2002311282] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26353; }","duration":"380.463176ms","start":"2026-05-28T03:01:02.328317Z","end":"2026-05-28T03:01:02.70878Z","steps":["trace[2002311282] 'agreement among raft nodes before linearized reading' (duration: 380.302491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:02.708828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:02.328253Z","time spent":"380.567939ms","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:02.709024Z","caller":"traceutil/trace.go:171","msg":"trace[706151112] linearizableReadLoop","detail":"{readStateIndex:27235; appliedIndex:27233; }","duration":"380.029192ms","start":"2026-05-28T03:01:02.328331Z","end":"2026-05-28T03:01:02.708361Z","steps":["trace[706151112] 'read index received' (duration: 266.822026ms)","trace[706151112] 'applied index is now lower than readState.Index' (duration: 113.206176ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:02.709188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.248769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:02.709182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.938455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:02.709217Z","caller":"traceutil/trace.go:171","msg":"trace[513572426] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26353; }","duration":"250.332602ms","start":"2026-05-28T03:01:02.458875Z","end":"2026-05-28T03:01:02.709208Z","steps":["trace[513572426] 'agreement among raft nodes before linearized reading' (duration: 250.26592ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:02.709224Z","caller":"traceutil/trace.go:171","msg":"trace[1744006751] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26353; }","duration":"214.022459ms","start":"2026-05-28T03:01:02.49519Z","end":"2026-05-28T03:01:02.709213Z","steps":["trace[1744006751] 'agreement among raft nodes before linearized reading' (duration: 213.940556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:02.709337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.045709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:02.709617Z","caller":"traceutil/trace.go:171","msg":"trace[1659849340] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26353; }","duration":"276.190274ms","start":"2026-05-28T03:01:02.4332Z","end":"2026-05-28T03:01:02.70939Z","steps":["trace[1659849340] 'agreement among raft nodes before linearized reading' (duration: 275.924715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:03.10164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.401386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:01:03.1017Z","caller":"traceutil/trace.go:171","msg":"trace[1958627363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26354; }","duration":"200.495458ms","start":"2026-05-28T03:01:02.901191Z","end":"2026-05-28T03:01:03.101687Z","steps":["trace[1958627363] 'range keys from in-memory index tree' (duration: 200.23336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:03.10178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.917641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:01:03.101839Z","caller":"traceutil/trace.go:171","msg":"trace[289171154] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:26354; }","duration":"178.031984ms","start":"2026-05-28T03:01:02.923791Z","end":"2026-05-28T03:01:03.101823Z","steps":["trace[289171154] 'range keys from in-memory index tree' (duration: 177.758976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:03.101999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.340202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:03.102108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.385238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T03:01:03.102184Z","caller":"traceutil/trace.go:171","msg":"trace[1760070755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26354; }","duration":"202.515482ms","start":"2026-05-28T03:01:02.89965Z","end":"2026-05-28T03:01:03.102165Z","steps":["trace[1760070755] 'range keys from in-memory index tree' (duration: 202.260014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:03.102142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.763558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:01:03.102134Z","caller":"traceutil/trace.go:171","msg":"trace[1409882777] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26354; }","duration":"154.531948ms","start":"2026-05-28T03:01:02.947556Z","end":"2026-05-28T03:01:03.102088Z","steps":["trace[1409882777] 'count revisions from in-memory index tree' (duration: 154.259019ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:03.102264Z","caller":"traceutil/trace.go:171","msg":"trace[525786383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26354; }","duration":"201.928434ms","start":"2026-05-28T03:01:02.900312Z","end":"2026-05-28T03:01:03.10224Z","steps":["trace[525786383] 'range keys from in-memory index tree' (duration: 201.544152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:03.10247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.264057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T03:01:03.102465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.225241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T03:01:03.10249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.104231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:01:03.102505Z","caller":"traceutil/trace.go:171","msg":"trace[1874029039] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:26354; }","duration":"186.336879ms","start":"2026-05-28T03:01:02.916158Z","end":"2026-05-28T03:01:03.102495Z","steps":["trace[1874029039] 'range keys from in-memory index tree' (duration: 185.922365ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:03.102516Z","caller":"traceutil/trace.go:171","msg":"trace[1436442818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26354; }","duration":"201.305534ms","start":"2026-05-28T03:01:02.901198Z","end":"2026-05-28T03:01:03.102504Z","steps":["trace[1436442818] 'range keys from in-memory index tree' (duration: 201.096638ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:03.102534Z","caller":"traceutil/trace.go:171","msg":"trace[403084142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26354; }","duration":"203.188014ms","start":"2026-05-28T03:01:02.899332Z","end":"2026-05-28T03:01:03.10252Z","steps":["trace[403084142] 'range keys from in-memory index tree' (duration: 202.687208ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:03.420652Z","caller":"traceutil/trace.go:171","msg":"trace[1981775935] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"313.670804ms","start":"2026-05-28T03:01:03.106961Z","end":"2026-05-28T03:01:03.420632Z","steps":["trace[1981775935] 'process raft request' (duration: 313.54144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:03.420818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.106937Z","time spent":"313.793588ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:04.134219Z","caller":"traceutil/trace.go:171","msg":"trace[231992579] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"1.026605953s","start":"2026-05-28T03:01:03.107574Z","end":"2026-05-28T03:01:04.13418Z","steps":["trace[231992579] 'process raft request' (duration: 1.026284282s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:04.134273Z","caller":"traceutil/trace.go:171","msg":"trace[1791963702] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"1.025522778s","start":"2026-05-28T03:01:03.108732Z","end":"2026-05-28T03:01:04.134255Z","steps":["trace[1791963702] 'process raft request' (duration: 1.025351033s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:04.134406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.107554Z","time spent":"1.026753468s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:04.134586Z","caller":"traceutil/trace.go:171","msg":"trace[1336501321] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"1.025011981s","start":"2026-05-28T03:01:03.109542Z","end":"2026-05-28T03:01:04.134554Z","steps":["trace[1336501321] 'process raft request' (duration: 1.02463893s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:04.134647Z","caller":"traceutil/trace.go:171","msg":"trace[259338901] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"1.023808614s","start":"2026-05-28T03:01:03.110796Z","end":"2026-05-28T03:01:04.134604Z","steps":["trace[259338901] 'process raft request' (duration: 1.023608368s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:04.134685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.109525Z","time spent":"1.025114095s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:04.134762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.110776Z","time spent":"1.023911287s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:04.134851Z","caller":"traceutil/trace.go:171","msg":"trace[345798569] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"796.907735ms","start":"2026-05-28T03:01:03.337892Z","end":"2026-05-28T03:01:04.134799Z","steps":["trace[345798569] 'process raft request' (duration: 796.662107ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:04.134942Z","caller":"traceutil/trace.go:171","msg":"trace[264837579] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"724.355781ms","start":"2026-05-28T03:01:03.410562Z","end":"2026-05-28T03:01:04.134918Z","steps":["trace[264837579] 'process raft request' (duration: 724.248428ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:04.134969Z","caller":"traceutil/trace.go:171","msg":"trace[484337829] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"723.633718ms","start":"2026-05-28T03:01:03.411324Z","end":"2026-05-28T03:01:04.134957Z","steps":["trace[484337829] 'process raft request' (duration: 723.566286ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:04.134971Z","caller":"traceutil/trace.go:171","msg":"trace[460666266] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"724.392101ms","start":"2026-05-28T03:01:03.410541Z","end":"2026-05-28T03:01:04.134933Z","steps":["trace[460666266] 'process raft request' (duration: 724.157144ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:04.135007Z","caller":"traceutil/trace.go:171","msg":"trace[258100] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"723.832394ms","start":"2026-05-28T03:01:03.411118Z","end":"2026-05-28T03:01:04.13495Z","steps":["trace[258100] 'process raft request' (duration: 723.736171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:04.135035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.411314Z","time spent":"723.68242ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:04.135041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.410546Z","time spent":"724.443663ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:04.135036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.337872Z","time spent":"797.065571ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:04.135031Z","caller":"traceutil/trace.go:171","msg":"trace[401914198] linearizableReadLoop","detail":"{readStateIndex:27238; appliedIndex:27236; }","duration":"1.027209812s","start":"2026-05-28T03:01:03.107789Z","end":"2026-05-28T03:01:04.134999Z","steps":["trace[401914198] 'read index received' (duration: 312.770466ms)","trace[401914198] 'applied index is now lower than readState.Index' (duration: 714.438316ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:04.135128Z","caller":"traceutil/trace.go:171","msg":"trace[1784299651] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"722.051127ms","start":"2026-05-28T03:01:03.413068Z","end":"2026-05-28T03:01:04.135119Z","steps":["trace[1784299651] 'process raft request' (duration: 721.851881ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:04.135161Z","caller":"traceutil/trace.go:171","msg":"trace[805940414] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"721.895122ms","start":"2026-05-28T03:01:03.413253Z","end":"2026-05-28T03:01:04.135148Z","steps":["trace[805940414] 'process raft request' (duration: 721.704836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:04.135135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.411099Z","time spent":"723.956438ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:04.135168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.410522Z","time spent":"724.532886ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:04.135186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.41304Z","time spent":"722.11536ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:04.135238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.41324Z","time spent":"721.957565ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:04.135318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.108722Z","time spent":"1.025622351s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:04.136607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028786041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1328485"} {"level":"info","ts":"2026-05-28T03:01:04.136666Z","caller":"traceutil/trace.go:171","msg":"trace[291571428] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:26366; }","duration":"1.028878645s","start":"2026-05-28T03:01:03.107767Z","end":"2026-05-28T03:01:04.136646Z","steps":["trace[291571428] 'agreement among raft nodes before linearized reading' (duration: 1.027394398s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:04.136716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.107759Z","time spent":"1.028943417s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":138,"response size":1328508,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T03:01:04.397894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.113754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:01:04.397987Z","caller":"traceutil/trace.go:171","msg":"trace[776268646] linearizableReadLoop","detail":"{readStateIndex:27249; appliedIndex:27248; }","duration":"262.85275ms","start":"2026-05-28T03:01:04.135121Z","end":"2026-05-28T03:01:04.397974Z","steps":["trace[776268646] 'read index received' (duration: 148.507378ms)","trace[776268646] 'applied index is now lower than readState.Index' (duration: 114.343772ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:04.398063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11592736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:04.398092Z","caller":"traceutil/trace.go:171","msg":"trace[686390153] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26367; }","duration":"1.115982242s","start":"2026-05-28T03:01:03.282099Z","end":"2026-05-28T03:01:04.398081Z","steps":["trace[686390153] 'agreement among raft nodes before linearized reading' (duration: 1.115940841s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:04.398132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.282083Z","time spent":"1.116043023s","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:04.398149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.074138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:04.398156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.831527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-28T03:01:04.398186Z","caller":"traceutil/trace.go:171","msg":"trace[767687407] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26367; }","duration":"518.14847ms","start":"2026-05-28T03:01:03.880027Z","end":"2026-05-28T03:01:04.398175Z","steps":["trace[767687407] 'agreement among raft nodes before linearized reading' (duration: 518.051837ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:04.398197Z","caller":"traceutil/trace.go:171","msg":"trace[666538995] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26367; }","duration":"985.899189ms","start":"2026-05-28T03:01:03.412285Z","end":"2026-05-28T03:01:04.398185Z","steps":["trace[666538995] 'agreement among raft nodes before linearized reading' (duration: 985.752975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:04.398226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.412248Z","time spent":"985.969711ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-28T03:01:04.398053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.445525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:04.398287Z","caller":"traceutil/trace.go:171","msg":"trace[1694602061] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26367; }","duration":"855.727914ms","start":"2026-05-28T03:01:03.542551Z","end":"2026-05-28T03:01:04.398279Z","steps":["trace[1694602061] 'agreement among raft nodes before linearized reading' (duration: 855.447595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:04.398265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.07437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-28T03:01:04.398338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.114392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-05-28T03:01:04.398363Z","caller":"traceutil/trace.go:171","msg":"trace[49761443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26367; }","duration":"655.219704ms","start":"2026-05-28T03:01:03.743121Z","end":"2026-05-28T03:01:04.398341Z","steps":["trace[49761443] 'agreement among raft nodes before linearized reading' (duration: 654.972166ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:04.398379Z","caller":"traceutil/trace.go:171","msg":"trace[1020510392] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:26367; }","duration":"859.147473ms","start":"2026-05-28T03:01:03.539218Z","end":"2026-05-28T03:01:04.398366Z","steps":["trace[1020510392] 'agreement among raft nodes before linearized reading' (duration: 859.036379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:04.3984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.001051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-28T03:01:04.398413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.539167Z","time spent":"859.240326ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" "} {"level":"warn","ts":"2026-05-28T03:01:04.398414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.710471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:04.398424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.7431Z","time spent":"655.311057ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T03:01:04.398437Z","caller":"traceutil/trace.go:171","msg":"trace[2072341753] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26367; }","duration":"702.076693ms","start":"2026-05-28T03:01:03.696351Z","end":"2026-05-28T03:01:04.398428Z","steps":["trace[2072341753] 'agreement among raft nodes before linearized reading' (duration: 701.897187ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:04.398455Z","caller":"traceutil/trace.go:171","msg":"trace[1734314998] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26367; }","duration":"950.797895ms","start":"2026-05-28T03:01:03.447649Z","end":"2026-05-28T03:01:04.398447Z","steps":["trace[1734314998] 'agreement among raft nodes before linearized reading' (duration: 950.744843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:04.398468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.696335Z","time spent":"702.125675ms","remote":"127.0.0.1:45960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":165,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:04.398475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.447634Z","time spent":"950.834985ms","remote":"127.0.0.1:50456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:04.398228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.880008Z","time spent":"518.208602ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:04.398314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.542527Z","time spent":"855.777856ms","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:04.39821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.936101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:04.398732Z","caller":"traceutil/trace.go:171","msg":"trace[1635850802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26367; }","duration":"545.505919ms","start":"2026-05-28T03:01:03.853214Z","end":"2026-05-28T03:01:04.39872Z","steps":["trace[1635850802] 'agreement among raft nodes before linearized reading' (duration: 544.920781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:04.39878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.853193Z","time spent":"545.576202ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:01:04.399688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29062867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1328485"} {"level":"info","ts":"2026-05-28T03:01:04.399754Z","caller":"traceutil/trace.go:171","msg":"trace[1164792580] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:26367; }","duration":"1.290733553s","start":"2026-05-28T03:01:03.109012Z","end":"2026-05-28T03:01:04.399745Z","steps":["trace[1164792580] 'agreement among raft nodes before linearized reading' (duration: 1.289096491s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:04.39979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:03.109003Z","time spent":"1.290778315s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":138,"response size":1328508,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T03:01:04.398059Z","caller":"traceutil/trace.go:171","msg":"trace[1775890208] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"342.022165ms","start":"2026-05-28T03:01:04.055978Z","end":"2026-05-28T03:01:04.398001Z","steps":["trace[1775890208] 'process raft request' (duration: 227.728815ms)","trace[1775890208] 'compare' (duration: 114.021622ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:04.404054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:04.055952Z","time spent":"348.044137ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:04.665247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.899363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:04.665563Z","caller":"traceutil/trace.go:171","msg":"trace[2075926753] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26367; }","duration":"111.267784ms","start":"2026-05-28T03:01:04.554273Z","end":"2026-05-28T03:01:04.665541Z","steps":["trace[2075926753] 'range keys from in-memory index tree' (duration: 110.740128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:05.194736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.18427ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:01:05.194837Z","caller":"traceutil/trace.go:171","msg":"trace[255016194] linearizableReadLoop","detail":"{readStateIndex:27250; appliedIndex:27249; }","duration":"345.505096ms","start":"2026-05-28T03:01:04.849312Z","end":"2026-05-28T03:01:05.194817Z","steps":["trace[255016194] 'read index received' (duration: 37.108819ms)","trace[255016194] 'applied index is now lower than readState.Index' (duration: 308.394027ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:05.195067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.749453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-28T03:01:05.195105Z","caller":"traceutil/trace.go:171","msg":"trace[1618865499] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26367; }","duration":"345.823326ms","start":"2026-05-28T03:01:04.84927Z","end":"2026-05-28T03:01:05.195094Z","steps":["trace[1618865499] 'agreement among raft nodes before linearized reading' (duration: 345.663961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:05.195146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:04.849252Z","time spent":"345.884038ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-28T03:01:05.532421Z","caller":"traceutil/trace.go:171","msg":"trace[1403827331] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"331.940925ms","start":"2026-05-28T03:01:05.200457Z","end":"2026-05-28T03:01:05.532397Z","steps":["trace[1403827331] 'process raft request' (duration: 331.767839ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:05.532435Z","caller":"traceutil/trace.go:171","msg":"trace[1761133641] linearizableReadLoop","detail":"{readStateIndex:27251; appliedIndex:27251; }","duration":"196.854383ms","start":"2026-05-28T03:01:05.335556Z","end":"2026-05-28T03:01:05.53241Z","steps":["trace[1761133641] 'read index received' (duration: 196.845573ms)","trace[1761133641] 'applied index is now lower than readState.Index' (duration: 7.48µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:05.532538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:05.200416Z","time spent":"332.061268ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:05.532646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.863551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:01:05.53267Z","caller":"traceutil/trace.go:171","msg":"trace[502285179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26368; }","duration":"104.946053ms","start":"2026-05-28T03:01:05.427716Z","end":"2026-05-28T03:01:05.532662Z","steps":["trace[502285179] 'agreement among raft nodes before linearized reading' (duration: 104.791908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:05.532711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.158633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-28T03:01:05.532731Z","caller":"traceutil/trace.go:171","msg":"trace[521808062] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26368; }","duration":"197.223355ms","start":"2026-05-28T03:01:05.3355Z","end":"2026-05-28T03:01:05.532723Z","steps":["trace[521808062] 'agreement among raft nodes before linearized reading' (duration: 197.139333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:08.656119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254172261,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T03:01:08.851784Z","caller":"traceutil/trace.go:171","msg":"trace[590076421] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"698.750957ms","start":"2026-05-28T03:01:08.153004Z","end":"2026-05-28T03:01:08.851755Z","steps":["trace[590076421] 'process raft request' (duration: 698.545401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:08.851966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.152969Z","time spent":"698.905772ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:09.205698Z","caller":"traceutil/trace.go:171","msg":"trace[1918108260] linearizableReadLoop","detail":"{readStateIndex:27277; appliedIndex:27269; }","duration":"1.050359458s","start":"2026-05-28T03:01:08.155319Z","end":"2026-05-28T03:01:09.205679Z","steps":["trace[1918108260] 'read index received' (duration: 696.323521ms)","trace[1918108260] 'applied index is now lower than readState.Index' (duration: 354.033307ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:09.20603Z","caller":"traceutil/trace.go:171","msg":"trace[26432880] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"1.051980918s","start":"2026-05-28T03:01:08.154039Z","end":"2026-05-28T03:01:09.206019Z","steps":["trace[26432880] 'process raft request' (duration: 1.051291957s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:09.206132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.154006Z","time spent":"1.052058481s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:09.206308Z","caller":"traceutil/trace.go:171","msg":"trace[460288259] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"1.052227416s","start":"2026-05-28T03:01:08.154072Z","end":"2026-05-28T03:01:09.2063Z","steps":["trace[460288259] 'process raft request' (duration: 1.05139132s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:09.206359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.154056Z","time spent":"1.052280399s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:09.206524Z","caller":"traceutil/trace.go:171","msg":"trace[324544299] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"1.046522745s","start":"2026-05-28T03:01:08.159993Z","end":"2026-05-28T03:01:09.206516Z","steps":["trace[324544299] 'process raft request' (duration: 1.045504043s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:09.206585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.159978Z","time spent":"1.046571697s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:09.206714Z","caller":"traceutil/trace.go:171","msg":"trace[2037012711] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"1.042612251s","start":"2026-05-28T03:01:08.164094Z","end":"2026-05-28T03:01:09.206706Z","steps":["trace[2037012711] 'process raft request' (duration: 1.041432684s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:09.206761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.164082Z","time spent":"1.042657442s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:09.206853Z","caller":"traceutil/trace.go:171","msg":"trace[1833929710] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"1.042669823s","start":"2026-05-28T03:01:08.164177Z","end":"2026-05-28T03:01:09.206847Z","steps":["trace[1833929710] 'process raft request' (duration: 1.041374542s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:09.206894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.164156Z","time spent":"1.042718155s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:09.206989Z","caller":"traceutil/trace.go:171","msg":"trace[1951204280] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"1.042730285s","start":"2026-05-28T03:01:08.164252Z","end":"2026-05-28T03:01:09.206982Z","steps":["trace[1951204280] 'process raft request' (duration: 1.041328581s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:09.207034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.164231Z","time spent":"1.042779796s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:09.207129Z","caller":"traceutil/trace.go:171","msg":"trace[66896646] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"792.455754ms","start":"2026-05-28T03:01:08.414666Z","end":"2026-05-28T03:01:09.207122Z","steps":["trace[66896646] 'process raft request' (duration: 790.971367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:09.207169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.414644Z","time spent":"792.506726ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:09.207315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051996459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T03:01:09.207344Z","caller":"traceutil/trace.go:171","msg":"trace[627793909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26394; }","duration":"1.052054521s","start":"2026-05-28T03:01:08.155283Z","end":"2026-05-28T03:01:09.207338Z","steps":["trace[627793909] 'agreement among raft nodes before linearized reading' (duration: 1.051963628s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:09.207364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.155269Z","time spent":"1.052090452s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:01:09.207491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052153464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:01:09.207515Z","caller":"traceutil/trace.go:171","msg":"trace[1402443310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26394; }","duration":"1.052200296s","start":"2026-05-28T03:01:08.155309Z","end":"2026-05-28T03:01:09.207509Z","steps":["trace[1402443310] 'agreement among raft nodes before linearized reading' (duration: 1.052141484s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:09.207533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.155294Z","time spent":"1.052234476s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:09.20792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008059514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T03:01:09.207949Z","caller":"traceutil/trace.go:171","msg":"trace[1084560295] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:26394; }","duration":"1.008115665s","start":"2026-05-28T03:01:08.199826Z","end":"2026-05-28T03:01:09.207942Z","steps":["trace[1084560295] 'agreement among raft nodes before linearized reading' (duration: 1.008040503s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:09.208161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.199813Z","time spent":"1.008339502s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T03:01:09.208282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.293209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-05-28T03:01:09.208343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.264224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:09.208346Z","caller":"traceutil/trace.go:171","msg":"trace[362395570] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:26394; }","duration":"752.391062ms","start":"2026-05-28T03:01:08.455939Z","end":"2026-05-28T03:01:09.20833Z","steps":["trace[362395570] 'agreement among raft nodes before linearized reading' (duration: 752.214646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:09.208398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.455921Z","time spent":"752.468104ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T03:01:09.208436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036432205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:09.20854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050711028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T03:01:09.20858Z","caller":"traceutil/trace.go:171","msg":"trace[437622821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26394; }","duration":"1.050766959s","start":"2026-05-28T03:01:08.157805Z","end":"2026-05-28T03:01:09.208572Z","steps":["trace[437622821] 'agreement among raft nodes before linearized reading' (duration: 1.050692777s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:09.20861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.157797Z","time spent":"1.050806001s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:09.208311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.367701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-05-28T03:01:09.208647Z","caller":"traceutil/trace.go:171","msg":"trace[1269850925] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:26394; }","duration":"752.725442ms","start":"2026-05-28T03:01:08.45591Z","end":"2026-05-28T03:01:09.208636Z","steps":["trace[1269850925] 'agreement among raft nodes before linearized reading' (duration: 752.350351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:09.208707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052826636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:01:09.208367Z","caller":"traceutil/trace.go:171","msg":"trace[1031071380] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26394; }","duration":"999.298065ms","start":"2026-05-28T03:01:08.209061Z","end":"2026-05-28T03:01:09.208359Z","steps":["trace[1031071380] 'agreement among raft nodes before linearized reading' (duration: 999.263674ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:09.20873Z","caller":"traceutil/trace.go:171","msg":"trace[423811601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26394; }","duration":"1.052876847s","start":"2026-05-28T03:01:08.155845Z","end":"2026-05-28T03:01:09.208722Z","steps":["trace[423811601] 'agreement among raft nodes before linearized reading' (duration: 1.052815015s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:09.208754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.155833Z","time spent":"1.052913658s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T03:01:09.208541Z","caller":"traceutil/trace.go:171","msg":"trace[1227382124] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26394; }","duration":"1.036572029s","start":"2026-05-28T03:01:08.171943Z","end":"2026-05-28T03:01:09.208515Z","steps":["trace[1227382124] 'agreement among raft nodes before linearized reading' (duration: 1.036367372s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:09.208844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.171934Z","time spent":"1.03690371s","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:01:09.208609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.387048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:09.208967Z","caller":"traceutil/trace.go:171","msg":"trace[612406165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26394; }","duration":"354.783121ms","start":"2026-05-28T03:01:08.854176Z","end":"2026-05-28T03:01:09.208959Z","steps":["trace[612406165] 'agreement among raft nodes before linearized reading' (duration: 354.397238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:09.208989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.854158Z","time spent":"354.824512ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:01:09.208707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.455895Z","time spent":"752.802584ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" "} {"level":"warn","ts":"2026-05-28T03:01:09.208739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:08.209053Z","time spent":"999.674727ms","remote":"127.0.0.1:45184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:13.011001Z","caller":"traceutil/trace.go:171","msg":"trace[784568966] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"135.37144ms","start":"2026-05-28T03:01:12.875578Z","end":"2026-05-28T03:01:13.010949Z","steps":["trace[784568966] 'process raft request' (duration: 121.447728ms)","trace[784568966] 'compare' (duration: 13.600662ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:13.330008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.23604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:13.330099Z","caller":"traceutil/trace.go:171","msg":"trace[10359290] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26416; }","duration":"205.374414ms","start":"2026-05-28T03:01:13.124697Z","end":"2026-05-28T03:01:13.330072Z","steps":["trace[10359290] 'count revisions from in-memory index tree' (duration: 205.164648ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:13.33021Z","caller":"traceutil/trace.go:171","msg":"trace[144127377] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"109.413826ms","start":"2026-05-28T03:01:13.220758Z","end":"2026-05-28T03:01:13.330172Z","steps":["trace[144127377] 'process raft request' (duration: 74.479186ms)","trace[144127377] 'compare' (duration: 34.775165ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:14.153466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.245671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:01:14.15367Z","caller":"traceutil/trace.go:171","msg":"trace[249698696] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"929.967382ms","start":"2026-05-28T03:01:13.223689Z","end":"2026-05-28T03:01:14.153656Z","steps":["trace[249698696] 'process raft request' (duration: 395.458593ms)","trace[249698696] 'compare' (duration: 532.576248ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:14.153711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.223669Z","time spent":"930.023253ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:14.154016Z","caller":"traceutil/trace.go:171","msg":"trace[1495688317] linearizableReadLoop","detail":"{readStateIndex:27307; appliedIndex:27300; }","duration":"922.694551ms","start":"2026-05-28T03:01:13.231315Z","end":"2026-05-28T03:01:14.154009Z","steps":["trace[1495688317] 'read index received' (duration: 63.955112ms)","trace[1495688317] 'applied index is now lower than readState.Index' (duration: 858.738599ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:14.154059Z","caller":"traceutil/trace.go:171","msg":"trace[1286738405] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"929.500477ms","start":"2026-05-28T03:01:13.224535Z","end":"2026-05-28T03:01:14.154035Z","steps":["trace[1286738405] 'process raft request' (duration: 929.349852ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:14.154104Z","caller":"traceutil/trace.go:171","msg":"trace[1188480460] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"928.949609ms","start":"2026-05-28T03:01:13.225123Z","end":"2026-05-28T03:01:14.154073Z","steps":["trace[1188480460] 'process raft request' (duration: 928.828056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:14.154183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.22451Z","time spent":"929.60847ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:14.154164Z","caller":"traceutil/trace.go:171","msg":"trace[1858236638] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"928.727962ms","start":"2026-05-28T03:01:13.225396Z","end":"2026-05-28T03:01:14.154124Z","steps":["trace[1858236638] 'process raft request' (duration: 928.588308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:14.154253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.22511Z","time spent":"929.062903ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:14.154268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.930119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T03:01:14.154344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.371179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:14.154298Z","caller":"traceutil/trace.go:171","msg":"trace[1613604590] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"930.020203ms","start":"2026-05-28T03:01:13.224239Z","end":"2026-05-28T03:01:14.154259Z","steps":["trace[1613604590] 'process raft request' (duration: 929.29845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:14.154357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.225386Z","time spent":"928.859727ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:14.15437Z","caller":"traceutil/trace.go:171","msg":"trace[254058402] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26423; }","duration":"100.470932ms","start":"2026-05-28T03:01:14.053892Z","end":"2026-05-28T03:01:14.154363Z","steps":["trace[254058402] 'agreement among raft nodes before linearized reading' (duration: 100.43122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:14.15443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.759225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:01:14.154391Z","caller":"traceutil/trace.go:171","msg":"trace[1260162220] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"929.623491ms","start":"2026-05-28T03:01:13.224626Z","end":"2026-05-28T03:01:14.154249Z","steps":["trace[1260162220] 'process raft request' (duration: 929.293611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:14.154302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.734192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T03:01:14.154467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.69951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T03:01:14.154503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.940077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"warn","ts":"2026-05-28T03:01:14.15448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.877735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:14.154509Z","caller":"traceutil/trace.go:171","msg":"trace[1828876942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26423; }","duration":"923.112184ms","start":"2026-05-28T03:01:13.231385Z","end":"2026-05-28T03:01:14.154497Z","steps":["trace[1828876942] 'agreement among raft nodes before linearized reading' (duration: 922.695511ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:14.154523Z","caller":"traceutil/trace.go:171","msg":"trace[1993337992] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:26423; }","duration":"877.00981ms","start":"2026-05-28T03:01:13.27751Z","end":"2026-05-28T03:01:14.15452Z","steps":["trace[1993337992] 'agreement among raft nodes before linearized reading' (duration: 876.945788ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:14.154522Z","caller":"traceutil/trace.go:171","msg":"trace[692432599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26423; }","duration":"582.777702ms","start":"2026-05-28T03:01:13.571729Z","end":"2026-05-28T03:01:14.154507Z","steps":["trace[692432599] 'agreement among raft nodes before linearized reading' (duration: 582.636038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:14.154531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.065227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T03:01:14.154548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.277483Z","time spent":"877.060741ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" "} {"level":"info","ts":"2026-05-28T03:01:14.154548Z","caller":"traceutil/trace.go:171","msg":"trace[1927483892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26423; }","duration":"299.011619ms","start":"2026-05-28T03:01:13.85552Z","end":"2026-05-28T03:01:14.154532Z","steps":["trace[1927483892] 'agreement among raft nodes before linearized reading' (duration: 298.857574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:14.154507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.224203Z","time spent":"930.197789ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:14.15456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.231352Z","time spent":"923.193226ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:14.15464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.852812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T03:01:14.154633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.224608Z","time spent":"929.894899ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:14.154353Z","caller":"traceutil/trace.go:171","msg":"trace[1013719803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26423; }","duration":"923.058023ms","start":"2026-05-28T03:01:13.231276Z","end":"2026-05-28T03:01:14.154334Z","steps":["trace[1013719803] 'agreement among raft nodes before linearized reading' (duration: 922.798024ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:14.154676Z","caller":"traceutil/trace.go:171","msg":"trace[523085472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26423; }","duration":"920.908534ms","start":"2026-05-28T03:01:13.233759Z","end":"2026-05-28T03:01:14.154667Z","steps":["trace[523085472] 'agreement among raft nodes before linearized reading' (duration: 920.828512ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:14.154446Z","caller":"traceutil/trace.go:171","msg":"trace[197068105] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:26423; }","duration":"872.831947ms","start":"2026-05-28T03:01:13.28161Z","end":"2026-05-28T03:01:14.154442Z","steps":["trace[197068105] 'agreement among raft nodes before linearized reading' (duration: 872.773975ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:14.154561Z","caller":"traceutil/trace.go:171","msg":"trace[1471330888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26423; }","duration":"920.12739ms","start":"2026-05-28T03:01:13.234426Z","end":"2026-05-28T03:01:14.154553Z","steps":["trace[1471330888] 'agreement among raft nodes before linearized reading' (duration: 920.049647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:14.154706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.233745Z","time spent":"920.953775ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:14.154719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.234406Z","time spent":"920.308905ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:01:14.15472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.281563Z","time spent":"873.151057ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T03:01:14.154449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.638593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-05-28T03:01:14.154561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.571713Z","time spent":"582.840335ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:01:14.154693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.231264Z","time spent":"923.420274ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T03:01:14.154788Z","caller":"traceutil/trace.go:171","msg":"trace[778558601] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26423; }","duration":"801.011885ms","start":"2026-05-28T03:01:13.35376Z","end":"2026-05-28T03:01:14.154772Z","steps":["trace[778558601] 'agreement among raft nodes before linearized reading' (duration: 800.621842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:14.154733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.964617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T03:01:14.154833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.353728Z","time spent":"801.093758ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-05-28T03:01:14.154873Z","caller":"traceutil/trace.go:171","msg":"trace[1369522879] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:26423; }","duration":"871.132673ms","start":"2026-05-28T03:01:13.283699Z","end":"2026-05-28T03:01:14.154831Z","steps":["trace[1369522879] 'agreement among raft nodes before linearized reading' (duration: 870.664158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:14.155018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:13.283681Z","time spent":"871.325379ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"info","ts":"2026-05-28T03:01:14.610498Z","caller":"traceutil/trace.go:171","msg":"trace[1574261449] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"448.54546ms","start":"2026-05-28T03:01:14.161923Z","end":"2026-05-28T03:01:14.610468Z","steps":["trace[1574261449] 'process raft request' (duration: 448.397995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:14.610676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:14.161893Z","time spent":"448.676914ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:14.610491Z","caller":"traceutil/trace.go:171","msg":"trace[1506483044] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"448.901051ms","start":"2026-05-28T03:01:14.161543Z","end":"2026-05-28T03:01:14.610444Z","steps":["trace[1506483044] 'process raft request' (duration: 409.593472ms)","trace[1506483044] 'compare' (duration: 38.968168ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:14.610883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:14.161528Z","time spent":"449.330065ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:14.610961Z","caller":"traceutil/trace.go:171","msg":"trace[229352436] linearizableReadLoop","detail":"{readStateIndex:27312; appliedIndex:27307; }","duration":"446.114023ms","start":"2026-05-28T03:01:14.164835Z","end":"2026-05-28T03:01:14.610949Z","steps":["trace[229352436] 'read index received' (duration: 406.67898ms)","trace[229352436] 'applied index is now lower than readState.Index' (duration: 39.433673ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:14.61107Z","caller":"traceutil/trace.go:171","msg":"trace[1165295778] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"448.390824ms","start":"2026-05-28T03:01:14.162671Z","end":"2026-05-28T03:01:14.611062Z","steps":["trace[1165295778] 'process raft request' (duration: 447.759144ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:14.61111Z","caller":"traceutil/trace.go:171","msg":"trace[789046237] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"103.131077ms","start":"2026-05-28T03:01:14.507967Z","end":"2026-05-28T03:01:14.611098Z","steps":["trace[789046237] 'process raft request' (duration: 102.938421ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:14.611184Z","caller":"traceutil/trace.go:171","msg":"trace[1377005677] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"447.398323ms","start":"2026-05-28T03:01:14.163773Z","end":"2026-05-28T03:01:14.611171Z","steps":["trace[1377005677] 'process raft request' (duration: 446.947499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:14.611198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:14.162663Z","time spent":"448.428036ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:14.611227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:14.163758Z","time spent":"447.440455ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:14.611296Z","caller":"traceutil/trace.go:171","msg":"trace[1555228441] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"447.513437ms","start":"2026-05-28T03:01:14.163773Z","end":"2026-05-28T03:01:14.611287Z","steps":["trace[1555228441] 'process raft request' (duration: 447.097703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:14.611333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:14.163753Z","time spent":"447.558788ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:14.612395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.10429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-28T03:01:14.612469Z","caller":"traceutil/trace.go:171","msg":"trace[1978135596] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26429; }","duration":"156.198683ms","start":"2026-05-28T03:01:14.456253Z","end":"2026-05-28T03:01:14.612452Z","steps":["trace[1978135596] 'agreement among raft nodes before linearized reading' (duration: 155.957625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:14.627773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.916836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1328485"} {"level":"info","ts":"2026-05-28T03:01:14.628083Z","caller":"traceutil/trace.go:171","msg":"trace[316545338] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:26429; }","duration":"463.268467ms","start":"2026-05-28T03:01:14.164776Z","end":"2026-05-28T03:01:14.628045Z","steps":["trace[316545338] 'agreement among raft nodes before linearized reading' (duration: 446.545386ms)","trace[316545338] 'range keys from bolt db' (duration: 16.184614ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:14.628127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:14.164748Z","time spent":"463.36448ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":138,"response size":1328508,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T03:01:14.628942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.935494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1328485"} {"level":"info","ts":"2026-05-28T03:01:14.629094Z","caller":"traceutil/trace.go:171","msg":"trace[456218270] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:26429; }","duration":"456.153252ms","start":"2026-05-28T03:01:14.172891Z","end":"2026-05-28T03:01:14.629044Z","steps":["trace[456218270] 'agreement among raft nodes before linearized reading' (duration: 438.512741ms)","trace[456218270] 'range keys from bolt db' (duration: 17.208746ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:14.629164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:14.172864Z","time spent":"456.279355ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":138,"response size":1328508,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T03:01:14.642999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.116448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1328485"} {"level":"info","ts":"2026-05-28T03:01:14.643143Z","caller":"traceutil/trace.go:171","msg":"trace[2121037205] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:26429; }","duration":"466.329854ms","start":"2026-05-28T03:01:14.176786Z","end":"2026-05-28T03:01:14.643115Z","steps":["trace[2121037205] 'agreement among raft nodes before linearized reading' (duration: 435.460174ms)","trace[2121037205] 'range keys from bolt db' (duration: 30.582002ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:14.643193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:14.176762Z","time spent":"466.418768ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":138,"response size":1328508,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T03:01:15.430636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254172370,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T03:01:15.901603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022864994s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T03:01:15.90288Z","caller":"traceutil/trace.go:171","msg":"trace[1486015250] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"1.024265828s","start":"2026-05-28T03:01:14.878582Z","end":"2026-05-28T03:01:15.902848Z","steps":["trace[1486015250] 'process raft request' (duration: 1.023966549s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:15.903097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:14.878562Z","time spent":"1.024421694s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:16.177815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.658566ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:01:16.1784Z","caller":"traceutil/trace.go:171","msg":"trace[370498730] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"842.810534ms","start":"2026-05-28T03:01:15.335555Z","end":"2026-05-28T03:01:16.178365Z","steps":["trace[370498730] 'process raft request' (duration: 842.416591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.178562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:15.335531Z","time spent":"842.927098ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:16.17864Z","caller":"traceutil/trace.go:171","msg":"trace[1072976269] linearizableReadLoop","detail":"{readStateIndex:27316; appliedIndex:27313; }","duration":"1.248376238s","start":"2026-05-28T03:01:14.930247Z","end":"2026-05-28T03:01:16.178623Z","steps":["trace[1072976269] 'read index received' (duration: 972.285907ms)","trace[1072976269] 'applied index is now lower than readState.Index' (duration: 276.088311ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:16.178783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248532123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:16.17882Z","caller":"traceutil/trace.go:171","msg":"trace[1346212534] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26432; }","duration":"1.248600895s","start":"2026-05-28T03:01:14.930208Z","end":"2026-05-28T03:01:16.178809Z","steps":["trace[1346212534] 'agreement among raft nodes before linearized reading' (duration: 1.248505322s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.17885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:14.93019Z","time spent":"1.248653107s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T03:01:16.183903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223554809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:16.18398Z","caller":"traceutil/trace.go:171","msg":"trace[1936718174] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26437; }","duration":"1.223649772s","start":"2026-05-28T03:01:14.960311Z","end":"2026-05-28T03:01:16.183961Z","steps":["trace[1936718174] 'agreement among raft nodes before linearized reading' (duration: 1.223481437s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.18402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:14.960264Z","time spent":"1.223746075s","remote":"127.0.0.1:37854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:16.184078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.793577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:16.184126Z","caller":"traceutil/trace.go:171","msg":"trace[169288175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26437; }","duration":"329.864339ms","start":"2026-05-28T03:01:15.854249Z","end":"2026-05-28T03:01:16.184114Z","steps":["trace[169288175] 'agreement among raft nodes before linearized reading' (duration: 329.797017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.184162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:15.854233Z","time spent":"329.921761ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:01:16.184139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.574523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:16.184233Z","caller":"traceutil/trace.go:171","msg":"trace[1768773648] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26437; }","duration":"732.741307ms","start":"2026-05-28T03:01:15.451468Z","end":"2026-05-28T03:01:16.184209Z","steps":["trace[1768773648] 'agreement among raft nodes before linearized reading' (duration: 732.589092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.184312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:15.451451Z","time spent":"732.848741ms","remote":"127.0.0.1:38250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:16.184016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.67519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:16.184475Z","caller":"traceutil/trace.go:171","msg":"trace[278043800] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26437; }","duration":"458.186095ms","start":"2026-05-28T03:01:15.726271Z","end":"2026-05-28T03:01:16.184457Z","steps":["trace[278043800] 'agreement among raft nodes before linearized reading' (duration: 457.689459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.184513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:15.726244Z","time spent":"458.259258ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:16.186562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.083331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T03:01:16.186615Z","caller":"traceutil/trace.go:171","msg":"trace[1972719335] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26437; }","duration":"842.205835ms","start":"2026-05-28T03:01:15.344397Z","end":"2026-05-28T03:01:16.186603Z","steps":["trace[1972719335] 'agreement among raft nodes before linearized reading' (duration: 839.811209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:16.186655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:15.344359Z","time spent":"842.286338ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2739,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:18.937143Z","caller":"traceutil/trace.go:171","msg":"trace[1195668155] linearizableReadLoop","detail":"{readStateIndex:27339; appliedIndex:27338; }","duration":"274.874742ms","start":"2026-05-28T03:01:18.662226Z","end":"2026-05-28T03:01:18.937101Z","steps":["trace[1195668155] 'read index received' (duration: 174.845µs)","trace[1195668155] 'applied index is now lower than readState.Index' (duration: 274.699177ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:18.937355Z","caller":"traceutil/trace.go:171","msg":"trace[1698800047] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"275.094839ms","start":"2026-05-28T03:01:18.662163Z","end":"2026-05-28T03:01:18.937258Z","steps":["trace[1698800047] 'process raft request' (duration: 274.8019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:18.937442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.211534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T03:01:18.937481Z","caller":"traceutil/trace.go:171","msg":"trace[1529239087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26454; }","duration":"275.310526ms","start":"2026-05-28T03:01:18.662157Z","end":"2026-05-28T03:01:18.937468Z","steps":["trace[1529239087] 'agreement among raft nodes before linearized reading' (duration: 275.079569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:18.9425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.380685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T03:01:18.942574Z","caller":"traceutil/trace.go:171","msg":"trace[2116526690] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:26457; }","duration":"233.514639ms","start":"2026-05-28T03:01:18.709042Z","end":"2026-05-28T03:01:18.942556Z","steps":["trace[2116526690] 'agreement among raft nodes before linearized reading' (duration: 231.552446ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:18.942831Z","caller":"traceutil/trace.go:171","msg":"trace[1383293673] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"274.443389ms","start":"2026-05-28T03:01:18.668377Z","end":"2026-05-28T03:01:18.94282Z","steps":["trace[1383293673] 'process raft request' (duration: 271.994311ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:18.942904Z","caller":"traceutil/trace.go:171","msg":"trace[1856002585] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"274.517031ms","start":"2026-05-28T03:01:18.668377Z","end":"2026-05-28T03:01:18.942894Z","steps":["trace[1856002585] 'process raft request' (duration: 272.093974ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:18.942961Z","caller":"traceutil/trace.go:171","msg":"trace[1491028895] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"274.49616ms","start":"2026-05-28T03:01:18.668458Z","end":"2026-05-28T03:01:18.942954Z","steps":["trace[1491028895] 'process raft request' (duration: 272.100614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:18.943179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.057075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:01:18.943201Z","caller":"traceutil/trace.go:171","msg":"trace[569650895] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:26457; }","duration":"228.125398ms","start":"2026-05-28T03:01:18.715069Z","end":"2026-05-28T03:01:18.943194Z","steps":["trace[569650895] 'agreement among raft nodes before linearized reading' (duration: 228.042555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:18.94335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.223892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-05-28T03:01:18.943371Z","caller":"traceutil/trace.go:171","msg":"trace[1964771245] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:26457; }","duration":"234.257132ms","start":"2026-05-28T03:01:18.709108Z","end":"2026-05-28T03:01:18.943365Z","steps":["trace[1964771245] 'agreement among raft nodes before linearized reading' (duration: 234.19324ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:24.326884Z","caller":"traceutil/trace.go:171","msg":"trace[365545970] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"104.760278ms","start":"2026-05-28T03:01:24.22209Z","end":"2026-05-28T03:01:24.32685Z","steps":["trace[365545970] 'process raft request' (duration: 103.793357ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:24.332148Z","caller":"traceutil/trace.go:171","msg":"trace[709084926] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"107.813685ms","start":"2026-05-28T03:01:24.224299Z","end":"2026-05-28T03:01:24.332113Z","steps":["trace[709084926] 'process raft request' (duration: 107.183045ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:24.331644Z","caller":"traceutil/trace.go:171","msg":"trace[1445847173] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"109.24047ms","start":"2026-05-28T03:01:24.22237Z","end":"2026-05-28T03:01:24.33161Z","steps":["trace[1445847173] 'process raft request' (duration: 108.90833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:25.380992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254172536,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T03:01:25.459011Z","caller":"traceutil/trace.go:171","msg":"trace[1136501380] linearizableReadLoop","detail":"{readStateIndex:27384; appliedIndex:27383; }","duration":"579.186351ms","start":"2026-05-28T03:01:24.87978Z","end":"2026-05-28T03:01:25.458966Z","steps":["trace[1136501380] 'read index received' (duration: 525.938709ms)","trace[1136501380] 'applied index is now lower than readState.Index' (duration: 53.246032ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:25.459176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.374976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:25.459249Z","caller":"traceutil/trace.go:171","msg":"trace[534681755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26497; }","duration":"579.48145ms","start":"2026-05-28T03:01:24.879746Z","end":"2026-05-28T03:01:25.459227Z","steps":["trace[534681755] 'agreement among raft nodes before linearized reading' (duration: 579.337355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:25.459282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:24.87973Z","time spent":"579.545701ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:01:25.4594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.129029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T03:01:25.459419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.286973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T03:01:25.45945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.14598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:01:25.459496Z","caller":"traceutil/trace.go:171","msg":"trace[843938465] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:26497; }","duration":"347.410687ms","start":"2026-05-28T03:01:25.112067Z","end":"2026-05-28T03:01:25.459477Z","steps":["trace[843938465] 'agreement among raft nodes before linearized reading' (duration: 347.150759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:25.459524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.193141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:25.459539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.112046Z","time spent":"347.484808ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T03:01:25.459503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.225402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T03:01:25.459649Z","caller":"traceutil/trace.go:171","msg":"trace[1196250369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26497; }","duration":"359.416098ms","start":"2026-05-28T03:01:25.100208Z","end":"2026-05-28T03:01:25.459624Z","steps":["trace[1196250369] 'agreement among raft nodes before linearized reading' (duration: 359.077198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:25.459656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.374726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:01:25.459705Z","caller":"traceutil/trace.go:171","msg":"trace[330337934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26497; }","duration":"359.431409ms","start":"2026-05-28T03:01:25.100263Z","end":"2026-05-28T03:01:25.459695Z","steps":["trace[330337934] 'agreement among raft nodes before linearized reading' (duration: 359.338096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:25.459705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.402978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-28T03:01:25.459713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.100184Z","time spent":"359.517211ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T03:01:25.459736Z","caller":"traceutil/trace.go:171","msg":"trace[1955783848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26497; }","duration":"359.443429ms","start":"2026-05-28T03:01:25.100284Z","end":"2026-05-28T03:01:25.459727Z","steps":["trace[1955783848] 'agreement among raft nodes before linearized reading' (duration: 359.258763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:25.459734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.100257Z","time spent":"359.47042ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:25.459785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.10028Z","time spent":"359.49428ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T03:01:25.459448Z","caller":"traceutil/trace.go:171","msg":"trace[2049389506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26497; }","duration":"376.234542ms","start":"2026-05-28T03:01:25.0832Z","end":"2026-05-28T03:01:25.459435Z","steps":["trace[2049389506] 'agreement among raft nodes before linearized reading' (duration: 376.002775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:25.459868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.083185Z","time spent":"376.649286ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:01:25.459866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.760998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:01:25.45992Z","caller":"traceutil/trace.go:171","msg":"trace[1115364129] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:26497; }","duration":"347.83773ms","start":"2026-05-28T03:01:25.112074Z","end":"2026-05-28T03:01:25.459912Z","steps":["trace[1115364129] 'agreement among raft nodes before linearized reading' (duration: 347.718416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:25.459946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.112059Z","time spent":"347.882061ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T03:01:25.459939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.788629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-05-28T03:01:25.460025Z","caller":"traceutil/trace.go:171","msg":"trace[1374627334] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:26497; }","duration":"347.905583ms","start":"2026-05-28T03:01:25.1121Z","end":"2026-05-28T03:01:25.460005Z","steps":["trace[1374627334] 'agreement among raft nodes before linearized reading' (duration: 347.632634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:25.460068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.112059Z","time spent":"348.002735ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" "} {"level":"info","ts":"2026-05-28T03:01:25.460148Z","caller":"traceutil/trace.go:171","msg":"trace[501858542] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26497; }","duration":"376.283544ms","start":"2026-05-28T03:01:25.083322Z","end":"2026-05-28T03:01:25.459605Z","steps":["trace[501858542] 'agreement among raft nodes before linearized reading' (duration: 376.145519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:25.460204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.083307Z","time spent":"376.885043ms","remote":"127.0.0.1:33746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:25.459522Z","caller":"traceutil/trace.go:171","msg":"trace[1286415522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26497; }","duration":"359.261473ms","start":"2026-05-28T03:01:25.100245Z","end":"2026-05-28T03:01:25.459506Z","steps":["trace[1286415522] 'agreement among raft nodes before linearized reading' (duration: 359.010945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:25.460285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:25.100229Z","time spent":"360.045288ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T03:01:26.635213Z","caller":"traceutil/trace.go:171","msg":"trace[590446806] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"267.964882ms","start":"2026-05-28T03:01:26.367218Z","end":"2026-05-28T03:01:26.635182Z","steps":["trace[590446806] 'process raft request' (duration: 267.725865ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:26.75871Z","caller":"traceutil/trace.go:171","msg":"trace[1592281032] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"391.250499ms","start":"2026-05-28T03:01:26.367427Z","end":"2026-05-28T03:01:26.758677Z","steps":["trace[1592281032] 'process raft request' (duration: 340.521098ms)","trace[1592281032] 'compare' (duration: 50.122342ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:26.758747Z","caller":"traceutil/trace.go:171","msg":"trace[713774152] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"391.222898ms","start":"2026-05-28T03:01:26.367498Z","end":"2026-05-28T03:01:26.75872Z","steps":["trace[713774152] 'process raft request' (duration: 391.104074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:26.758852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.367414Z","time spent":"391.364973ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:26.758893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.367491Z","time spent":"391.328112ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:26.758884Z","caller":"traceutil/trace.go:171","msg":"trace[2039023071] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"391.318941ms","start":"2026-05-28T03:01:26.367546Z","end":"2026-05-28T03:01:26.758865Z","steps":["trace[2039023071] 'process raft request' (duration: 391.143716ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:26.759171Z","caller":"traceutil/trace.go:171","msg":"trace[911982160] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"391.535008ms","start":"2026-05-28T03:01:26.367606Z","end":"2026-05-28T03:01:26.759141Z","steps":["trace[911982160] 'process raft request' (duration: 391.189587ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:26.759227Z","caller":"traceutil/trace.go:171","msg":"trace[452756647] linearizableReadLoop","detail":"{readStateIndex:27398; appliedIndex:27390; }","duration":"365.668686ms","start":"2026-05-28T03:01:26.393538Z","end":"2026-05-28T03:01:26.759207Z","steps":["trace[452756647] 'read index received' (duration: 241.502542ms)","trace[452756647] 'applied index is now lower than readState.Index' (duration: 124.165514ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:26.759318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.367587Z","time spent":"391.644622ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:26.759347Z","caller":"traceutil/trace.go:171","msg":"trace[1174898172] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"367.271847ms","start":"2026-05-28T03:01:26.392066Z","end":"2026-05-28T03:01:26.759338Z","steps":["trace[1174898172] 'process raft request' (duration: 367.108272ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:26.759318Z","caller":"traceutil/trace.go:171","msg":"trace[660733259] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"371.704058ms","start":"2026-05-28T03:01:26.387555Z","end":"2026-05-28T03:01:26.759259Z","steps":["trace[660733259] 'process raft request' (duration: 371.579764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:26.759435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.392046Z","time spent":"367.326ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:26.759461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.877127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:26.759517Z","caller":"traceutil/trace.go:171","msg":"trace[7428279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26511; }","duration":"288.985771ms","start":"2026-05-28T03:01:26.470518Z","end":"2026-05-28T03:01:26.759504Z","steps":["trace[7428279] 'agreement among raft nodes before linearized reading' (duration: 288.884307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:26.759508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.486466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:26.759535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.013327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T03:01:26.759554Z","caller":"traceutil/trace.go:171","msg":"trace[231293266] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26511; }","duration":"198.579888ms","start":"2026-05-28T03:01:26.560966Z","end":"2026-05-28T03:01:26.759546Z","steps":["trace[231293266] 'agreement among raft nodes before linearized reading' (duration: 198.449714ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:26.759579Z","caller":"traceutil/trace.go:171","msg":"trace[1791764508] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26511; }","duration":"366.0867ms","start":"2026-05-28T03:01:26.393482Z","end":"2026-05-28T03:01:26.759569Z","steps":["trace[1791764508] 'agreement among raft nodes before linearized reading' (duration: 365.932375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:26.759605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.393466Z","time spent":"366.135422ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T03:01:26.759599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.387512Z","time spent":"371.942646ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:26.759666Z","caller":"traceutil/trace.go:171","msg":"trace[2072230416] transaction","detail":"{read_only:false; response_revision:26509; number_of_response:1; }","duration":"391.086694ms","start":"2026-05-28T03:01:26.368566Z","end":"2026-05-28T03:01:26.759653Z","steps":["trace[2072230416] 'process raft request' (duration: 390.444854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:26.759188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.367538Z","time spent":"391.565029ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:26.759759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:26.368557Z","time spent":"391.165927ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:27.784303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.479555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:01:27.784505Z","caller":"traceutil/trace.go:171","msg":"trace[658898292] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"231.764123ms","start":"2026-05-28T03:01:27.552717Z","end":"2026-05-28T03:01:27.784481Z","steps":["trace[658898292] 'process raft request' (duration: 101.03493ms)","trace[658898292] 'compare' (duration: 130.146484ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:27.784664Z","caller":"traceutil/trace.go:171","msg":"trace[2140675909] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"230.613276ms","start":"2026-05-28T03:01:27.554021Z","end":"2026-05-28T03:01:27.784634Z","steps":["trace[2140675909] 'process raft request' (duration: 230.358118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:27.785141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.224523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:01:27.785182Z","caller":"traceutil/trace.go:171","msg":"trace[1458050162] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:26517; }","duration":"218.304775ms","start":"2026-05-28T03:01:27.566869Z","end":"2026-05-28T03:01:27.785174Z","steps":["trace[1458050162] 'agreement among raft nodes before linearized reading' (duration: 218.173441ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:27.784927Z","caller":"traceutil/trace.go:171","msg":"trace[2003407729] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"230.877004ms","start":"2026-05-28T03:01:27.554028Z","end":"2026-05-28T03:01:27.784905Z","steps":["trace[2003407729] 'process raft request' (duration: 230.720969ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:27.785017Z","caller":"traceutil/trace.go:171","msg":"trace[1865865593] linearizableReadLoop","detail":"{readStateIndex:27403; appliedIndex:27400; }","duration":"218.088919ms","start":"2026-05-28T03:01:27.566915Z","end":"2026-05-28T03:01:27.785004Z","steps":["trace[1865865593] 'read index received' (duration: 86.760517ms)","trace[1865865593] 'applied index is now lower than readState.Index' (duration: 131.327582ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:27.785803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.346899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-05-28T03:01:27.785877Z","caller":"traceutil/trace.go:171","msg":"trace[1111544909] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:26517; }","duration":"208.436622ms","start":"2026-05-28T03:01:27.577422Z","end":"2026-05-28T03:01:27.785859Z","steps":["trace[1111544909] 'agreement among raft nodes before linearized reading' (duration: 208.152103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.605704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254172584,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T03:01:28.829144Z","caller":"traceutil/trace.go:171","msg":"trace[1284050927] linearizableReadLoop","detail":"{readStateIndex:27405; appliedIndex:27404; }","duration":"724.532507ms","start":"2026-05-28T03:01:28.104592Z","end":"2026-05-28T03:01:28.829124Z","steps":["trace[1284050927] 'read index received' (duration: 724.456324ms)","trace[1284050927] 'applied index is now lower than readState.Index' (duration: 75.443µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:28.829277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.662091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:28.829336Z","caller":"traceutil/trace.go:171","msg":"trace[1671930987] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26518; }","duration":"724.768664ms","start":"2026-05-28T03:01:28.104557Z","end":"2026-05-28T03:01:28.829325Z","steps":["trace[1671930987] 'agreement among raft nodes before linearized reading' (duration: 724.655721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.829369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:28.104537Z","time spent":"724.825925ms","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:28.829189Z","caller":"traceutil/trace.go:171","msg":"trace[690544726] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"780.292788ms","start":"2026-05-28T03:01:28.048869Z","end":"2026-05-28T03:01:28.829162Z","steps":["trace[690544726] 'process raft request' (duration: 780.123193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.82973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:28.048852Z","time spent":"780.830814ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:28.949056Z","caller":"traceutil/trace.go:171","msg":"trace[639637156] linearizableReadLoop","detail":"{readStateIndex:27412; appliedIndex:27405; }","duration":"119.826166ms","start":"2026-05-28T03:01:28.829213Z","end":"2026-05-28T03:01:28.94904Z","steps":["trace[639637156] 'read index received' (duration: 119.526087ms)","trace[639637156] 'applied index is now lower than readState.Index' (duration: 299.139µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:28.949288Z","caller":"traceutil/trace.go:171","msg":"trace[848899472] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"306.466096ms","start":"2026-05-28T03:01:28.64281Z","end":"2026-05-28T03:01:28.949276Z","steps":["trace[848899472] 'process raft request' (duration: 305.916998ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:28.949428Z","caller":"traceutil/trace.go:171","msg":"trace[1327148116] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"184.342116ms","start":"2026-05-28T03:01:28.765043Z","end":"2026-05-28T03:01:28.949385Z","steps":["trace[1327148116] 'process raft request' (duration: 183.872051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.949495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:28.642785Z","time spent":"306.569259ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:28.949501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.690881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:28.949579Z","caller":"traceutil/trace.go:171","msg":"trace[19696518] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"184.805191ms","start":"2026-05-28T03:01:28.764756Z","end":"2026-05-28T03:01:28.949561Z","steps":["trace[19696518] 'process raft request' (duration: 184.130189ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:28.949658Z","caller":"traceutil/trace.go:171","msg":"trace[1552272063] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26525; }","duration":"141.917378ms","start":"2026-05-28T03:01:28.807714Z","end":"2026-05-28T03:01:28.949631Z","steps":["trace[1552272063] 'agreement among raft nodes before linearized reading' (duration: 141.612018ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:28.949808Z","caller":"traceutil/trace.go:171","msg":"trace[957452459] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"182.524008ms","start":"2026-05-28T03:01:28.767274Z","end":"2026-05-28T03:01:28.949798Z","steps":["trace[957452459] 'process raft request' (duration: 181.694422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.949823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.731525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T03:01:28.949855Z","caller":"traceutil/trace.go:171","msg":"trace[811964215] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26525; }","duration":"318.815458ms","start":"2026-05-28T03:01:28.631032Z","end":"2026-05-28T03:01:28.949847Z","steps":["trace[811964215] 'agreement among raft nodes before linearized reading' (duration: 318.621062ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:28.949878Z","caller":"traceutil/trace.go:171","msg":"trace[516479067] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"183.655574ms","start":"2026-05-28T03:01:28.766216Z","end":"2026-05-28T03:01:28.949871Z","steps":["trace[516479067] 'process raft request' (duration: 182.727634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.949885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:28.631002Z","time spent":"318.87566ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":179,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:28.949985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.507684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:28.950011Z","caller":"traceutil/trace.go:171","msg":"trace[439806278] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26525; }","duration":"842.565046ms","start":"2026-05-28T03:01:28.107438Z","end":"2026-05-28T03:01:28.950003Z","steps":["trace[439806278] 'agreement among raft nodes before linearized reading' (duration: 842.489313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.950031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:28.107429Z","time spent":"842.595427ms","remote":"127.0.0.1:54936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:28.950024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.1284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:28.950088Z","caller":"traceutil/trace.go:171","msg":"trace[1510971406] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26525; }","duration":"818.219893ms","start":"2026-05-28T03:01:28.131851Z","end":"2026-05-28T03:01:28.950071Z","steps":["trace[1510971406] 'agreement among raft nodes before linearized reading' (duration: 818.057138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:28.950124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:28.131792Z","time spent":"818.325916ms","remote":"127.0.0.1:60688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:28.950184Z","caller":"traceutil/trace.go:171","msg":"trace[1845608242] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"182.381754ms","start":"2026-05-28T03:01:28.767721Z","end":"2026-05-28T03:01:28.950103Z","steps":["trace[1845608242] 'process raft request' (duration: 181.278889ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:28.949442Z","caller":"traceutil/trace.go:171","msg":"trace[665477744] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"185.316787ms","start":"2026-05-28T03:01:28.764091Z","end":"2026-05-28T03:01:28.949408Z","steps":["trace[665477744] 'process raft request' (duration: 184.760999ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:29.672457Z","caller":"traceutil/trace.go:171","msg":"trace[1016578140] linearizableReadLoop","detail":"{readStateIndex:27413; appliedIndex:27412; }","duration":"101.849105ms","start":"2026-05-28T03:01:29.570583Z","end":"2026-05-28T03:01:29.672432Z","steps":["trace[1016578140] 'read index received' (duration: 101.67415ms)","trace[1016578140] 'applied index is now lower than readState.Index' (duration: 173.825µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:29.67255Z","caller":"traceutil/trace.go:171","msg":"trace[244764342] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"114.686093ms","start":"2026-05-28T03:01:29.557831Z","end":"2026-05-28T03:01:29.672517Z","steps":["trace[244764342] 'process raft request' (duration: 114.361853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:29.672805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.175066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:01:29.672909Z","caller":"traceutil/trace.go:171","msg":"trace[215145671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26526; }","duration":"102.369032ms","start":"2026-05-28T03:01:29.57052Z","end":"2026-05-28T03:01:29.672889Z","steps":["trace[215145671] 'agreement among raft nodes before linearized reading' (duration: 102.041282ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:29.781949Z","caller":"traceutil/trace.go:171","msg":"trace[858863625] linearizableReadLoop","detail":"{readStateIndex:27414; appliedIndex:27413; }","duration":"109.391516ms","start":"2026-05-28T03:01:29.672523Z","end":"2026-05-28T03:01:29.781914Z","steps":["trace[858863625] 'read index received' (duration: 67.470844ms)","trace[858863625] 'applied index is now lower than readState.Index' (duration: 41.919272ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:29.782011Z","caller":"traceutil/trace.go:171","msg":"trace[1296843863] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"112.299508ms","start":"2026-05-28T03:01:29.669655Z","end":"2026-05-28T03:01:29.781955Z","steps":["trace[1296843863] 'process raft request' (duration: 70.202271ms)","trace[1296843863] 'compare' (duration: 41.896971ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:29.782312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.957335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T03:01:29.782318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.624733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-28T03:01:29.782399Z","caller":"traceutil/trace.go:171","msg":"trace[978062490] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:26527; }","duration":"168.0946ms","start":"2026-05-28T03:01:29.614284Z","end":"2026-05-28T03:01:29.782379Z","steps":["trace[978062490] 'agreement among raft nodes before linearized reading' (duration: 167.794021ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:29.782406Z","caller":"traceutil/trace.go:171","msg":"trace[1835686570] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:26527; }","duration":"211.758367ms","start":"2026-05-28T03:01:29.57063Z","end":"2026-05-28T03:01:29.782388Z","steps":["trace[1835686570] 'agreement among raft nodes before linearized reading' (duration: 211.566491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:30.273459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.671929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:01:30.273696Z","caller":"traceutil/trace.go:171","msg":"trace[1756406662] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"595.209158ms","start":"2026-05-28T03:01:29.678459Z","end":"2026-05-28T03:01:30.273668Z","steps":["trace[1756406662] 'process raft request' (duration: 205.197239ms)","trace[1756406662] 'compare' (duration: 389.164802ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:30.27374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:29.78409Z","time spent":"489.645034ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T03:01:30.273769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:29.678439Z","time spent":"595.297132ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:30.273966Z","caller":"traceutil/trace.go:171","msg":"trace[1962627871] linearizableReadLoop","detail":"{readStateIndex:27415; appliedIndex:27414; }","duration":"491.908096ms","start":"2026-05-28T03:01:29.782041Z","end":"2026-05-28T03:01:30.273949Z","steps":["trace[1962627871] 'read index received' (duration: 101.609408ms)","trace[1962627871] 'applied index is now lower than readState.Index' (duration: 390.297518ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:30.274197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.522069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:30.274231Z","caller":"traceutil/trace.go:171","msg":"trace[1028894141] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26528; }","duration":"578.608871ms","start":"2026-05-28T03:01:29.69561Z","end":"2026-05-28T03:01:30.274219Z","steps":["trace[1028894141] 'agreement among raft nodes before linearized reading' (duration: 578.518368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:30.274264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:29.695581Z","time spent":"578.674293ms","remote":"127.0.0.1:38136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:30.274711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.864074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:30.274746Z","caller":"traceutil/trace.go:171","msg":"trace[156716080] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26528; }","duration":"219.926176ms","start":"2026-05-28T03:01:30.054807Z","end":"2026-05-28T03:01:30.274733Z","steps":["trace[156716080] 'agreement among raft nodes before linearized reading' (duration: 219.863184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:30.274813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.193173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:30.274908Z","caller":"traceutil/trace.go:171","msg":"trace[1424079967] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26528; }","duration":"462.366058ms","start":"2026-05-28T03:01:29.812516Z","end":"2026-05-28T03:01:30.274883Z","steps":["trace[1424079967] 'agreement among raft nodes before linearized reading' (duration: 462.146761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:30.274888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.205376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T03:01:30.274958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:29.812497Z","time spent":"462.453481ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:01:30.274974Z","caller":"traceutil/trace.go:171","msg":"trace[699455475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26528; }","duration":"486.36093ms","start":"2026-05-28T03:01:29.788593Z","end":"2026-05-28T03:01:30.274954Z","steps":["trace[699455475] 'agreement among raft nodes before linearized reading' (duration: 486.080641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:30.275012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:29.788571Z","time spent":"486.434803ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:30.274989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.368901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T03:01:30.275095Z","caller":"traceutil/trace.go:171","msg":"trace[436011192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26528; }","duration":"486.529356ms","start":"2026-05-28T03:01:29.788538Z","end":"2026-05-28T03:01:30.275067Z","steps":["trace[436011192] 'agreement among raft nodes before linearized reading' (duration: 486.138303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:30.275115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.087283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-05-28T03:01:30.275107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.884496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:30.275151Z","caller":"traceutil/trace.go:171","msg":"trace[53436864] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:26528; }","duration":"464.145625ms","start":"2026-05-28T03:01:29.810995Z","end":"2026-05-28T03:01:30.275141Z","steps":["trace[53436864] 'agreement among raft nodes before linearized reading' (duration: 464.035802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:30.275149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:29.788526Z","time spent":"486.613348ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T03:01:30.275165Z","caller":"traceutil/trace.go:171","msg":"trace[12850200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26528; }","duration":"417.985648ms","start":"2026-05-28T03:01:29.857163Z","end":"2026-05-28T03:01:30.275149Z","steps":["trace[12850200] 'agreement among raft nodes before linearized reading' (duration: 417.870675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:30.27518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:29.810982Z","time spent":"464.190666ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T03:01:30.275196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:29.857132Z","time spent":"418.056131ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:01:30.275201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.892829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-05-28T03:01:30.275289Z","caller":"traceutil/trace.go:171","msg":"trace[1548456747] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:26528; }","duration":"453.989982ms","start":"2026-05-28T03:01:29.821276Z","end":"2026-05-28T03:01:30.275266Z","steps":["trace[1548456747] 'agreement among raft nodes before linearized reading' (duration: 453.776255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:30.275247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.65719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-28T03:01:30.275333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:29.821231Z","time spent":"454.092645ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" "} {"level":"info","ts":"2026-05-28T03:01:30.275352Z","caller":"traceutil/trace.go:171","msg":"trace[351025650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26528; }","duration":"486.787674ms","start":"2026-05-28T03:01:29.788541Z","end":"2026-05-28T03:01:30.275329Z","steps":["trace[351025650] 'agreement among raft nodes before linearized reading' (duration: 486.534306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:30.275385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:29.788534Z","time spent":"486.843686ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:30.276045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.725086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1328485"} {"level":"info","ts":"2026-05-28T03:01:30.2761Z","caller":"traceutil/trace.go:171","msg":"trace[310614665] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:26528; }","duration":"488.793368ms","start":"2026-05-28T03:01:29.787293Z","end":"2026-05-28T03:01:30.276086Z","steps":["trace[310614665] 'agreement among raft nodes before linearized reading' (duration: 487.328312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:30.276134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:29.78728Z","time spent":"488.842249ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":138,"response size":1328508,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T03:01:30.436364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.26252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-28T03:01:30.436389Z","caller":"traceutil/trace.go:171","msg":"trace[614134827] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"142.124635ms","start":"2026-05-28T03:01:30.294245Z","end":"2026-05-28T03:01:30.43637Z","steps":["trace[614134827] 'process raft request' (duration: 102.234278ms)","trace[614134827] 'compare' (duration: 39.680411ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:30.436412Z","caller":"traceutil/trace.go:171","msg":"trace[1370212098] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26532; }","duration":"142.322521ms","start":"2026-05-28T03:01:30.294083Z","end":"2026-05-28T03:01:30.436405Z","steps":["trace[1370212098] 'agreement among raft nodes before linearized reading' (duration: 142.165356ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:31.315656Z","caller":"traceutil/trace.go:171","msg":"trace[23768004] transaction","detail":"{read_only:false; response_revision:26534; number_of_response:1; }","duration":"360.266075ms","start":"2026-05-28T03:01:30.955356Z","end":"2026-05-28T03:01:31.315622Z","steps":["trace[23768004] 'process raft request' (duration: 360.062368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:31.315854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.955339Z","time spent":"360.412409ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:31.548228Z","caller":"traceutil/trace.go:171","msg":"trace[982657294] transaction","detail":"{read_only:false; response_revision:26535; number_of_response:1; }","duration":"592.09983ms","start":"2026-05-28T03:01:30.956091Z","end":"2026-05-28T03:01:31.548191Z","steps":["trace[982657294] 'process raft request' (duration: 571.64413ms)","trace[982657294] 'compare' (duration: 20.001806ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:31.548304Z","caller":"traceutil/trace.go:171","msg":"trace[1401515082] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"592.133151ms","start":"2026-05-28T03:01:30.956118Z","end":"2026-05-28T03:01:31.548251Z","steps":["trace[1401515082] 'process raft request' (duration: 592.003297ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:31.548384Z","caller":"traceutil/trace.go:171","msg":"trace[956219582] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"591.448539ms","start":"2026-05-28T03:01:30.956929Z","end":"2026-05-28T03:01:31.548377Z","steps":["trace[956219582] 'process raft request' (duration: 591.236252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:31.548388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.956085Z","time spent":"592.219344ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:31.548531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.956922Z","time spent":"591.509761ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:31.548541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.956109Z","time spent":"592.301666ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:31.548301Z","caller":"traceutil/trace.go:171","msg":"trace[1747781205] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"590.778947ms","start":"2026-05-28T03:01:30.957489Z","end":"2026-05-28T03:01:31.548268Z","steps":["trace[1747781205] 'process raft request' (duration: 590.712475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:31.548659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.95748Z","time spent":"591.134778ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:31.548777Z","caller":"traceutil/trace.go:171","msg":"trace[1280977528] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"591.218902ms","start":"2026-05-28T03:01:30.957525Z","end":"2026-05-28T03:01:31.548744Z","steps":["trace[1280977528] 'process raft request' (duration: 590.703245ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:31.548866Z","caller":"traceutil/trace.go:171","msg":"trace[1471598040] linearizableReadLoop","detail":"{readStateIndex:27428; appliedIndex:27421; }","duration":"426.945673ms","start":"2026-05-28T03:01:31.121909Z","end":"2026-05-28T03:01:31.548855Z","steps":["trace[1471598040] 'read index received' (duration: 193.671492ms)","trace[1471598040] 'applied index is now lower than readState.Index' (duration: 233.273291ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:31.549132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.957518Z","time spent":"591.319075ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:31.549109Z","caller":"traceutil/trace.go:171","msg":"trace[93582905] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"584.594091ms","start":"2026-05-28T03:01:30.964291Z","end":"2026-05-28T03:01:31.548885Z","steps":["trace[93582905] 'process raft request' (duration: 584.036503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:31.549185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.267193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:31.549219Z","caller":"traceutil/trace.go:171","msg":"trace[296187663] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26540; }","duration":"427.305084ms","start":"2026-05-28T03:01:31.121904Z","end":"2026-05-28T03:01:31.549209Z","steps":["trace[296187663] 'agreement among raft nodes before linearized reading' (duration: 427.227252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:31.54925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:31.12189Z","time spent":"427.353846ms","remote":"127.0.0.1:54988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:01:31.549228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:30.964285Z","time spent":"584.88592ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:31.549321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.34327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-28T03:01:31.549348Z","caller":"traceutil/trace.go:171","msg":"trace[854708117] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26540; }","duration":"180.408122ms","start":"2026-05-28T03:01:31.368932Z","end":"2026-05-28T03:01:31.54934Z","steps":["trace[854708117] 'agreement among raft nodes before linearized reading' (duration: 180.301698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:31.549467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.095163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:31.54949Z","caller":"traceutil/trace.go:171","msg":"trace[456682776] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26540; }","duration":"170.168086ms","start":"2026-05-28T03:01:31.379313Z","end":"2026-05-28T03:01:31.549481Z","steps":["trace[456682776] 'agreement among raft nodes before linearized reading' (duration: 170.131435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:31.960677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.007718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:31.96079Z","caller":"traceutil/trace.go:171","msg":"trace[769665255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26541; }","duration":"106.187183ms","start":"2026-05-28T03:01:31.854573Z","end":"2026-05-28T03:01:31.96076Z","steps":["trace[769665255] 'range keys from in-memory index tree' (duration: 105.901584ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:32.577905Z","caller":"traceutil/trace.go:171","msg":"trace[1824342152] linearizableReadLoop","detail":"{readStateIndex:27430; appliedIndex:27429; }","duration":"278.115985ms","start":"2026-05-28T03:01:32.299765Z","end":"2026-05-28T03:01:32.577881Z","steps":["trace[1824342152] 'read index received' (duration: 277.96115ms)","trace[1824342152] 'applied index is now lower than readState.Index' (duration: 153.465µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:32.577963Z","caller":"traceutil/trace.go:171","msg":"trace[1506479616] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"295.105145ms","start":"2026-05-28T03:01:32.282825Z","end":"2026-05-28T03:01:32.577931Z","steps":["trace[1506479616] 'process raft request' (duration: 294.866337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.578149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.358243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T03:01:32.578187Z","caller":"traceutil/trace.go:171","msg":"trace[835658068] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:26542; }","duration":"278.437585ms","start":"2026-05-28T03:01:32.299738Z","end":"2026-05-28T03:01:32.578176Z","steps":["trace[835658068] 'agreement among raft nodes before linearized reading' (duration: 278.27375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.578168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.175588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T03:01:32.578264Z","caller":"traceutil/trace.go:171","msg":"trace[1247078063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26542; }","duration":"222.319682ms","start":"2026-05-28T03:01:32.355934Z","end":"2026-05-28T03:01:32.578254Z","steps":["trace[1247078063] 'agreement among raft nodes before linearized reading' (duration: 222.141067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.578293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.169208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"warn","ts":"2026-05-28T03:01:32.578344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.166054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-28T03:01:32.578343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.038243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:01:32.578377Z","caller":"traceutil/trace.go:171","msg":"trace[5272701] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:26542; }","duration":"182.295422ms","start":"2026-05-28T03:01:32.396066Z","end":"2026-05-28T03:01:32.578361Z","steps":["trace[5272701] 'agreement among raft nodes before linearized reading' (duration: 182.065094ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:32.578388Z","caller":"traceutil/trace.go:171","msg":"trace[492995825] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:26542; }","duration":"182.158117ms","start":"2026-05-28T03:01:32.396219Z","end":"2026-05-28T03:01:32.578377Z","steps":["trace[492995825] 'agreement among raft nodes before linearized reading' (duration: 181.959871ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:32.578434Z","caller":"traceutil/trace.go:171","msg":"trace[926344318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26542; }","duration":"129.258826ms","start":"2026-05-28T03:01:32.449115Z","end":"2026-05-28T03:01:32.578373Z","steps":["trace[926344318] 'agreement among raft nodes before linearized reading' (duration: 129.06002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.578511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.010024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T03:01:32.578567Z","caller":"traceutil/trace.go:171","msg":"trace[211248555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26542; }","duration":"206.065976ms","start":"2026-05-28T03:01:32.372492Z","end":"2026-05-28T03:01:32.578558Z","steps":["trace[211248555] 'agreement among raft nodes before linearized reading' (duration: 205.930582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.578525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.579529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:32.578699Z","caller":"traceutil/trace.go:171","msg":"trace[2134233409] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26542; }","duration":"221.778305ms","start":"2026-05-28T03:01:32.356908Z","end":"2026-05-28T03:01:32.578686Z","steps":["trace[2134233409] 'agreement among raft nodes before linearized reading' (duration: 221.578909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.579338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.823501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:01:32.579412Z","caller":"traceutil/trace.go:171","msg":"trace[1878330045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26542; }","duration":"207.617005ms","start":"2026-05-28T03:01:32.371774Z","end":"2026-05-28T03:01:32.579391Z","steps":["trace[1878330045] 'agreement among raft nodes before linearized reading' (duration: 206.704446ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:32.732242Z","caller":"traceutil/trace.go:171","msg":"trace[1180640765] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"148.717924ms","start":"2026-05-28T03:01:32.583284Z","end":"2026-05-28T03:01:32.732002Z","steps":["trace[1180640765] 'process raft request' (duration: 88.1427ms)","trace[1180640765] 'compare' (duration: 60.142581ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:32.732262Z","caller":"traceutil/trace.go:171","msg":"trace[1115831381] linearizableReadLoop","detail":"{readStateIndex:27432; appliedIndex:27430; }","duration":"147.058022ms","start":"2026-05-28T03:01:32.585176Z","end":"2026-05-28T03:01:32.732234Z","steps":["trace[1115831381] 'read index received' (duration: 86.26406ms)","trace[1115831381] 'applied index is now lower than readState.Index' (duration: 60.792692ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:32.732521Z","caller":"traceutil/trace.go:171","msg":"trace[136217770] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"149.044125ms","start":"2026-05-28T03:01:32.583442Z","end":"2026-05-28T03:01:32.732487Z","steps":["trace[136217770] 'process raft request' (duration: 148.480577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.732795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.595219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18843"} {"level":"info","ts":"2026-05-28T03:01:32.732847Z","caller":"traceutil/trace.go:171","msg":"trace[1179647610] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26544; }","duration":"147.662481ms","start":"2026-05-28T03:01:32.585172Z","end":"2026-05-28T03:01:32.732835Z","steps":["trace[1179647610] 'agreement among raft nodes before linearized reading' (duration: 147.142584ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:32.741224Z","caller":"traceutil/trace.go:171","msg":"trace[77018366] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"155.900922ms","start":"2026-05-28T03:01:32.585296Z","end":"2026-05-28T03:01:32.741197Z","steps":["trace[77018366] 'process raft request' (duration: 155.679645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:32.742297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.087391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1328485"} {"level":"info","ts":"2026-05-28T03:01:32.742388Z","caller":"traceutil/trace.go:171","msg":"trace[248460096] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:26545; }","duration":"152.230486ms","start":"2026-05-28T03:01:32.590144Z","end":"2026-05-28T03:01:32.742374Z","steps":["trace[248460096] 'agreement among raft nodes before linearized reading' (duration: 150.998537ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:32.896979Z","caller":"traceutil/trace.go:171","msg":"trace[1812575135] transaction","detail":"{read_only:false; response_revision:26547; number_of_response:1; }","duration":"105.222703ms","start":"2026-05-28T03:01:32.79172Z","end":"2026-05-28T03:01:32.896943Z","steps":["trace[1812575135] 'process raft request' (duration: 100.739271ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:33.879208Z","caller":"traceutil/trace.go:171","msg":"trace[1596106447] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"118.965329ms","start":"2026-05-28T03:01:33.760204Z","end":"2026-05-28T03:01:33.879169Z","steps":["trace[1596106447] 'process raft request' (duration: 118.67201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:35.290673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.225637ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:01:35.291004Z","caller":"traceutil/trace.go:171","msg":"trace[1221020003] linearizableReadLoop","detail":"{readStateIndex:27451; appliedIndex:27449; }","duration":"221.861657ms","start":"2026-05-28T03:01:35.06912Z","end":"2026-05-28T03:01:35.290981Z","steps":["trace[1221020003] 'read index received' (duration: 148.92504ms)","trace[1221020003] 'applied index is now lower than readState.Index' (duration: 72.935147ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:35.29114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.002021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:01:35.29118Z","caller":"traceutil/trace.go:171","msg":"trace[1076600419] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26562; }","duration":"222.099595ms","start":"2026-05-28T03:01:35.069069Z","end":"2026-05-28T03:01:35.291169Z","steps":["trace[1076600419] 'agreement among raft nodes before linearized reading' (duration: 221.992531ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:35.291394Z","caller":"traceutil/trace.go:171","msg":"trace[43878614] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"389.313287ms","start":"2026-05-28T03:01:34.902055Z","end":"2026-05-28T03:01:35.291368Z","steps":["trace[43878614] 'process raft request' (duration: 388.738219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:35.29158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:34.902035Z","time spent":"389.41696ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:35.703966Z","caller":"traceutil/trace.go:171","msg":"trace[1490378329] transaction","detail":"{read_only:false; response_revision:26564; number_of_response:1; }","duration":"137.038383ms","start":"2026-05-28T03:01:35.566898Z","end":"2026-05-28T03:01:35.703936Z","steps":["trace[1490378329] 'process raft request' (duration: 136.896229ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:35.918034Z","caller":"traceutil/trace.go:171","msg":"trace[1913154915] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"335.947622ms","start":"2026-05-28T03:01:35.582066Z","end":"2026-05-28T03:01:35.918013Z","steps":["trace[1913154915] 'process raft request' (duration: 335.846099ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:35.91805Z","caller":"traceutil/trace.go:171","msg":"trace[1686717168] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"341.696885ms","start":"2026-05-28T03:01:35.576313Z","end":"2026-05-28T03:01:35.91801Z","steps":["trace[1686717168] 'process raft request' (duration: 318.319052ms)","trace[1686717168] 'compare' (duration: 22.936579ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:35.918164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:35.582036Z","time spent":"336.060756ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:35.918165Z","caller":"traceutil/trace.go:171","msg":"trace[48862249] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"335.708194ms","start":"2026-05-28T03:01:35.582438Z","end":"2026-05-28T03:01:35.918146Z","steps":["trace[48862249] 'process raft request' (duration: 335.543869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:35.918246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:35.576289Z","time spent":"341.84449ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:35.918268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:35.582426Z","time spent":"335.796548ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:35.918416Z","caller":"traceutil/trace.go:171","msg":"trace[1332063226] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"334.621811ms","start":"2026-05-28T03:01:35.583783Z","end":"2026-05-28T03:01:35.918405Z","steps":["trace[1332063226] 'process raft request' (duration: 334.27816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:35.918493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:35.583764Z","time spent":"334.702033ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:35.918473Z","caller":"traceutil/trace.go:171","msg":"trace[1563932540] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"334.546968ms","start":"2026-05-28T03:01:35.583904Z","end":"2026-05-28T03:01:35.918451Z","steps":["trace[1563932540] 'process raft request' (duration: 334.382773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:35.918607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:35.583895Z","time spent":"334.644111ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:35.918669Z","caller":"traceutil/trace.go:171","msg":"trace[605080858] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"334.437795ms","start":"2026-05-28T03:01:35.584223Z","end":"2026-05-28T03:01:35.918661Z","steps":["trace[605080858] 'process raft request' (duration: 334.190887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:35.918709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:35.584216Z","time spent":"334.473886ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:36.883093Z","caller":"traceutil/trace.go:171","msg":"trace[444615964] linearizableReadLoop","detail":"{readStateIndex:27461; appliedIndex:27460; }","duration":"217.343384ms","start":"2026-05-28T03:01:36.665723Z","end":"2026-05-28T03:01:36.883066Z","steps":["trace[444615964] 'read index received' (duration: 217.236421ms)","trace[444615964] 'applied index is now lower than readState.Index' (duration: 105.413µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:36.883216Z","caller":"traceutil/trace.go:171","msg":"trace[1853488923] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"243.449864ms","start":"2026-05-28T03:01:36.639726Z","end":"2026-05-28T03:01:36.883176Z","steps":["trace[1853488923] 'process raft request' (duration: 243.166125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.883362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.804844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T03:01:36.883404Z","caller":"traceutil/trace.go:171","msg":"trace[595128615] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:26572; }","duration":"197.916328ms","start":"2026-05-28T03:01:36.685474Z","end":"2026-05-28T03:01:36.883391Z","steps":["trace[595128615] 'agreement among raft nodes before linearized reading' (duration: 197.742102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.883408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.660484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"warn","ts":"2026-05-28T03:01:36.883483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.931884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T03:01:36.883562Z","caller":"traceutil/trace.go:171","msg":"trace[529545796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26572; }","duration":"128.070968ms","start":"2026-05-28T03:01:36.755473Z","end":"2026-05-28T03:01:36.883544Z","steps":["trace[529545796] 'agreement among raft nodes before linearized reading' (duration: 127.884902ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:36.883499Z","caller":"traceutil/trace.go:171","msg":"trace[1204856855] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:26572; }","duration":"217.813989ms","start":"2026-05-28T03:01:36.665667Z","end":"2026-05-28T03:01:36.883481Z","steps":["trace[1204856855] 'agreement among raft nodes before linearized reading' (duration: 217.5314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:36.883666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.282505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:01:36.88375Z","caller":"traceutil/trace.go:171","msg":"trace[1369566111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26572; }","duration":"128.430239ms","start":"2026-05-28T03:01:36.755299Z","end":"2026-05-28T03:01:36.883729Z","steps":["trace[1369566111] 'agreement among raft nodes before linearized reading' (duration: 128.14398ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:37.522667Z","caller":"traceutil/trace.go:171","msg":"trace[1959871279] linearizableReadLoop","detail":"{readStateIndex:27467; appliedIndex:27466; }","duration":"113.829176ms","start":"2026-05-28T03:01:37.40881Z","end":"2026-05-28T03:01:37.522639Z","steps":["trace[1959871279] 'read index received' (duration: 64.825749ms)","trace[1959871279] 'applied index is now lower than readState.Index' (duration: 49.001997ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:37.522683Z","caller":"traceutil/trace.go:171","msg":"trace[1518182626] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"225.537815ms","start":"2026-05-28T03:01:37.297107Z","end":"2026-05-28T03:01:37.522645Z","steps":["trace[1518182626] 'process raft request' (duration: 176.392324ms)","trace[1518182626] 'compare' (duration: 48.975386ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:37.523049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.175848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-28T03:01:37.523202Z","caller":"traceutil/trace.go:171","msg":"trace[1889371798] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26578; }","duration":"114.400265ms","start":"2026-05-28T03:01:37.408773Z","end":"2026-05-28T03:01:37.523173Z","steps":["trace[1889371798] 'agreement among raft nodes before linearized reading' (duration: 113.951561ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:38.049432Z","caller":"traceutil/trace.go:171","msg":"trace[38249775] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"126.207219ms","start":"2026-05-28T03:01:37.923191Z","end":"2026-05-28T03:01:38.049398Z","steps":["trace[38249775] 'process raft request' (duration: 126.129717ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:38.049629Z","caller":"traceutil/trace.go:171","msg":"trace[928493200] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"127.312174ms","start":"2026-05-28T03:01:37.922229Z","end":"2026-05-28T03:01:38.049541Z","steps":["trace[928493200] 'process raft request' (duration: 126.933042ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:38.049932Z","caller":"traceutil/trace.go:171","msg":"trace[1446657014] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"125.468975ms","start":"2026-05-28T03:01:37.924427Z","end":"2026-05-28T03:01:38.049896Z","steps":["trace[1446657014] 'process raft request' (duration: 124.934268ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:38.049984Z","caller":"traceutil/trace.go:171","msg":"trace[828265866] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"125.083784ms","start":"2026-05-28T03:01:37.924883Z","end":"2026-05-28T03:01:38.049967Z","steps":["trace[828265866] 'process raft request' (duration: 124.902548ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:38.050044Z","caller":"traceutil/trace.go:171","msg":"trace[1278586781] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"124.303709ms","start":"2026-05-28T03:01:37.925714Z","end":"2026-05-28T03:01:38.050017Z","steps":["trace[1278586781] 'process raft request' (duration: 124.220587ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:38.050088Z","caller":"traceutil/trace.go:171","msg":"trace[1727967231] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"124.916028ms","start":"2026-05-28T03:01:37.925163Z","end":"2026-05-28T03:01:38.050079Z","steps":["trace[1727967231] 'process raft request' (duration: 124.734282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:38.050219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.301046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T03:01:38.050286Z","caller":"traceutil/trace.go:171","msg":"trace[413342744] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26586; }","duration":"128.422649ms","start":"2026-05-28T03:01:37.921848Z","end":"2026-05-28T03:01:38.05027Z","steps":["trace[413342744] 'agreement among raft nodes before linearized reading' (duration: 128.169121ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:39.000618Z","caller":"traceutil/trace.go:171","msg":"trace[165340499] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"108.664662ms","start":"2026-05-28T03:01:38.891926Z","end":"2026-05-28T03:01:39.000591Z","steps":["trace[165340499] 'process raft request' (duration: 108.265899ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:40.300207Z","caller":"traceutil/trace.go:171","msg":"trace[1337851291] linearizableReadLoop","detail":"{readStateIndex:27488; appliedIndex:27484; }","duration":"233.692323ms","start":"2026-05-28T03:01:40.066491Z","end":"2026-05-28T03:01:40.300184Z","steps":["trace[1337851291] 'read index received' (duration: 66.765011ms)","trace[1337851291] 'applied index is now lower than readState.Index' (duration: 166.926342ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:40.300402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.88738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:01:40.300445Z","caller":"traceutil/trace.go:171","msg":"trace[1956019087] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26600; }","duration":"233.948021ms","start":"2026-05-28T03:01:40.066487Z","end":"2026-05-28T03:01:40.300435Z","steps":["trace[1956019087] 'agreement among raft nodes before linearized reading' (duration: 233.784536ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:40.300774Z","caller":"traceutil/trace.go:171","msg":"trace[1392439118] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"234.438188ms","start":"2026-05-28T03:01:40.066325Z","end":"2026-05-28T03:01:40.300764Z","steps":["trace[1392439118] 'process raft request' (duration: 233.56538ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:40.300901Z","caller":"traceutil/trace.go:171","msg":"trace[143367500] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"234.559221ms","start":"2026-05-28T03:01:40.066334Z","end":"2026-05-28T03:01:40.300893Z","steps":["trace[143367500] 'process raft request' (duration: 233.708214ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:40.301037Z","caller":"traceutil/trace.go:171","msg":"trace[909043237] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"234.704496ms","start":"2026-05-28T03:01:40.06632Z","end":"2026-05-28T03:01:40.301025Z","steps":["trace[909043237] 'process raft request' (duration: 233.766536ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:40.301183Z","caller":"traceutil/trace.go:171","msg":"trace[1771036793] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"234.666395ms","start":"2026-05-28T03:01:40.066508Z","end":"2026-05-28T03:01:40.301174Z","steps":["trace[1771036793] 'process raft request' (duration: 233.612441ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:40.301198Z","caller":"traceutil/trace.go:171","msg":"trace[1680096198] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"233.750635ms","start":"2026-05-28T03:01:40.067429Z","end":"2026-05-28T03:01:40.30118Z","steps":["trace[1680096198] 'process raft request' (duration: 232.722772ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:40.434286Z","caller":"traceutil/trace.go:171","msg":"trace[467835086] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"127.875131ms","start":"2026-05-28T03:01:40.306392Z","end":"2026-05-28T03:01:40.434267Z","steps":["trace[467835086] 'process raft request' (duration: 83.894265ms)","trace[467835086] 'compare' (duration: 43.897424ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:42.609082Z","caller":"traceutil/trace.go:171","msg":"trace[243251492] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"142.849958ms","start":"2026-05-28T03:01:42.466211Z","end":"2026-05-28T03:01:42.609061Z","steps":["trace[243251492] 'process raft request' (duration: 142.702153ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:43.137756Z","caller":"traceutil/trace.go:171","msg":"trace[1128386310] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"141.713242ms","start":"2026-05-28T03:01:42.996021Z","end":"2026-05-28T03:01:43.137735Z","steps":["trace[1128386310] 'process raft request' (duration: 141.514035ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:43.798132Z","caller":"traceutil/trace.go:171","msg":"trace[1143881332] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"213.248825ms","start":"2026-05-28T03:01:43.584855Z","end":"2026-05-28T03:01:43.798103Z","steps":["trace[1143881332] 'process raft request' (duration: 212.989326ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:43.798335Z","caller":"traceutil/trace.go:171","msg":"trace[43815194] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"120.686154ms","start":"2026-05-28T03:01:43.677608Z","end":"2026-05-28T03:01:43.798294Z","steps":["trace[43815194] 'process raft request' (duration: 120.442296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:45.303276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.833015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T03:01:45.303315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.169529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T03:01:45.30339Z","caller":"traceutil/trace.go:171","msg":"trace[2143753150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26630; }","duration":"155.292823ms","start":"2026-05-28T03:01:45.148077Z","end":"2026-05-28T03:01:45.303369Z","steps":["trace[2143753150] 'range keys from in-memory index tree' (duration: 155.034365ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:45.303387Z","caller":"traceutil/trace.go:171","msg":"trace[1248538609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26630; }","duration":"136.001181ms","start":"2026-05-28T03:01:45.167361Z","end":"2026-05-28T03:01:45.303362Z","steps":["trace[1248538609] 'range keys from in-memory index tree' (duration: 135.67981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:45.687165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.285084ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:01:45.687273Z","caller":"traceutil/trace.go:171","msg":"trace[570435207] linearizableReadLoop","detail":"{readStateIndex:27525; appliedIndex:27524; }","duration":"151.823873ms","start":"2026-05-28T03:01:45.535431Z","end":"2026-05-28T03:01:45.687255Z","steps":["trace[570435207] 'read index received' (duration: 198.426µs)","trace[570435207] 'applied index is now lower than readState.Index' (duration: 151.623887ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:45.687364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.917306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:45.6874Z","caller":"traceutil/trace.go:171","msg":"trace[252220304] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26634; }","duration":"152.000908ms","start":"2026-05-28T03:01:45.535389Z","end":"2026-05-28T03:01:45.68739Z","steps":["trace[252220304] 'agreement among raft nodes before linearized reading' (duration: 151.916456ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:46.333797Z","caller":"traceutil/trace.go:171","msg":"trace[197114176] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"159.621171ms","start":"2026-05-28T03:01:46.174159Z","end":"2026-05-28T03:01:46.33378Z","steps":["trace[197114176] 'process raft request' (duration: 159.512437ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:46.53098Z","caller":"traceutil/trace.go:171","msg":"trace[584410362] transaction","detail":"{read_only:false; response_revision:26640; number_of_response:1; }","duration":"129.826724ms","start":"2026-05-28T03:01:46.401121Z","end":"2026-05-28T03:01:46.530948Z","steps":["trace[584410362] 'process raft request' (duration: 129.739941ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:46.531025Z","caller":"traceutil/trace.go:171","msg":"trace[1036002357] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"129.975479ms","start":"2026-05-28T03:01:46.401008Z","end":"2026-05-28T03:01:46.530984Z","steps":["trace[1036002357] 'process raft request' (duration: 129.731531ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:46.531249Z","caller":"traceutil/trace.go:171","msg":"trace[917096004] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"130.0009ms","start":"2026-05-28T03:01:46.401207Z","end":"2026-05-28T03:01:46.531207Z","steps":["trace[917096004] 'process raft request' (duration: 129.693961ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:46.531655Z","caller":"traceutil/trace.go:171","msg":"trace[1803680776] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"130.31672ms","start":"2026-05-28T03:01:46.401315Z","end":"2026-05-28T03:01:46.531632Z","steps":["trace[1803680776] 'process raft request' (duration: 129.755862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:46.992306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.367855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:46.99238Z","caller":"traceutil/trace.go:171","msg":"trace[1677637361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26643; }","duration":"138.486419ms","start":"2026-05-28T03:01:46.853875Z","end":"2026-05-28T03:01:46.992361Z","steps":["trace[1677637361] 'range keys from in-memory index tree' (duration: 138.288493ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:47.674533Z","caller":"traceutil/trace.go:171","msg":"trace[896191422] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"311.63596ms","start":"2026-05-28T03:01:47.36286Z","end":"2026-05-28T03:01:47.674496Z","steps":["trace[896191422] 'process raft request' (duration: 257.855051ms)","trace[896191422] 'compare' (duration: 53.426167ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:47.674579Z","caller":"traceutil/trace.go:171","msg":"trace[512246639] linearizableReadLoop","detail":"{readStateIndex:27540; appliedIndex:27536; }","duration":"299.095662ms","start":"2026-05-28T03:01:47.375459Z","end":"2026-05-28T03:01:47.674555Z","steps":["trace[512246639] 'read index received' (duration: 31.890283ms)","trace[512246639] 'applied index is now lower than readState.Index' (duration: 267.203938ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:47.674663Z","caller":"traceutil/trace.go:171","msg":"trace[1215650478] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"311.703552ms","start":"2026-05-28T03:01:47.362928Z","end":"2026-05-28T03:01:47.674632Z","steps":["trace[1215650478] 'process raft request' (duration: 311.469885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:47.674682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:47.362844Z","time spent":"311.761434ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:47.674768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:47.362907Z","time spent":"311.802375ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:47.674755Z","caller":"traceutil/trace.go:171","msg":"trace[1620742141] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"311.551687ms","start":"2026-05-28T03:01:47.363165Z","end":"2026-05-28T03:01:47.674716Z","steps":["trace[1620742141] 'process raft request' (duration: 311.32818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:47.674876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.398071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:01:47.674922Z","caller":"traceutil/trace.go:171","msg":"trace[426216653] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:26649; }","duration":"299.490224ms","start":"2026-05-28T03:01:47.375418Z","end":"2026-05-28T03:01:47.674908Z","steps":["trace[426216653] 'agreement among raft nodes before linearized reading' (duration: 299.298508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:47.674922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:47.363158Z","time spent":"311.674351ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:47.674926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.221635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"warn","ts":"2026-05-28T03:01:47.674937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.530593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T03:01:47.675008Z","caller":"traceutil/trace.go:171","msg":"trace[298923320] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:26649; }","duration":"298.636096ms","start":"2026-05-28T03:01:47.376357Z","end":"2026-05-28T03:01:47.674993Z","steps":["trace[298923320] 'agreement among raft nodes before linearized reading' (duration: 298.410989ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:47.675009Z","caller":"traceutil/trace.go:171","msg":"trace[1698032306] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:26649; }","duration":"299.310138ms","start":"2026-05-28T03:01:47.375678Z","end":"2026-05-28T03:01:47.674988Z","steps":["trace[1698032306] 'agreement among raft nodes before linearized reading' (duration: 299.093601ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:47.949256Z","caller":"traceutil/trace.go:171","msg":"trace[757674398] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"127.115138ms","start":"2026-05-28T03:01:47.822114Z","end":"2026-05-28T03:01:47.949229Z","steps":["trace[757674398] 'process raft request' (duration: 126.917062ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:47.96569Z","caller":"traceutil/trace.go:171","msg":"trace[1038075935] linearizableReadLoop","detail":"{readStateIndex:27543; appliedIndex:27541; }","duration":"115.085946ms","start":"2026-05-28T03:01:47.850585Z","end":"2026-05-28T03:01:47.965671Z","steps":["trace[1038075935] 'read index received' (duration: 98.54956ms)","trace[1038075935] 'applied index is now lower than readState.Index' (duration: 16.535636ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:47.965802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.20804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:47.965822Z","caller":"traceutil/trace.go:171","msg":"trace[2118435600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26652; }","duration":"115.271482ms","start":"2026-05-28T03:01:47.850543Z","end":"2026-05-28T03:01:47.965815Z","steps":["trace[2118435600] 'agreement among raft nodes before linearized reading' (duration: 115.19273ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:47.965784Z","caller":"traceutil/trace.go:171","msg":"trace[1860863060] transaction","detail":"{read_only:false; response_revision:26652; number_of_response:1; }","duration":"125.899389ms","start":"2026-05-28T03:01:47.839849Z","end":"2026-05-28T03:01:47.965749Z","steps":["trace[1860863060] 'process raft request' (duration: 125.667812ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:49.787479Z","caller":"traceutil/trace.go:171","msg":"trace[1045711909] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"106.0825ms","start":"2026-05-28T03:01:49.68137Z","end":"2026-05-28T03:01:49.787453Z","steps":["trace[1045711909] 'process raft request' (duration: 83.877355ms)","trace[1045711909] 'compare' (duration: 21.638497ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:49.787644Z","caller":"traceutil/trace.go:171","msg":"trace[1352279044] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"105.828982ms","start":"2026-05-28T03:01:49.681804Z","end":"2026-05-28T03:01:49.787633Z","steps":["trace[1352279044] 'process raft request' (duration: 105.227493ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:50.786735Z","caller":"traceutil/trace.go:171","msg":"trace[1246419916] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"279.20993ms","start":"2026-05-28T03:01:50.507498Z","end":"2026-05-28T03:01:50.786708Z","steps":["trace[1246419916] 'process raft request' (duration: 189.674086ms)","trace[1246419916] 'compare' (duration: 89.4183ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:51.137996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.483083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:01:51.138172Z","caller":"traceutil/trace.go:171","msg":"trace[1575911788] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"561.349883ms","start":"2026-05-28T03:01:50.576794Z","end":"2026-05-28T03:01:51.138144Z","steps":["trace[1575911788] 'process raft request' (duration: 426.639583ms)","trace[1575911788] 'compare' (duration: 134.376459ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:51.138236Z","caller":"traceutil/trace.go:171","msg":"trace[668574432] linearizableReadLoop","detail":"{readStateIndex:27565; appliedIndex:27561; }","duration":"430.263658ms","start":"2026-05-28T03:01:50.707956Z","end":"2026-05-28T03:01:51.13822Z","steps":["trace[668574432] 'read index received' (duration: 295.379493ms)","trace[668574432] 'applied index is now lower than readState.Index' (duration: 134.883105ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:51.138305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.576769Z","time spent":"561.472426ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:51.138397Z","caller":"traceutil/trace.go:171","msg":"trace[1265176192] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"553.964418ms","start":"2026-05-28T03:01:50.584422Z","end":"2026-05-28T03:01:51.138386Z","steps":["trace[1265176192] 'process raft request' (duration: 553.666678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:51.138468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.584396Z","time spent":"554.03651ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:51.1385Z","caller":"traceutil/trace.go:171","msg":"trace[1848632809] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"552.853973ms","start":"2026-05-28T03:01:50.585635Z","end":"2026-05-28T03:01:51.138488Z","steps":["trace[1848632809] 'process raft request' (duration: 552.544213ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:51.138526Z","caller":"traceutil/trace.go:171","msg":"trace[2132915694] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"554.046291ms","start":"2026-05-28T03:01:50.584464Z","end":"2026-05-28T03:01:51.13851Z","steps":["trace[2132915694] 'process raft request' (duration: 553.681189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:51.138565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.585622Z","time spent":"552.908374ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:51.138568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.601919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-28T03:01:51.138629Z","caller":"traceutil/trace.go:171","msg":"trace[1023185137] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26673; }","duration":"430.706532ms","start":"2026-05-28T03:01:50.707909Z","end":"2026-05-28T03:01:51.138615Z","steps":["trace[1023185137] 'agreement among raft nodes before linearized reading' (duration: 430.533887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:51.138673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.707888Z","time spent":"430.777435ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T03:01:51.138675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.365025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:51.138684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.674128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:51.138628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.584434Z","time spent":"554.154794ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:51.138717Z","caller":"traceutil/trace.go:171","msg":"trace[1928133762] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26673; }","duration":"206.410927ms","start":"2026-05-28T03:01:50.932295Z","end":"2026-05-28T03:01:51.138706Z","steps":["trace[1928133762] 'agreement among raft nodes before linearized reading' (duration: 206.337305ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:51.13872Z","caller":"traceutil/trace.go:171","msg":"trace[2062690604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26673; }","duration":"281.73897ms","start":"2026-05-28T03:01:50.856973Z","end":"2026-05-28T03:01:51.138712Z","steps":["trace[2062690604] 'agreement among raft nodes before linearized reading' (duration: 281.678688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:51.138749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.050746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:01:51.13882Z","caller":"traceutil/trace.go:171","msg":"trace[979644192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26673; }","duration":"365.15734ms","start":"2026-05-28T03:01:50.773643Z","end":"2026-05-28T03:01:51.1388Z","steps":["trace[979644192] 'agreement among raft nodes before linearized reading' (duration: 364.930463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:51.13888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:50.773627Z","time spent":"365.245373ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:01:51.917025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.453866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T03:01:51.917096Z","caller":"traceutil/trace.go:171","msg":"trace[2126078653] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:26678; }","duration":"103.579201ms","start":"2026-05-28T03:01:51.8135Z","end":"2026-05-28T03:01:51.917079Z","steps":["trace[2126078653] 'agreement among raft nodes before linearized reading' (duration: 103.175028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:51.917247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.180364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T03:01:51.917279Z","caller":"traceutil/trace.go:171","msg":"trace[332022809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26678; }","duration":"101.220706ms","start":"2026-05-28T03:01:51.81605Z","end":"2026-05-28T03:01:51.917271Z","steps":["trace[332022809] 'agreement among raft nodes before linearized reading' (duration: 101.141723ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:52.06031Z","caller":"traceutil/trace.go:171","msg":"trace[936576705] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"137.273391ms","start":"2026-05-28T03:01:51.923001Z","end":"2026-05-28T03:01:52.060275Z","steps":["trace[936576705] 'process raft request' (duration: 96.549147ms)","trace[936576705] 'compare' (duration: 40.542948ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:52.060343Z","caller":"traceutil/trace.go:171","msg":"trace[996004300] linearizableReadLoop","detail":"{readStateIndex:27572; appliedIndex:27570; }","duration":"137.054184ms","start":"2026-05-28T03:01:51.923259Z","end":"2026-05-28T03:01:52.060313Z","steps":["trace[996004300] 'read index received' (duration: 33.212525ms)","trace[996004300] 'applied index is now lower than readState.Index' (duration: 103.838919ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:52.062134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.862581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1328485"} {"level":"info","ts":"2026-05-28T03:01:52.062205Z","caller":"traceutil/trace.go:171","msg":"trace[537955895] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:26681; }","duration":"138.979666ms","start":"2026-05-28T03:01:51.923209Z","end":"2026-05-28T03:01:52.062188Z","steps":["trace[537955895] 'agreement among raft nodes before linearized reading' (duration: 137.187289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:52.06265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.123858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1328485"} {"level":"info","ts":"2026-05-28T03:01:52.06272Z","caller":"traceutil/trace.go:171","msg":"trace[1599443289] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:26681; }","duration":"138.224251ms","start":"2026-05-28T03:01:51.924482Z","end":"2026-05-28T03:01:52.062706Z","steps":["trace[1599443289] 'agreement among raft nodes before linearized reading' (duration: 136.30382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:52.062841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.513872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1328485"} {"level":"info","ts":"2026-05-28T03:01:52.06292Z","caller":"traceutil/trace.go:171","msg":"trace[241837734] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:26681; }","duration":"139.656646ms","start":"2026-05-28T03:01:51.923245Z","end":"2026-05-28T03:01:52.062902Z","steps":["trace[241837734] 'agreement among raft nodes before linearized reading' (duration: 137.375714ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:52.555579Z","caller":"traceutil/trace.go:171","msg":"trace[569696045] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"194.264731ms","start":"2026-05-28T03:01:52.361287Z","end":"2026-05-28T03:01:52.555551Z","steps":["trace[569696045] 'process raft request' (duration: 194.092886ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:52.556168Z","caller":"traceutil/trace.go:171","msg":"trace[274171745] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"125.61297ms","start":"2026-05-28T03:01:52.43053Z","end":"2026-05-28T03:01:52.556143Z","steps":["trace[274171745] 'process raft request' (duration: 125.453525ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:52.99103Z","caller":"traceutil/trace.go:171","msg":"trace[260292715] linearizableReadLoop","detail":"{readStateIndex:27576; appliedIndex:27575; }","duration":"156.804221ms","start":"2026-05-28T03:01:52.834202Z","end":"2026-05-28T03:01:52.991006Z","steps":["trace[260292715] 'read index received' (duration: 156.585905ms)","trace[260292715] 'applied index is now lower than readState.Index' (duration: 217.366µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:52.991074Z","caller":"traceutil/trace.go:171","msg":"trace[809936081] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"199.473407ms","start":"2026-05-28T03:01:52.791569Z","end":"2026-05-28T03:01:52.991043Z","steps":["trace[809936081] 'process raft request' (duration: 199.27507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:52.991207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.135159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:01:52.991199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.965106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:52.991244Z","caller":"traceutil/trace.go:171","msg":"trace[1432657172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26684; }","duration":"133.209182ms","start":"2026-05-28T03:01:52.858024Z","end":"2026-05-28T03:01:52.991233Z","steps":["trace[1432657172] 'agreement among raft nodes before linearized reading' (duration: 133.119159ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:52.991278Z","caller":"traceutil/trace.go:171","msg":"trace[1442176782] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26684; }","duration":"157.09803ms","start":"2026-05-28T03:01:52.834158Z","end":"2026-05-28T03:01:52.991256Z","steps":["trace[1442176782] 'agreement among raft nodes before linearized reading' (duration: 156.954026ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:54.068061Z","caller":"traceutil/trace.go:171","msg":"trace[1982691549] linearizableReadLoop","detail":"{readStateIndex:27586; appliedIndex:27585; }","duration":"107.04501ms","start":"2026-05-28T03:01:53.960991Z","end":"2026-05-28T03:01:54.068036Z","steps":["trace[1982691549] 'read index received' (duration: 106.888385ms)","trace[1982691549] 'applied index is now lower than readState.Index' (duration: 155.255µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:54.06816Z","caller":"traceutil/trace.go:171","msg":"trace[1849277765] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"142.311531ms","start":"2026-05-28T03:01:53.925822Z","end":"2026-05-28T03:01:54.068133Z","steps":["trace[1849277765] 'process raft request' (duration: 142.063453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:54.068317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.303899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:01:54.068394Z","caller":"traceutil/trace.go:171","msg":"trace[1022818742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26694; }","duration":"107.433373ms","start":"2026-05-28T03:01:53.960943Z","end":"2026-05-28T03:01:54.068376Z","steps":["trace[1022818742] 'agreement among raft nodes before linearized reading' (duration: 107.214226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:55.032949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.261344ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:01:55.125321Z","caller":"traceutil/trace.go:171","msg":"trace[1085430598] transaction","detail":"{read_only:false; response_revision:26699; number_of_response:1; }","duration":"129.299377ms","start":"2026-05-28T03:01:54.995996Z","end":"2026-05-28T03:01:55.125295Z","steps":["trace[1085430598] 'process raft request' (duration: 129.085031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:56.237242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.619443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:56.237369Z","caller":"traceutil/trace.go:171","msg":"trace[1131904162] linearizableReadLoop","detail":"{readStateIndex:27600; appliedIndex:27599; }","duration":"160.416676ms","start":"2026-05-28T03:01:56.07693Z","end":"2026-05-28T03:01:56.237347Z","steps":["trace[1131904162] 'read index received' (duration: 144.256893ms)","trace[1131904162] 'applied index is now lower than readState.Index' (duration: 16.158903ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:56.237438Z","caller":"traceutil/trace.go:171","msg":"trace[179075846] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"161.976565ms","start":"2026-05-28T03:01:56.075431Z","end":"2026-05-28T03:01:56.237408Z","steps":["trace[179075846] 'process raft request' (duration: 145.821772ms)","trace[179075846] 'compare' (duration: 15.852844ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:56.237617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.654084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:01:56.23765Z","caller":"traceutil/trace.go:171","msg":"trace[2047742284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26707; }","duration":"160.741407ms","start":"2026-05-28T03:01:56.076899Z","end":"2026-05-28T03:01:56.237641Z","steps":["trace[2047742284] 'agreement among raft nodes before linearized reading' (duration: 160.54588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:56.237609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.951821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:01:56.237745Z","caller":"traceutil/trace.go:171","msg":"trace[1051580548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26707; }","duration":"109.141157ms","start":"2026-05-28T03:01:56.128598Z","end":"2026-05-28T03:01:56.23774Z","steps":["trace[1051580548] 'agreement among raft nodes before linearized reading' (duration: 108.91834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:56.237264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.912917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T03:01:56.23789Z","caller":"traceutil/trace.go:171","msg":"trace[1510596447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26706; }","duration":"164.545577ms","start":"2026-05-28T03:01:56.07331Z","end":"2026-05-28T03:01:56.237855Z","steps":["trace[1510596447] 'range keys from in-memory index tree' (duration: 163.68289ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:56.238686Z","caller":"traceutil/trace.go:171","msg":"trace[578946279] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26706; }","duration":"177.818109ms","start":"2026-05-28T03:01:56.059542Z","end":"2026-05-28T03:01:56.23736Z","steps":["trace[578946279] 'count revisions from in-memory index tree' (duration: 177.52335ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:56.781204Z","caller":"traceutil/trace.go:171","msg":"trace[1499231180] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"202.988757ms","start":"2026-05-28T03:01:56.578191Z","end":"2026-05-28T03:01:56.78118Z","steps":["trace[1499231180] 'process raft request' (duration: 202.814582ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:58.153785Z","caller":"traceutil/trace.go:171","msg":"trace[1878313691] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"200.738197ms","start":"2026-05-28T03:01:57.953015Z","end":"2026-05-28T03:01:58.153754Z","steps":["trace[1878313691] 'process raft request' (duration: 200.48766ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:58.762155Z","caller":"traceutil/trace.go:171","msg":"trace[1165799266] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"518.13102ms","start":"2026-05-28T03:01:58.243998Z","end":"2026-05-28T03:01:58.762129Z","steps":["trace[1165799266] 'process raft request' (duration: 517.922733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:58.762304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:58.243968Z","time spent":"518.259664ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:01:58.79915Z","caller":"traceutil/trace.go:171","msg":"trace[1360423397] linearizableReadLoop","detail":"{readStateIndex:27615; appliedIndex:27613; }","duration":"524.959066ms","start":"2026-05-28T03:01:58.274162Z","end":"2026-05-28T03:01:58.799121Z","steps":["trace[1360423397] 'read index received' (duration: 487.863488ms)","trace[1360423397] 'applied index is now lower than readState.Index' (duration: 37.094138ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:01:58.799185Z","caller":"traceutil/trace.go:171","msg":"trace[726671318] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"550.401785ms","start":"2026-05-28T03:01:58.248752Z","end":"2026-05-28T03:01:58.799154Z","steps":["trace[726671318] 'process raft request' (duration: 550.22728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:58.799324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:58.248731Z","time spent":"550.517308ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:01:58.799388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.184414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-05-28T03:01:58.79956Z","caller":"traceutil/trace.go:171","msg":"trace[2098451763] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:26722; }","duration":"525.39521ms","start":"2026-05-28T03:01:58.274146Z","end":"2026-05-28T03:01:58.799541Z","steps":["trace[2098451763] 'agreement among raft nodes before linearized reading' (duration: 525.084611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:58.799602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:58.27409Z","time spent":"525.499774ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" "} {"level":"warn","ts":"2026-05-28T03:01:58.800339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.815587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T03:01:58.800294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.923838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:01:58.800391Z","caller":"traceutil/trace.go:171","msg":"trace[1863825937] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:26723; }","duration":"459.934471ms","start":"2026-05-28T03:01:58.340442Z","end":"2026-05-28T03:01:58.800377Z","steps":["trace[1863825937] 'agreement among raft nodes before linearized reading' (duration: 459.711774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:58.800428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:58.340432Z","time spent":"459.988482ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"info","ts":"2026-05-28T03:01:58.80043Z","caller":"traceutil/trace.go:171","msg":"trace[1533394380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26723; }","duration":"504.090694ms","start":"2026-05-28T03:01:58.296316Z","end":"2026-05-28T03:01:58.800406Z","steps":["trace[1533394380] 'agreement among raft nodes before linearized reading' (duration: 503.810825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:58.800474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:58.296274Z","time spent":"504.190017ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:58.800585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.129357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T03:01:58.800649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.905604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:01:58.800663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.146148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:01:58.800674Z","caller":"traceutil/trace.go:171","msg":"trace[1750015172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26723; }","duration":"488.258341ms","start":"2026-05-28T03:01:58.312389Z","end":"2026-05-28T03:01:58.800647Z","steps":["trace[1750015172] 'agreement among raft nodes before linearized reading' (duration: 488.045754ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:58.800708Z","caller":"traceutil/trace.go:171","msg":"trace[1694988738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26723; }","duration":"494.21419ms","start":"2026-05-28T03:01:58.306481Z","end":"2026-05-28T03:01:58.800695Z","steps":["trace[1694988738] 'agreement among raft nodes before linearized reading' (duration: 494.102017ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:58.800713Z","caller":"traceutil/trace.go:171","msg":"trace[2121294879] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26723; }","duration":"207.985898ms","start":"2026-05-28T03:01:58.592692Z","end":"2026-05-28T03:01:58.800678Z","steps":["trace[2121294879] 'agreement among raft nodes before linearized reading' (duration: 207.893815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:58.800733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:58.312369Z","time spent":"488.350714ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:58.800744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:58.306467Z","time spent":"494.267991ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:01:58.800347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.392067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-28T03:01:58.800849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.261091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:01:58.800901Z","caller":"traceutil/trace.go:171","msg":"trace[1347098882] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:26723; }","duration":"465.342973ms","start":"2026-05-28T03:01:58.335542Z","end":"2026-05-28T03:01:58.800885Z","steps":["trace[1347098882] 'agreement among raft nodes before linearized reading' (duration: 465.198669ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:58.800897Z","caller":"traceutil/trace.go:171","msg":"trace[37797885] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26723; }","duration":"155.949664ms","start":"2026-05-28T03:01:58.644901Z","end":"2026-05-28T03:01:58.800851Z","steps":["trace[37797885] 'agreement among raft nodes before linearized reading' (duration: 155.310054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:58.800935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:01:58.335522Z","time spent":"465.404695ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"info","ts":"2026-05-28T03:01:59.377294Z","caller":"traceutil/trace.go:171","msg":"trace[316695556] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"215.653011ms","start":"2026-05-28T03:01:59.161618Z","end":"2026-05-28T03:01:59.377271Z","steps":["trace[316695556] 'process raft request' (duration: 215.497086ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:59.394503Z","caller":"traceutil/trace.go:171","msg":"trace[1555500814] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"139.750719ms","start":"2026-05-28T03:01:59.254733Z","end":"2026-05-28T03:01:59.394484Z","steps":["trace[1555500814] 'process raft request' (duration: 139.407258ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:59.394711Z","caller":"traceutil/trace.go:171","msg":"trace[2093644263] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"126.434306ms","start":"2026-05-28T03:01:59.268266Z","end":"2026-05-28T03:01:59.394701Z","steps":["trace[2093644263] 'process raft request' (duration: 125.967151ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:59.394849Z","caller":"traceutil/trace.go:171","msg":"trace[1081808284] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"126.293501ms","start":"2026-05-28T03:01:59.268542Z","end":"2026-05-28T03:01:59.394836Z","steps":["trace[1081808284] 'process raft request' (duration: 125.724363ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:59.394986Z","caller":"traceutil/trace.go:171","msg":"trace[1141620440] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"125.231148ms","start":"2026-05-28T03:01:59.269745Z","end":"2026-05-28T03:01:59.394977Z","steps":["trace[1141620440] 'process raft request' (duration: 124.551096ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:59.508555Z","caller":"traceutil/trace.go:171","msg":"trace[1951303913] linearizableReadLoop","detail":"{readStateIndex:27625; appliedIndex:27624; }","duration":"109.391055ms","start":"2026-05-28T03:01:59.399144Z","end":"2026-05-28T03:01:59.508535Z","steps":["trace[1951303913] 'read index received' (duration: 99.773ms)","trace[1951303913] 'applied index is now lower than readState.Index' (duration: 9.617175ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:01:59.508683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.525049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:01:59.508669Z","caller":"traceutil/trace.go:171","msg":"trace[1704552051] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"109.86099ms","start":"2026-05-28T03:01:59.398779Z","end":"2026-05-28T03:01:59.50864Z","steps":["trace[1704552051] 'process raft request' (duration: 100.085989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:01:59.508848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.098716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-be3fc99a-d2e6-4b3e-904c-34befd2e33b0\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-28T03:01:59.508709Z","caller":"traceutil/trace.go:171","msg":"trace[1601617358] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26732; }","duration":"109.580561ms","start":"2026-05-28T03:01:59.39912Z","end":"2026-05-28T03:01:59.508701Z","steps":["trace[1601617358] 'agreement among raft nodes before linearized reading' (duration: 109.515239ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:01:59.50893Z","caller":"traceutil/trace.go:171","msg":"trace[552094271] range","detail":"{range_begin:/registry/persistentvolumes/pvc-be3fc99a-d2e6-4b3e-904c-34befd2e33b0; range_end:; response_count:1; response_revision:26732; }","duration":"109.208919ms","start":"2026-05-28T03:01:59.399703Z","end":"2026-05-28T03:01:59.508912Z","steps":["trace[552094271] 'agreement among raft nodes before linearized reading' (duration: 109.001703ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:01.576639Z","caller":"traceutil/trace.go:171","msg":"trace[647850524] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"176.429075ms","start":"2026-05-28T03:02:01.400183Z","end":"2026-05-28T03:02:01.576612Z","steps":["trace[647850524] 'process raft request' (duration: 176.056463ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:01.577109Z","caller":"traceutil/trace.go:171","msg":"trace[1729485594] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"176.91924ms","start":"2026-05-28T03:02:01.400167Z","end":"2026-05-28T03:02:01.577087Z","steps":["trace[1729485594] 'process raft request' (duration: 176.391953ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:01.577842Z","caller":"traceutil/trace.go:171","msg":"trace[677357795] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"177.522419ms","start":"2026-05-28T03:02:01.400266Z","end":"2026-05-28T03:02:01.577788Z","steps":["trace[677357795] 'process raft request' (duration: 176.744694ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:01.577925Z","caller":"traceutil/trace.go:171","msg":"trace[1945302436] linearizableReadLoop","detail":"{readStateIndex:27640; appliedIndex:27636; }","duration":"107.97102ms","start":"2026-05-28T03:02:01.469914Z","end":"2026-05-28T03:02:01.577885Z","steps":["trace[1945302436] 'read index received' (duration: 106.258586ms)","trace[1945302436] 'applied index is now lower than readState.Index' (duration: 1.711074ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:01.578083Z","caller":"traceutil/trace.go:171","msg":"trace[2019428866] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"177.691815ms","start":"2026-05-28T03:02:01.400305Z","end":"2026-05-28T03:02:01.577997Z","steps":["trace[2019428866] 'process raft request' (duration: 177.383095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:01.578145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.210257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:01.578202Z","caller":"traceutil/trace.go:171","msg":"trace[752558507] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26746; }","duration":"108.369633ms","start":"2026-05-28T03:02:01.469819Z","end":"2026-05-28T03:02:01.578188Z","steps":["trace[752558507] 'agreement among raft nodes before linearized reading' (duration: 108.248049ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:02.280581Z","caller":"traceutil/trace.go:171","msg":"trace[1257158402] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"112.029439ms","start":"2026-05-28T03:02:02.16847Z","end":"2026-05-28T03:02:02.2805Z","steps":["trace[1257158402] 'process raft request' (duration: 111.815772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:03.228428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.638109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:03.228655Z","caller":"traceutil/trace.go:171","msg":"trace[1819243945] linearizableReadLoop","detail":"{readStateIndex:27649; appliedIndex:27647; }","duration":"235.196141ms","start":"2026-05-28T03:02:02.993444Z","end":"2026-05-28T03:02:03.22864Z","steps":["trace[1819243945] 'read index received' (duration: 127.242972ms)","trace[1819243945] 'applied index is now lower than readState.Index' (duration: 107.952169ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:03.228753Z","caller":"traceutil/trace.go:171","msg":"trace[866677364] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"236.11078ms","start":"2026-05-28T03:02:02.992564Z","end":"2026-05-28T03:02:03.228675Z","steps":["trace[866677364] 'process raft request' (duration: 128.13319ms)","trace[866677364] 'compare' (duration: 107.370691ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:03.228707Z","caller":"traceutil/trace.go:171","msg":"trace[514519175] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"236.079679ms","start":"2026-05-28T03:02:02.992565Z","end":"2026-05-28T03:02:03.228645Z","steps":["trace[514519175] 'process raft request' (duration: 235.955065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:03.228917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.858284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-05-28T03:02:03.229017Z","caller":"traceutil/trace.go:171","msg":"trace[430780718] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26755; }","duration":"162.969737ms","start":"2026-05-28T03:02:03.06602Z","end":"2026-05-28T03:02:03.228989Z","steps":["trace[430780718] 'agreement among raft nodes before linearized reading' (duration: 162.763121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:03.230084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.164821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1328485"} {"level":"info","ts":"2026-05-28T03:02:03.230125Z","caller":"traceutil/trace.go:171","msg":"trace[2075366510] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:26755; }","duration":"235.245043ms","start":"2026-05-28T03:02:02.99487Z","end":"2026-05-28T03:02:03.230115Z","steps":["trace[2075366510] 'agreement among raft nodes before linearized reading' (duration: 233.919701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:03.230432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.973327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1328485"} {"level":"info","ts":"2026-05-28T03:02:03.230497Z","caller":"traceutil/trace.go:171","msg":"trace[2088645970] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:26755; }","duration":"237.088942ms","start":"2026-05-28T03:02:02.993393Z","end":"2026-05-28T03:02:03.230482Z","steps":["trace[2088645970] 'agreement among raft nodes before linearized reading' (duration: 235.297305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:03.230534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.691637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:138 size:1328485"} {"level":"info","ts":"2026-05-28T03:02:03.23058Z","caller":"traceutil/trace.go:171","msg":"trace[1346932835] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:138; response_revision:26755; }","duration":"235.755579ms","start":"2026-05-28T03:02:02.994812Z","end":"2026-05-28T03:02:03.230567Z","steps":["trace[1346932835] 'agreement among raft nodes before linearized reading' (duration: 233.917801ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:03.701317Z","caller":"traceutil/trace.go:171","msg":"trace[744251736] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"118.68973ms","start":"2026-05-28T03:02:03.582598Z","end":"2026-05-28T03:02:03.701288Z","steps":["trace[744251736] 'process raft request' (duration: 118.36114ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:03.701321Z","caller":"traceutil/trace.go:171","msg":"trace[1363035333] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"117.7067ms","start":"2026-05-28T03:02:03.583568Z","end":"2026-05-28T03:02:03.701274Z","steps":["trace[1363035333] 'process raft request' (duration: 117.572716ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:03.701565Z","caller":"traceutil/trace.go:171","msg":"trace[401079983] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"118.065481ms","start":"2026-05-28T03:02:03.58317Z","end":"2026-05-28T03:02:03.701235Z","steps":["trace[401079983] 'process raft request' (duration: 117.931376ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:04.276442Z","caller":"traceutil/trace.go:171","msg":"trace[262856975] linearizableReadLoop","detail":"{readStateIndex:27658; appliedIndex:27657; }","duration":"128.148761ms","start":"2026-05-28T03:02:04.148267Z","end":"2026-05-28T03:02:04.276416Z","steps":["trace[262856975] 'read index received' (duration: 127.855251ms)","trace[262856975] 'applied index is now lower than readState.Index' (duration: 292.17µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:04.276571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.280976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:04.276547Z","caller":"traceutil/trace.go:171","msg":"trace[2036880435] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"141.493165ms","start":"2026-05-28T03:02:04.135022Z","end":"2026-05-28T03:02:04.276515Z","steps":["trace[2036880435] 'process raft request' (duration: 141.212896ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:04.276605Z","caller":"traceutil/trace.go:171","msg":"trace[320877262] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26764; }","duration":"128.370328ms","start":"2026-05-28T03:02:04.148225Z","end":"2026-05-28T03:02:04.276595Z","steps":["trace[320877262] 'agreement among raft nodes before linearized reading' (duration: 128.290526ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:04.425348Z","caller":"traceutil/trace.go:171","msg":"trace[1746222573] linearizableReadLoop","detail":"{readStateIndex:27659; appliedIndex:27658; }","duration":"131.083984ms","start":"2026-05-28T03:02:04.29424Z","end":"2026-05-28T03:02:04.425324Z","steps":["trace[1746222573] 'read index received' (duration: 130.884878ms)","trace[1746222573] 'applied index is now lower than readState.Index' (duration: 195.336µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:04.4257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.431065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-28T03:02:04.425758Z","caller":"traceutil/trace.go:171","msg":"trace[28386414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26765; }","duration":"131.506797ms","start":"2026-05-28T03:02:04.294237Z","end":"2026-05-28T03:02:04.425744Z","steps":["trace[28386414] 'agreement among raft nodes before linearized reading' (duration: 131.206748ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:04.42625Z","caller":"traceutil/trace.go:171","msg":"trace[1337983466] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"140.209464ms","start":"2026-05-28T03:02:04.285201Z","end":"2026-05-28T03:02:04.42541Z","steps":["trace[1337983466] 'process raft request' (duration: 139.974086ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:05.374287Z","caller":"traceutil/trace.go:171","msg":"trace[2021094180] linearizableReadLoop","detail":"{readStateIndex:27665; appliedIndex:27664; }","duration":"108.318402ms","start":"2026-05-28T03:02:05.265947Z","end":"2026-05-28T03:02:05.374266Z","steps":["trace[2021094180] 'read index received' (duration: 108.158786ms)","trace[2021094180] 'applied index is now lower than readState.Index' (duration: 158.865µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:05.374379Z","caller":"traceutil/trace.go:171","msg":"trace[226764826] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"137.070215ms","start":"2026-05-28T03:02:05.237301Z","end":"2026-05-28T03:02:05.374371Z","steps":["trace[226764826] 'process raft request' (duration: 136.855848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.374669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.707814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T03:02:05.374709Z","caller":"traceutil/trace.go:171","msg":"trace[445687058] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:26770; }","duration":"108.779456ms","start":"2026-05-28T03:02:05.265922Z","end":"2026-05-28T03:02:05.374701Z","steps":["trace[445687058] 'agreement among raft nodes before linearized reading' (duration: 108.679183ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:05.856846Z","caller":"traceutil/trace.go:171","msg":"trace[730132151] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"149.102917ms","start":"2026-05-28T03:02:05.707721Z","end":"2026-05-28T03:02:05.856824Z","steps":["trace[730132151] 'process raft request' (duration: 135.064871ms)","trace[730132151] 'compare' (duration: 13.764757ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:05.856999Z","caller":"traceutil/trace.go:171","msg":"trace[1275143235] linearizableReadLoop","detail":"{readStateIndex:27670; appliedIndex:27667; }","duration":"144.763369ms","start":"2026-05-28T03:02:05.712192Z","end":"2026-05-28T03:02:05.856955Z","steps":["trace[1275143235] 'read index received' (duration: 19.928103ms)","trace[1275143235] 'applied index is now lower than readState.Index' (duration: 124.834336ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:05.857049Z","caller":"traceutil/trace.go:171","msg":"trace[1411659176] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"149.21592ms","start":"2026-05-28T03:02:05.7078Z","end":"2026-05-28T03:02:05.857016Z","steps":["trace[1411659176] 'process raft request' (duration: 148.962042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:05.857148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.949434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:02:05.857172Z","caller":"traceutil/trace.go:171","msg":"trace[228674588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26775; }","duration":"145.026197ms","start":"2026-05-28T03:02:05.712139Z","end":"2026-05-28T03:02:05.857165Z","steps":["trace[228674588] 'agreement among raft nodes before linearized reading' (duration: 144.921193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:08.097905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.574819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:08.098011Z","caller":"traceutil/trace.go:171","msg":"trace[1473921766] linearizableReadLoop","detail":"{readStateIndex:27687; appliedIndex:27686; }","duration":"186.66918ms","start":"2026-05-28T03:02:07.911325Z","end":"2026-05-28T03:02:08.097994Z","steps":["trace[1473921766] 'read index received' (duration: 32.935506ms)","trace[1473921766] 'applied index is now lower than readState.Index' (duration: 153.732214ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:08.098066Z","caller":"traceutil/trace.go:171","msg":"trace[876207883] transaction","detail":"{read_only:false; response_revision:26792; number_of_response:1; }","duration":"205.809068ms","start":"2026-05-28T03:02:07.89222Z","end":"2026-05-28T03:02:08.098029Z","steps":["trace[876207883] 'process raft request' (duration: 52.019363ms)","trace[876207883] 'compare' (duration: 152.772463ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:08.098188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.858556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"warn","ts":"2026-05-28T03:02:08.098271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.734644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:02:08.098331Z","caller":"traceutil/trace.go:171","msg":"trace[465572020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26792; }","duration":"119.822546ms","start":"2026-05-28T03:02:07.978495Z","end":"2026-05-28T03:02:08.098318Z","steps":["trace[465572020] 'agreement among raft nodes before linearized reading' (duration: 119.63825ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:08.09834Z","caller":"traceutil/trace.go:171","msg":"trace[1794542187] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26792; }","duration":"186.98625ms","start":"2026-05-28T03:02:07.911258Z","end":"2026-05-28T03:02:08.098244Z","steps":["trace[1794542187] 'agreement among raft nodes before linearized reading' (duration: 186.794054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:08.098484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.346683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:08.098576Z","caller":"traceutil/trace.go:171","msg":"trace[1165271136] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26792; }","duration":"120.442986ms","start":"2026-05-28T03:02:07.978121Z","end":"2026-05-28T03:02:08.098564Z","steps":["trace[1165271136] 'agreement among raft nodes before linearized reading' (duration: 119.972211ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:09.078067Z","caller":"traceutil/trace.go:171","msg":"trace[1275884064] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"212.815671ms","start":"2026-05-28T03:02:08.865233Z","end":"2026-05-28T03:02:09.078049Z","steps":["trace[1275884064] 'process raft request' (duration: 212.688077ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:09.093377Z","caller":"traceutil/trace.go:171","msg":"trace[254805758] linearizableReadLoop","detail":"{readStateIndex:27693; appliedIndex:27690; }","duration":"104.703976ms","start":"2026-05-28T03:02:08.988656Z","end":"2026-05-28T03:02:09.09336Z","steps":["trace[254805758] 'read index received' (duration: 89.312647ms)","trace[254805758] 'applied index is now lower than readState.Index' (duration: 15.390729ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:09.093429Z","caller":"traceutil/trace.go:171","msg":"trace[596351210] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"171.318753ms","start":"2026-05-28T03:02:08.922087Z","end":"2026-05-28T03:02:09.093406Z","steps":["trace[596351210] 'process raft request' (duration: 171.133377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:09.093605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.919813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T03:02:09.093636Z","caller":"traceutil/trace.go:171","msg":"trace[767208709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26798; }","duration":"105.204122ms","start":"2026-05-28T03:02:08.988425Z","end":"2026-05-28T03:02:09.093629Z","steps":["trace[767208709] 'agreement among raft nodes before linearized reading' (duration: 105.026816ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:09.093457Z","caller":"traceutil/trace.go:171","msg":"trace[1266894256] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"126.085465ms","start":"2026-05-28T03:02:08.967341Z","end":"2026-05-28T03:02:09.093427Z","steps":["trace[1266894256] 'process raft request' (duration: 125.991682ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:09.40985Z","caller":"traceutil/trace.go:171","msg":"trace[2104746998] linearizableReadLoop","detail":"{readStateIndex:27694; appliedIndex:27693; }","duration":"279.172269ms","start":"2026-05-28T03:02:09.130656Z","end":"2026-05-28T03:02:09.409829Z","steps":["trace[2104746998] 'read index received' (duration: 186.529796ms)","trace[2104746998] 'applied index is now lower than readState.Index' (duration: 92.641362ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:09.409947Z","caller":"traceutil/trace.go:171","msg":"trace[815828596] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"312.094454ms","start":"2026-05-28T03:02:09.097819Z","end":"2026-05-28T03:02:09.409914Z","steps":["trace[815828596] 'process raft request' (duration: 219.354188ms)","trace[815828596] 'compare' (duration: 92.285442ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:09.410027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.359574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T03:02:09.410047Z","caller":"traceutil/trace.go:171","msg":"trace[865761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26799; }","duration":"279.426657ms","start":"2026-05-28T03:02:09.130613Z","end":"2026-05-28T03:02:09.41004Z","steps":["trace[865761] 'agreement among raft nodes before linearized reading' (duration: 279.316194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:09.41009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:09.097792Z","time spent":"312.228239ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:11.723171Z","caller":"traceutil/trace.go:171","msg":"trace[1742621505] transaction","detail":"{read_only:false; response_revision:26815; number_of_response:1; }","duration":"210.891319ms","start":"2026-05-28T03:02:11.512248Z","end":"2026-05-28T03:02:11.723139Z","steps":["trace[1742621505] 'process raft request' (duration: 210.425275ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:11.751843Z","caller":"traceutil/trace.go:171","msg":"trace[1786040978] transaction","detail":"{read_only:false; response_revision:26816; number_of_response:1; }","duration":"169.003049ms","start":"2026-05-28T03:02:11.58281Z","end":"2026-05-28T03:02:11.751813Z","steps":["trace[1786040978] 'process raft request' (duration: 168.555125ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:11.963305Z","caller":"traceutil/trace.go:171","msg":"trace[945253762] transaction","detail":"{read_only:false; response_revision:26818; number_of_response:1; }","duration":"129.885556ms","start":"2026-05-28T03:02:11.833393Z","end":"2026-05-28T03:02:11.963279Z","steps":["trace[945253762] 'process raft request' (duration: 81.242781ms)","trace[945253762] 'compare' (duration: 48.081987ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:12.051257Z","caller":"traceutil/trace.go:171","msg":"trace[545651810] transaction","detail":"{read_only:false; response_revision:26820; number_of_response:1; }","duration":"119.297509ms","start":"2026-05-28T03:02:11.931915Z","end":"2026-05-28T03:02:12.051212Z","steps":["trace[545651810] 'process raft request' (duration: 119.082133ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:13.248297Z","caller":"traceutil/trace.go:171","msg":"trace[409069689] transaction","detail":"{read_only:false; response_revision:26825; number_of_response:1; }","duration":"126.436267ms","start":"2026-05-28T03:02:13.121836Z","end":"2026-05-28T03:02:13.248273Z","steps":["trace[409069689] 'process raft request' (duration: 126.295832ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:14.129347Z","caller":"traceutil/trace.go:171","msg":"trace[643631653] transaction","detail":"{read_only:false; response_revision:26832; number_of_response:1; }","duration":"155.082557ms","start":"2026-05-28T03:02:13.974242Z","end":"2026-05-28T03:02:14.129325Z","steps":["trace[643631653] 'process raft request' (duration: 75.097346ms)","trace[643631653] 'compare' (duration: 79.34566ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:14.432245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.417053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T03:02:14.432397Z","caller":"traceutil/trace.go:171","msg":"trace[1284199998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26835; }","duration":"102.604649ms","start":"2026-05-28T03:02:14.329768Z","end":"2026-05-28T03:02:14.432373Z","steps":["trace[1284199998] 'range keys from in-memory index tree' (duration: 101.707091ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:14.637064Z","caller":"traceutil/trace.go:171","msg":"trace[658031352] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"199.91352ms","start":"2026-05-28T03:02:14.437125Z","end":"2026-05-28T03:02:14.637038Z","steps":["trace[658031352] 'process raft request' (duration: 199.680152ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:14.672132Z","caller":"traceutil/trace.go:171","msg":"trace[920101581] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"142.65304ms","start":"2026-05-28T03:02:14.529441Z","end":"2026-05-28T03:02:14.672094Z","steps":["trace[920101581] 'process raft request' (duration: 142.378372ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:17.415023Z","caller":"traceutil/trace.go:171","msg":"trace[1437149805] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"120.061074ms","start":"2026-05-28T03:02:17.294917Z","end":"2026-05-28T03:02:17.414978Z","steps":["trace[1437149805] 'process raft request' (duration: 58.917652ms)","trace[1437149805] 'compare' (duration: 60.951956ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:18.097834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.396883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:18.097912Z","caller":"traceutil/trace.go:171","msg":"trace[1674577873] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"128.44147ms","start":"2026-05-28T03:02:17.969457Z","end":"2026-05-28T03:02:18.097898Z","steps":["trace[1674577873] 'compare' (duration: 125.179266ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:18.350229Z","caller":"traceutil/trace.go:171","msg":"trace[428065233] linearizableReadLoop","detail":"{readStateIndex:27760; appliedIndex:27759; }","duration":"116.016215ms","start":"2026-05-28T03:02:18.23419Z","end":"2026-05-28T03:02:18.350206Z","steps":["trace[428065233] 'read index received' (duration: 115.823089ms)","trace[428065233] 'applied index is now lower than readState.Index' (duration: 192.206µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:18.350311Z","caller":"traceutil/trace.go:171","msg":"trace[1427508454] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"148.977683ms","start":"2026-05-28T03:02:18.201303Z","end":"2026-05-28T03:02:18.350281Z","steps":["trace[1427508454] 'process raft request' (duration: 148.779586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:18.350892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.46425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-28T03:02:18.351003Z","caller":"traceutil/trace.go:171","msg":"trace[1453426278] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26863; }","duration":"116.801761ms","start":"2026-05-28T03:02:18.234174Z","end":"2026-05-28T03:02:18.350976Z","steps":["trace[1453426278] 'agreement among raft nodes before linearized reading' (duration: 116.14192ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:18.494265Z","caller":"traceutil/trace.go:171","msg":"trace[968774685] transaction","detail":"{read_only:false; response_revision:26865; number_of_response:1; }","duration":"137.981804ms","start":"2026-05-28T03:02:18.356243Z","end":"2026-05-28T03:02:18.494224Z","steps":["trace[968774685] 'process raft request' (duration: 137.86994ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:18.494303Z","caller":"traceutil/trace.go:171","msg":"trace[748031710] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"139.983387ms","start":"2026-05-28T03:02:18.354285Z","end":"2026-05-28T03:02:18.494269Z","steps":["trace[748031710] 'process raft request' (duration: 45.63221ms)","trace[748031710] 'compare' (duration: 94.039787ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:28.978464Z","caller":"traceutil/trace.go:171","msg":"trace[1862979008] linearizableReadLoop","detail":"{readStateIndex:27989; appliedIndex:27988; }","duration":"176.93721ms","start":"2026-05-28T03:02:28.801498Z","end":"2026-05-28T03:02:28.978435Z","steps":["trace[1862979008] 'read index received' (duration: 176.715483ms)","trace[1862979008] 'applied index is now lower than readState.Index' (duration: 221.077µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:28.979124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.303453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:02:28.979195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.06557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:28.97924Z","caller":"traceutil/trace.go:171","msg":"trace[561757367] transaction","detail":"{read_only:false; response_revision:27085; number_of_response:1; }","duration":"214.483203ms","start":"2026-05-28T03:02:28.764747Z","end":"2026-05-28T03:02:28.97923Z","steps":["trace[561757367] 'process raft request' (duration: 213.485131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:28.979288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.829678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:28.979333Z","caller":"traceutil/trace.go:171","msg":"trace[1130924783] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27085; }","duration":"160.927862ms","start":"2026-05-28T03:02:28.818398Z","end":"2026-05-28T03:02:28.979326Z","steps":["trace[1130924783] 'agreement among raft nodes before linearized reading' (duration: 160.87116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:28.979535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.043595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:28.979578Z","caller":"traceutil/trace.go:171","msg":"trace[1139328272] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:27085; }","duration":"178.120007ms","start":"2026-05-28T03:02:28.801445Z","end":"2026-05-28T03:02:28.979565Z","steps":["trace[1139328272] 'agreement among raft nodes before linearized reading' (duration: 178.050685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:28.979583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.293982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:28.97964Z","caller":"traceutil/trace.go:171","msg":"trace[2048003240] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:27085; }","duration":"161.390316ms","start":"2026-05-28T03:02:28.818243Z","end":"2026-05-28T03:02:28.979633Z","steps":["trace[2048003240] 'agreement among raft nodes before linearized reading' (duration: 161.312124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:28.979755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.600583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:28.97979Z","caller":"traceutil/trace.go:171","msg":"trace[755354752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27085; }","duration":"116.683686ms","start":"2026-05-28T03:02:28.863098Z","end":"2026-05-28T03:02:28.979782Z","steps":["trace[755354752] 'agreement among raft nodes before linearized reading' (duration: 116.629204ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:28.979197Z","caller":"traceutil/trace.go:171","msg":"trace[1810560134] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27085; }","duration":"138.440177ms","start":"2026-05-28T03:02:28.840739Z","end":"2026-05-28T03:02:28.979179Z","steps":["trace[1810560134] 'agreement among raft nodes before linearized reading' (duration: 138.304623ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:28.979251Z","caller":"traceutil/trace.go:171","msg":"trace[1563457278] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27085; }","duration":"158.164444ms","start":"2026-05-28T03:02:28.821076Z","end":"2026-05-28T03:02:28.979241Z","steps":["trace[1563457278] 'agreement among raft nodes before linearized reading' (duration: 158.093942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:28.979146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.138384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:02:28.980452Z","caller":"traceutil/trace.go:171","msg":"trace[1623563269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27085; }","duration":"171.423405ms","start":"2026-05-28T03:02:28.808981Z","end":"2026-05-28T03:02:28.980405Z","steps":["trace[1623563269] 'agreement among raft nodes before linearized reading' (duration: 170.038961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:28.979788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.533531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:28.981105Z","caller":"traceutil/trace.go:171","msg":"trace[512888609] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27085; }","duration":"162.889234ms","start":"2026-05-28T03:02:28.818204Z","end":"2026-05-28T03:02:28.981093Z","steps":["trace[512888609] 'agreement among raft nodes before linearized reading' (duration: 161.562221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:29.370837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.339343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:29.370958Z","caller":"traceutil/trace.go:171","msg":"trace[528922756] transaction","detail":"{read_only:false; response_revision:27086; number_of_response:1; }","duration":"387.054195ms","start":"2026-05-28T03:02:28.983892Z","end":"2026-05-28T03:02:29.370946Z","steps":["trace[528922756] 'process raft request' (duration: 187.550287ms)","trace[528922756] 'compare' (duration: 199.120756ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:29.371019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:28.983879Z","time spent":"387.122238ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:29.371194Z","caller":"traceutil/trace.go:171","msg":"trace[1563284147] transaction","detail":"{read_only:false; response_revision:27087; number_of_response:1; }","duration":"170.162276ms","start":"2026-05-28T03:02:29.200998Z","end":"2026-05-28T03:02:29.37116Z","steps":["trace[1563284147] 'process raft request' (duration: 169.910368ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:29.693931Z","caller":"traceutil/trace.go:171","msg":"trace[1806962186] linearizableReadLoop","detail":"{readStateIndex:27995; appliedIndex:27994; }","duration":"103.202148ms","start":"2026-05-28T03:02:29.590689Z","end":"2026-05-28T03:02:29.693892Z","steps":["trace[1806962186] 'read index received' (duration: 56.03394ms)","trace[1806962186] 'applied index is now lower than readState.Index' (duration: 47.165858ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:29.694343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.630172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T03:02:29.694394Z","caller":"traceutil/trace.go:171","msg":"trace[146419240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27090; }","duration":"103.771567ms","start":"2026-05-28T03:02:29.59061Z","end":"2026-05-28T03:02:29.694382Z","steps":["trace[146419240] 'agreement among raft nodes before linearized reading' (duration: 103.437086ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:30.393709Z","caller":"traceutil/trace.go:171","msg":"trace[1812684166] linearizableReadLoop","detail":"{readStateIndex:28003; appliedIndex:28002; }","duration":"126.082755ms","start":"2026-05-28T03:02:30.267602Z","end":"2026-05-28T03:02:30.393685Z","steps":["trace[1812684166] 'read index received' (duration: 122.845772ms)","trace[1812684166] 'applied index is now lower than readState.Index' (duration: 3.236153ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:30.393757Z","caller":"traceutil/trace.go:171","msg":"trace[796213013] transaction","detail":"{read_only:false; response_revision:27098; number_of_response:1; }","duration":"161.520681ms","start":"2026-05-28T03:02:30.232173Z","end":"2026-05-28T03:02:30.393694Z","steps":["trace[796213013] 'process raft request' (duration: 158.260478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:30.393844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.22323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:30.393882Z","caller":"traceutil/trace.go:171","msg":"trace[233746729] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27098; }","duration":"126.319063ms","start":"2026-05-28T03:02:30.267554Z","end":"2026-05-28T03:02:30.393873Z","steps":["trace[233746729] 'agreement among raft nodes before linearized reading' (duration: 126.23585ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:32.09691Z","caller":"traceutil/trace.go:171","msg":"trace[920207250] linearizableReadLoop","detail":"{readStateIndex:28015; appliedIndex:28014; }","duration":"123.07891ms","start":"2026-05-28T03:02:31.973802Z","end":"2026-05-28T03:02:32.09688Z","steps":["trace[920207250] 'read index received' (duration: 113.879378ms)","trace[920207250] 'applied index is now lower than readState.Index' (duration: 9.198422ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:32.097032Z","caller":"traceutil/trace.go:171","msg":"trace[328021297] transaction","detail":"{read_only:false; response_revision:27110; number_of_response:1; }","duration":"144.857701ms","start":"2026-05-28T03:02:31.95216Z","end":"2026-05-28T03:02:32.097018Z","steps":["trace[328021297] 'process raft request' (duration: 135.505004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.097192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.385289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/manila-db-init-md4gw\" ","response":"range_response_count:1 size:2760"} {"level":"info","ts":"2026-05-28T03:02:32.097245Z","caller":"traceutil/trace.go:171","msg":"trace[1691868136] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/manila-db-init-md4gw; range_end:; response_count:1; response_revision:27110; }","duration":"123.508373ms","start":"2026-05-28T03:02:31.973719Z","end":"2026-05-28T03:02:32.097227Z","steps":["trace[1691868136] 'agreement among raft nodes before linearized reading' (duration: 123.340198ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:32.152902Z","caller":"traceutil/trace.go:171","msg":"trace[2066210074] transaction","detail":"{read_only:false; response_revision:27111; number_of_response:1; }","duration":"162.355107ms","start":"2026-05-28T03:02:31.990504Z","end":"2026-05-28T03:02:32.152859Z","steps":["trace[2066210074] 'process raft request' (duration: 162.062778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.152898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.460963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:32.153106Z","caller":"traceutil/trace.go:171","msg":"trace[818485388] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27111; }","duration":"163.726961ms","start":"2026-05-28T03:02:31.989337Z","end":"2026-05-28T03:02:32.153064Z","steps":["trace[818485388] 'agreement among raft nodes before linearized reading' (duration: 163.460672ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:32.551962Z","caller":"traceutil/trace.go:171","msg":"trace[111302283] linearizableReadLoop","detail":"{readStateIndex:28020; appliedIndex:28019; }","duration":"105.504802ms","start":"2026-05-28T03:02:32.446429Z","end":"2026-05-28T03:02:32.551934Z","steps":["trace[111302283] 'read index received' (duration: 105.071388ms)","trace[111302283] 'applied index is now lower than readState.Index' (duration: 432.144µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:32.552408Z","caller":"traceutil/trace.go:171","msg":"trace[1046767189] transaction","detail":"{read_only:false; response_revision:27115; number_of_response:1; }","duration":"128.174311ms","start":"2026-05-28T03:02:32.424184Z","end":"2026-05-28T03:02:32.552359Z","steps":["trace[1046767189] 'process raft request' (duration: 127.227721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:32.55245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.995777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:32.552533Z","caller":"traceutil/trace.go:171","msg":"trace[1628984214] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:27115; }","duration":"106.135171ms","start":"2026-05-28T03:02:32.446379Z","end":"2026-05-28T03:02:32.552514Z","steps":["trace[1628984214] 'agreement among raft nodes before linearized reading' (duration: 105.954425ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:34.13392Z","caller":"traceutil/trace.go:171","msg":"trace[1789183587] transaction","detail":"{read_only:false; response_revision:27134; number_of_response:1; }","duration":"143.965663ms","start":"2026-05-28T03:02:33.989929Z","end":"2026-05-28T03:02:34.133895Z","steps":["trace[1789183587] 'process raft request' (duration: 100.968827ms)","trace[1789183587] 'compare' (duration: 42.556623ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:34.134112Z","caller":"traceutil/trace.go:171","msg":"trace[693013121] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"141.465454ms","start":"2026-05-28T03:02:33.992622Z","end":"2026-05-28T03:02:34.134087Z","steps":["trace[693013121] 'process raft request' (duration: 141.02656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:34.66486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.335735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:34.664952Z","caller":"traceutil/trace.go:171","msg":"trace[829131188] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27146; }","duration":"104.465228ms","start":"2026-05-28T03:02:34.560467Z","end":"2026-05-28T03:02:34.664932Z","steps":["trace[829131188] 'agreement among raft nodes before linearized reading' (duration: 104.301463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:34.665217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.648044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:34.665246Z","caller":"traceutil/trace.go:171","msg":"trace[1197374399] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27146; }","duration":"104.698236ms","start":"2026-05-28T03:02:34.560541Z","end":"2026-05-28T03:02:34.665239Z","steps":["trace[1197374399] 'agreement among raft nodes before linearized reading' (duration: 104.652204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:34.665546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.764358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T03:02:34.665748Z","caller":"traceutil/trace.go:171","msg":"trace[256714708] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27146; }","duration":"104.991255ms","start":"2026-05-28T03:02:34.560725Z","end":"2026-05-28T03:02:34.665716Z","steps":["trace[256714708] 'agreement among raft nodes before linearized reading' (duration: 104.51757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.11384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.295624ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:02:35.114379Z","caller":"traceutil/trace.go:171","msg":"trace[1573567456] linearizableReadLoop","detail":"{readStateIndex:28053; appliedIndex:28052; }","duration":"118.809944ms","start":"2026-05-28T03:02:34.99555Z","end":"2026-05-28T03:02:35.114359Z","steps":["trace[1573567456] 'read index received' (duration: 7.86948ms)","trace[1573567456] 'applied index is now lower than readState.Index' (duration: 110.939164ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:35.114726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.161175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:35.11477Z","caller":"traceutil/trace.go:171","msg":"trace[608388640] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27148; }","duration":"119.242228ms","start":"2026-05-28T03:02:34.995516Z","end":"2026-05-28T03:02:35.114759Z","steps":["trace[608388640] 'agreement among raft nodes before linearized reading' (duration: 119.166416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.115035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.387653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:35.115075Z","caller":"traceutil/trace.go:171","msg":"trace[1689788411] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27148; }","duration":"119.428654ms","start":"2026-05-28T03:02:34.995637Z","end":"2026-05-28T03:02:35.115066Z","steps":["trace[1689788411] 'agreement among raft nodes before linearized reading' (duration: 119.370982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.115662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.271887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T03:02:35.115706Z","caller":"traceutil/trace.go:171","msg":"trace[47219797] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27148; }","duration":"118.33811ms","start":"2026-05-28T03:02:34.997358Z","end":"2026-05-28T03:02:35.115696Z","steps":["trace[47219797] 'agreement among raft nodes before linearized reading' (duration: 118.207766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:35.115949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.915999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:35.115988Z","caller":"traceutil/trace.go:171","msg":"trace[828322764] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27148; }","duration":"120.004293ms","start":"2026-05-28T03:02:34.995974Z","end":"2026-05-28T03:02:35.115979Z","steps":["trace[828322764] 'agreement among raft nodes before linearized reading' (duration: 119.947301ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:35.679864Z","caller":"traceutil/trace.go:171","msg":"trace[369364917] transaction","detail":"{read_only:false; response_revision:27153; number_of_response:1; }","duration":"126.742396ms","start":"2026-05-28T03:02:35.553059Z","end":"2026-05-28T03:02:35.679801Z","steps":["trace[369364917] 'process raft request' (duration: 61.036248ms)","trace[369364917] 'compare' (duration: 65.268314ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:35.733999Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24855} {"level":"info","ts":"2026-05-28T03:02:35.993219Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24855,"took":"255.525238ms","hash":421439186,"current-db-size-bytes":53198848,"current-db-size":"53 MB","current-db-size-in-use-bytes":34643968,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-28T03:02:35.993303Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":421439186,"revision":24855,"compact-revision":21626} {"level":"info","ts":"2026-05-28T03:02:38.325355Z","caller":"traceutil/trace.go:171","msg":"trace[348272504] linearizableReadLoop","detail":"{readStateIndex:28083; appliedIndex:28082; }","duration":"109.147477ms","start":"2026-05-28T03:02:38.21618Z","end":"2026-05-28T03:02:38.325327Z","steps":["trace[348272504] 'read index received' (duration: 37.349776ms)","trace[348272504] 'applied index is now lower than readState.Index' (duration: 71.796331ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:38.325405Z","caller":"traceutil/trace.go:171","msg":"trace[876013042] transaction","detail":"{read_only:false; response_revision:27176; number_of_response:1; }","duration":"130.553827ms","start":"2026-05-28T03:02:38.194825Z","end":"2026-05-28T03:02:38.325378Z","steps":["trace[876013042] 'process raft request' (duration: 130.357861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.325576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.376804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:38.325684Z","caller":"traceutil/trace.go:171","msg":"trace[1426375537] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27176; }","duration":"109.53752ms","start":"2026-05-28T03:02:38.216128Z","end":"2026-05-28T03:02:38.325665Z","steps":["trace[1426375537] 'agreement among raft nodes before linearized reading' (duration: 109.340274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:38.416929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.065136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T03:02:38.417035Z","caller":"traceutil/trace.go:171","msg":"trace[1273977355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27176; }","duration":"104.231461ms","start":"2026-05-28T03:02:38.312784Z","end":"2026-05-28T03:02:38.417015Z","steps":["trace[1273977355] 'range keys from in-memory index tree' (duration: 91.041042ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:40.49052Z","caller":"traceutil/trace.go:171","msg":"trace[216840664] transaction","detail":"{read_only:false; response_revision:27192; number_of_response:1; }","duration":"485.747811ms","start":"2026-05-28T03:02:40.004745Z","end":"2026-05-28T03:02:40.490493Z","steps":["trace[216840664] 'process raft request' (duration: 485.557805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:40.491485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.00472Z","time spent":"485.882235ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:40.687878Z","caller":"traceutil/trace.go:171","msg":"trace[1938408238] transaction","detail":"{read_only:false; response_revision:27193; number_of_response:1; }","duration":"427.637275ms","start":"2026-05-28T03:02:40.260217Z","end":"2026-05-28T03:02:40.687855Z","steps":["trace[1938408238] 'process raft request' (duration: 427.021575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:40.688371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.260177Z","time spent":"428.09985ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:02:40.688376Z","caller":"traceutil/trace.go:171","msg":"trace[152912597] transaction","detail":"{read_only:false; response_revision:27194; number_of_response:1; }","duration":"356.923208ms","start":"2026-05-28T03:02:40.331426Z","end":"2026-05-28T03:02:40.688349Z","steps":["trace[152912597] 'process raft request' (duration: 356.385231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:40.688552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.331384Z","time spent":"357.063674ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:02:40.688573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.06682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:40.688696Z","caller":"traceutil/trace.go:171","msg":"trace[810111498] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:27194; }","duration":"350.223515ms","start":"2026-05-28T03:02:40.338439Z","end":"2026-05-28T03:02:40.688662Z","steps":["trace[810111498] 'agreement among raft nodes before linearized reading' (duration: 350.002588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:40.688758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.338392Z","time spent":"350.35225ms","remote":"127.0.0.1:54954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:02:40.688859Z","caller":"traceutil/trace.go:171","msg":"trace[1461405235] linearizableReadLoop","detail":"{readStateIndex:28102; appliedIndex:28099; }","duration":"349.833924ms","start":"2026-05-28T03:02:40.338459Z","end":"2026-05-28T03:02:40.688293Z","steps":["trace[1461405235] 'read index received' (duration: 151.922246ms)","trace[1461405235] 'applied index is now lower than readState.Index' (duration: 197.909038ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:40.690538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.707952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:40.690717Z","caller":"traceutil/trace.go:171","msg":"trace[390746305] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27195; }","duration":"311.936109ms","start":"2026-05-28T03:02:40.378744Z","end":"2026-05-28T03:02:40.69068Z","steps":["trace[390746305] 'agreement among raft nodes before linearized reading' (duration: 311.591469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:40.690785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:02:40.378727Z","time spent":"312.041223ms","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:02:40.691126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.868849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:40.691191Z","caller":"traceutil/trace.go:171","msg":"trace[76947221] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:27195; }","duration":"233.955712ms","start":"2026-05-28T03:02:40.457218Z","end":"2026-05-28T03:02:40.691174Z","steps":["trace[76947221] 'agreement among raft nodes before linearized reading' (duration: 233.863919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:40.691211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.473428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:02:40.691271Z","caller":"traceutil/trace.go:171","msg":"trace[305274559] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:27195; }","duration":"239.569281ms","start":"2026-05-28T03:02:40.451687Z","end":"2026-05-28T03:02:40.691256Z","steps":["trace[305274559] 'agreement among raft nodes before linearized reading' (duration: 239.399015ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:40.691607Z","caller":"traceutil/trace.go:171","msg":"trace[914384485] transaction","detail":"{read_only:false; response_revision:27195; number_of_response:1; }","duration":"104.704146ms","start":"2026-05-28T03:02:40.586879Z","end":"2026-05-28T03:02:40.691583Z","steps":["trace[914384485] 'process raft request' (duration: 103.268751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:40.69179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.713833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T03:02:40.691837Z","caller":"traceutil/trace.go:171","msg":"trace[464180223] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:27195; }","duration":"232.775565ms","start":"2026-05-28T03:02:40.459051Z","end":"2026-05-28T03:02:40.691827Z","steps":["trace[464180223] 'agreement among raft nodes before linearized reading' (duration: 232.662471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:40.693424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.217145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-05-28T03:02:40.69348Z","caller":"traceutil/trace.go:171","msg":"trace[419240566] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:27195; }","duration":"242.315978ms","start":"2026-05-28T03:02:40.451151Z","end":"2026-05-28T03:02:40.693467Z","steps":["trace[419240566] 'agreement among raft nodes before linearized reading' (duration: 242.139502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:40.695029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.81259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T03:02:40.695104Z","caller":"traceutil/trace.go:171","msg":"trace[297287313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27195; }","duration":"263.949484ms","start":"2026-05-28T03:02:40.431138Z","end":"2026-05-28T03:02:40.695087Z","steps":["trace[297287313] 'agreement among raft nodes before linearized reading' (duration: 260.268638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:40.695506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.556069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:02:40.695561Z","caller":"traceutil/trace.go:171","msg":"trace[66852449] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:27195; }","duration":"261.631551ms","start":"2026-05-28T03:02:40.433915Z","end":"2026-05-28T03:02:40.695547Z","steps":["trace[66852449] 'agreement among raft nodes before linearized reading' (duration: 257.397227ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:43.773827Z","caller":"traceutil/trace.go:171","msg":"trace[1666015176] linearizableReadLoop","detail":"{readStateIndex:28123; appliedIndex:28122; }","duration":"112.329339ms","start":"2026-05-28T03:02:43.661471Z","end":"2026-05-28T03:02:43.7738Z","steps":["trace[1666015176] 'read index received' (duration: 87.009735ms)","trace[1666015176] 'applied index is now lower than readState.Index' (duration: 25.318254ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:43.773972Z","caller":"traceutil/trace.go:171","msg":"trace[548187567] transaction","detail":"{read_only:false; response_revision:27215; number_of_response:1; }","duration":"114.857129ms","start":"2026-05-28T03:02:43.659075Z","end":"2026-05-28T03:02:43.773932Z","steps":["trace[548187567] 'process raft request' (duration: 89.480613ms)","trace[548187567] 'compare' (duration: 25.123208ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:43.774215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.537945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-05-28T03:02:43.774266Z","caller":"traceutil/trace.go:171","msg":"trace[268269472] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27215; }","duration":"112.804773ms","start":"2026-05-28T03:02:43.661448Z","end":"2026-05-28T03:02:43.774253Z","steps":["trace[268269472] 'agreement among raft nodes before linearized reading' (duration: 112.450672ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:47.058099Z","caller":"traceutil/trace.go:171","msg":"trace[1708229461] transaction","detail":"{read_only:false; response_revision:27241; number_of_response:1; }","duration":"104.952585ms","start":"2026-05-28T03:02:46.9531Z","end":"2026-05-28T03:02:47.058052Z","steps":["trace[1708229461] 'process raft request' (duration: 104.383417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:47.058404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.284948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:02:47.058479Z","caller":"traceutil/trace.go:171","msg":"trace[360890772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27241; }","duration":"101.409842ms","start":"2026-05-28T03:02:46.957052Z","end":"2026-05-28T03:02:47.058462Z","steps":["trace[360890772] 'agreement among raft nodes before linearized reading' (duration: 101.105832ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:47.058056Z","caller":"traceutil/trace.go:171","msg":"trace[134552475] linearizableReadLoop","detail":"{readStateIndex:28150; appliedIndex:28149; }","duration":"100.929107ms","start":"2026-05-28T03:02:46.957091Z","end":"2026-05-28T03:02:47.05802Z","steps":["trace[134552475] 'read index received' (duration: 100.343778ms)","trace[134552475] 'applied index is now lower than readState.Index' (duration: 584.039µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:47.256167Z","caller":"traceutil/trace.go:171","msg":"trace[1369956618] transaction","detail":"{read_only:false; response_revision:27242; number_of_response:1; }","duration":"192.510046ms","start":"2026-05-28T03:02:47.063584Z","end":"2026-05-28T03:02:47.256094Z","steps":["trace[1369956618] 'process raft request' (duration: 164.540847ms)","trace[1369956618] 'compare' (duration: 27.527835ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:49.092608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.767229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:02:49.092687Z","caller":"traceutil/trace.go:171","msg":"trace[352630446] linearizableReadLoop","detail":"{readStateIndex:28168; appliedIndex:28167; }","duration":"204.179306ms","start":"2026-05-28T03:02:48.888494Z","end":"2026-05-28T03:02:49.092674Z","steps":["trace[352630446] 'read index received' (duration: 87.254652ms)","trace[352630446] 'applied index is now lower than readState.Index' (duration: 116.923844ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:49.092865Z","caller":"traceutil/trace.go:171","msg":"trace[836179452] transaction","detail":"{read_only:false; response_revision:27259; number_of_response:1; }","duration":"204.504636ms","start":"2026-05-28T03:02:48.888351Z","end":"2026-05-28T03:02:49.092856Z","steps":["trace[836179452] 'process raft request' (duration: 87.417497ms)","trace[836179452] 'compare' (duration: 116.616994ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:49.092972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.454565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:49.093038Z","caller":"traceutil/trace.go:171","msg":"trace[1660488445] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27259; }","duration":"204.563609ms","start":"2026-05-28T03:02:48.888459Z","end":"2026-05-28T03:02:49.093023Z","steps":["trace[1660488445] 'agreement among raft nodes before linearized reading' (duration: 204.440255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.093107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.478735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:02:49.093139Z","caller":"traceutil/trace.go:171","msg":"trace[2118643939] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27259; }","duration":"136.552868ms","start":"2026-05-28T03:02:48.956577Z","end":"2026-05-28T03:02:49.09313Z","steps":["trace[2118643939] 'agreement among raft nodes before linearized reading' (duration: 136.504176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:02:49.093318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.417851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T03:02:49.093448Z","caller":"traceutil/trace.go:171","msg":"trace[1884838358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27259; }","duration":"169.602127ms","start":"2026-05-28T03:02:48.923818Z","end":"2026-05-28T03:02:49.093421Z","steps":["trace[1884838358] 'agreement among raft nodes before linearized reading' (duration: 169.164333ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:53.65199Z","caller":"traceutil/trace.go:171","msg":"trace[1918805798] transaction","detail":"{read_only:false; response_revision:27292; number_of_response:1; }","duration":"233.486677ms","start":"2026-05-28T03:02:53.418472Z","end":"2026-05-28T03:02:53.651959Z","steps":["trace[1918805798] 'process raft request' (duration: 233.26373ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:02:58.424711Z","caller":"traceutil/trace.go:171","msg":"trace[504018942] linearizableReadLoop","detail":"{readStateIndex:28236; appliedIndex:28235; }","duration":"264.180052ms","start":"2026-05-28T03:02:58.160497Z","end":"2026-05-28T03:02:58.424677Z","steps":["trace[504018942] 'read index received' (duration: 215.743753ms)","trace[504018942] 'applied index is now lower than readState.Index' (duration: 48.434789ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:02:58.424732Z","caller":"traceutil/trace.go:171","msg":"trace[1411130315] transaction","detail":"{read_only:false; response_revision:27325; number_of_response:1; }","duration":"280.742579ms","start":"2026-05-28T03:02:58.143954Z","end":"2026-05-28T03:02:58.424696Z","steps":["trace[1411130315] 'process raft request' (duration: 232.361032ms)","trace[1411130315] 'compare' (duration: 47.797428ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:02:58.424989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.480092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:02:58.425033Z","caller":"traceutil/trace.go:171","msg":"trace[727496562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27325; }","duration":"264.579275ms","start":"2026-05-28T03:02:58.16044Z","end":"2026-05-28T03:02:58.425019Z","steps":["trace[727496562] 'agreement among raft nodes before linearized reading' (duration: 264.349798ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:05.117769Z","caller":"traceutil/trace.go:171","msg":"trace[434124232] transaction","detail":"{read_only:false; response_revision:27375; number_of_response:1; }","duration":"100.260705ms","start":"2026-05-28T03:03:05.017485Z","end":"2026-05-28T03:03:05.117745Z","steps":["trace[434124232] 'process raft request' (duration: 100.187553ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:05.117788Z","caller":"traceutil/trace.go:171","msg":"trace[1122400305] transaction","detail":"{read_only:false; response_revision:27374; number_of_response:1; }","duration":"116.042057ms","start":"2026-05-28T03:03:05.001704Z","end":"2026-05-28T03:03:05.117746Z","steps":["trace[1122400305] 'process raft request' (duration: 115.740597ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:11.245521Z","caller":"traceutil/trace.go:171","msg":"trace[530288022] transaction","detail":"{read_only:false; response_revision:27421; number_of_response:1; }","duration":"104.953965ms","start":"2026-05-28T03:03:11.14052Z","end":"2026-05-28T03:03:11.245474Z","steps":["trace[530288022] 'process raft request' (duration: 69.751716ms)","trace[530288022] 'compare' (duration: 34.887799ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:11.246001Z","caller":"traceutil/trace.go:171","msg":"trace[1277472499] transaction","detail":"{read_only:false; response_revision:27422; number_of_response:1; }","duration":"104.141319ms","start":"2026-05-28T03:03:11.14181Z","end":"2026-05-28T03:03:11.245951Z","steps":["trace[1277472499] 'process raft request' (duration: 103.594291ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:11.246106Z","caller":"traceutil/trace.go:171","msg":"trace[847258084] transaction","detail":"{read_only:false; response_revision:27423; number_of_response:1; }","duration":"101.963509ms","start":"2026-05-28T03:03:11.144128Z","end":"2026-05-28T03:03:11.246092Z","steps":["trace[847258084] 'process raft request' (duration: 101.584657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:13.722075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.595269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:03:13.722229Z","caller":"traceutil/trace.go:171","msg":"trace[2047019287] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:27438; }","duration":"130.777905ms","start":"2026-05-28T03:03:13.591422Z","end":"2026-05-28T03:03:13.7222Z","steps":["trace[2047019287] 'range keys from in-memory index tree' (duration: 130.375852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:13.723912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.34228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:144 size:1375157"} {"level":"info","ts":"2026-05-28T03:03:13.72399Z","caller":"traceutil/trace.go:171","msg":"trace[110807367] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:144; response_revision:27438; }","duration":"147.423393ms","start":"2026-05-28T03:03:13.576551Z","end":"2026-05-28T03:03:13.723975Z","steps":["trace[110807367] 'range keys from in-memory index tree' (duration: 145.489362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:14.590537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.061317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:03:14.590767Z","caller":"traceutil/trace.go:171","msg":"trace[2033783220] transaction","detail":"{read_only:false; response_revision:27440; number_of_response:1; }","duration":"590.974684ms","start":"2026-05-28T03:03:13.999745Z","end":"2026-05-28T03:03:14.59072Z","steps":["trace[2033783220] 'process raft request' (duration: 208.624258ms)","trace[2033783220] 'compare' (duration: 381.430277ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:14.590949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:13.999719Z","time spent":"591.145509ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:14.591188Z","caller":"traceutil/trace.go:171","msg":"trace[1664192827] linearizableReadLoop","detail":"{readStateIndex:28354; appliedIndex:28353; }","duration":"453.822487ms","start":"2026-05-28T03:03:14.13734Z","end":"2026-05-28T03:03:14.591163Z","steps":["trace[1664192827] 'read index received' (duration: 70.978215ms)","trace[1664192827] 'applied index is now lower than readState.Index' (duration: 382.840692ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:14.591765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.405736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:14.59208Z","caller":"traceutil/trace.go:171","msg":"trace[1616795571] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27440; }","duration":"454.531669ms","start":"2026-05-28T03:03:14.137283Z","end":"2026-05-28T03:03:14.591815Z","steps":["trace[1616795571] 'agreement among raft nodes before linearized reading' (duration: 454.000192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:14.592333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.137257Z","time spent":"454.88133ms","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:03:14.665953Z","caller":"traceutil/trace.go:171","msg":"trace[1836972177] transaction","detail":"{read_only:false; response_revision:27441; number_of_response:1; }","duration":"366.389669ms","start":"2026-05-28T03:03:14.299534Z","end":"2026-05-28T03:03:14.665924Z","steps":["trace[1836972177] 'process raft request' (duration: 366.210814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:14.666037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.931373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:14.666089Z","caller":"traceutil/trace.go:171","msg":"trace[1303904973] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27441; }","duration":"484.029887ms","start":"2026-05-28T03:03:14.182044Z","end":"2026-05-28T03:03:14.666074Z","steps":["trace[1303904973] 'agreement among raft nodes before linearized reading' (duration: 483.945794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:14.666107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.299508Z","time spent":"366.522194ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:14.666133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.182021Z","time spent":"484.105379ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-28T03:03:14.666142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.001466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T03:03:14.666219Z","caller":"traceutil/trace.go:171","msg":"trace[1280448824] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27441; }","duration":"484.109319ms","start":"2026-05-28T03:03:14.182088Z","end":"2026-05-28T03:03:14.666197Z","steps":["trace[1280448824] 'agreement among raft nodes before linearized reading' (duration: 483.878832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:14.666261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.182077Z","time spent":"484.176212ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-28T03:03:14.666316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.552771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-28T03:03:14.66634Z","caller":"traceutil/trace.go:171","msg":"trace[1404482084] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:27441; }","duration":"308.645515ms","start":"2026-05-28T03:03:14.357688Z","end":"2026-05-28T03:03:14.666333Z","steps":["trace[1404482084] 'agreement among raft nodes before linearized reading' (duration: 308.561212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:14.666354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.357665Z","time spent":"308.686156ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-28T03:03:14.66637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.78101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:14.66635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.342605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:14.666416Z","caller":"traceutil/trace.go:171","msg":"trace[1013150893] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27441; }","duration":"484.889823ms","start":"2026-05-28T03:03:14.181515Z","end":"2026-05-28T03:03:14.666405Z","steps":["trace[1013150893] 'agreement among raft nodes before linearized reading' (duration: 484.803931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:14.666459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.181478Z","time spent":"484.974557ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-05-28T03:03:14.66647Z","caller":"traceutil/trace.go:171","msg":"trace[1974497184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27441; }","duration":"268.535701ms","start":"2026-05-28T03:03:14.397909Z","end":"2026-05-28T03:03:14.666445Z","steps":["trace[1974497184] 'agreement among raft nodes before linearized reading' (duration: 268.284573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:14.666359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.43139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:14.666382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.232763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:14.66678Z","caller":"traceutil/trace.go:171","msg":"trace[2081603258] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:27441; }","duration":"349.012777ms","start":"2026-05-28T03:03:14.317737Z","end":"2026-05-28T03:03:14.66675Z","steps":["trace[2081603258] 'agreement among raft nodes before linearized reading' (duration: 348.204142ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:14.666599Z","caller":"traceutil/trace.go:171","msg":"trace[933803933] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27441; }","duration":"241.720949ms","start":"2026-05-28T03:03:14.424828Z","end":"2026-05-28T03:03:14.666549Z","steps":["trace[933803933] 'agreement among raft nodes before linearized reading' (duration: 241.394709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:14.666922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.317723Z","time spent":"349.144911ms","remote":"127.0.0.1:45920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:14.667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.825542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:14.6671Z","caller":"traceutil/trace.go:171","msg":"trace[1695105533] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27441; }","duration":"484.955396ms","start":"2026-05-28T03:03:14.182121Z","end":"2026-05-28T03:03:14.667076Z","steps":["trace[1695105533] 'agreement among raft nodes before linearized reading' (duration: 484.681357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:14.667157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.18207Z","time spent":"485.07564ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T03:03:15.166738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254175243,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T03:03:15.391576Z","caller":"traceutil/trace.go:171","msg":"trace[2145779607] transaction","detail":"{read_only:false; response_revision:27442; number_of_response:1; }","duration":"758.101642ms","start":"2026-05-28T03:03:14.633452Z","end":"2026-05-28T03:03:15.391553Z","steps":["trace[2145779607] 'process raft request' (duration: 757.949298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:15.391733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.63343Z","time spent":"758.222387ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:16.102316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.541916ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T03:03:16.103127Z","caller":"traceutil/trace.go:171","msg":"trace[2087727043] transaction","detail":"{read_only:false; response_revision:27443; number_of_response:1; }","duration":"1.037749826s","start":"2026-05-28T03:03:15.065349Z","end":"2026-05-28T03:03:16.103099Z","steps":["trace[2087727043] 'process raft request' (duration: 1.037047964s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.103309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.065329Z","time spent":"1.037902521s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:16.231679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.511333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:03:16.232037Z","caller":"traceutil/trace.go:171","msg":"trace[1995619255] transaction","detail":"{read_only:false; response_revision:27450; number_of_response:1; }","duration":"232.227077ms","start":"2026-05-28T03:03:15.99979Z","end":"2026-05-28T03:03:16.232018Z","steps":["trace[1995619255] 'process raft request' (duration: 232.189136ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:16.232301Z","caller":"traceutil/trace.go:171","msg":"trace[281850562] transaction","detail":"{read_only:false; response_revision:27449; number_of_response:1; }","duration":"684.622229ms","start":"2026-05-28T03:03:15.547659Z","end":"2026-05-28T03:03:16.232281Z","steps":["trace[281850562] 'process raft request' (duration: 684.281778ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:16.232325Z","caller":"traceutil/trace.go:171","msg":"trace[1919793125] linearizableReadLoop","detail":"{readStateIndex:28358; appliedIndex:28356; }","duration":"1.56639579s","start":"2026-05-28T03:03:14.665885Z","end":"2026-05-28T03:03:16.232281Z","steps":["trace[1919793125] 'read index received' (duration: 725.753695ms)","trace[1919793125] 'applied index is now lower than readState.Index' (duration: 840.636674ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:16.232413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.547636Z","time spent":"684.725882ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:16.232506Z","caller":"traceutil/trace.go:171","msg":"trace[223396909] transaction","detail":"{read_only:false; response_revision:27447; number_of_response:1; }","duration":"971.501652ms","start":"2026-05-28T03:03:15.260985Z","end":"2026-05-28T03:03:16.232487Z","steps":["trace[223396909] 'process raft request' (duration: 970.878622ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:16.232277Z","caller":"traceutil/trace.go:171","msg":"trace[484394061] transaction","detail":"{read_only:false; response_revision:27446; number_of_response:1; }","duration":"971.565864ms","start":"2026-05-28T03:03:15.260658Z","end":"2026-05-28T03:03:16.232224Z","steps":["trace[484394061] 'process raft request' (duration: 971.171591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.23266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.260952Z","time spent":"971.604475ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:16.232855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589442371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:03:16.232916Z","caller":"traceutil/trace.go:171","msg":"trace[839897884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27450; }","duration":"1.589523634s","start":"2026-05-28T03:03:14.643376Z","end":"2026-05-28T03:03:16.2329Z","steps":["trace[839897884] 'agreement among raft nodes before linearized reading' (duration: 1.589365849s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:16.232863Z","caller":"traceutil/trace.go:171","msg":"trace[1314747731] transaction","detail":"{read_only:false; response_revision:27445; number_of_response:1; }","duration":"976.014205ms","start":"2026-05-28T03:03:15.256785Z","end":"2026-05-28T03:03:16.232799Z","steps":["trace[1314747731] 'process raft request' (duration: 974.989313ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:16.232961Z","caller":"traceutil/trace.go:171","msg":"trace[1436916555] transaction","detail":"{read_only:false; response_revision:27448; number_of_response:1; }","duration":"849.934579ms","start":"2026-05-28T03:03:15.38297Z","end":"2026-05-28T03:03:16.232905Z","steps":["trace[1436916555] 'process raft request' (duration: 848.929818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.233088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.256774Z","time spent":"976.238052ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:16.232371Z","caller":"traceutil/trace.go:171","msg":"trace[1657863020] transaction","detail":"{read_only:false; response_revision:27444; number_of_response:1; }","duration":"1.03063321s","start":"2026-05-28T03:03:15.201725Z","end":"2026-05-28T03:03:16.232358Z","steps":["trace[1657863020] 'process raft request' (duration: 901.360003ms)","trace[1657863020] 'compare' (duration: 128.397669ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:16.233223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.20171Z","time spent":"1.031467346s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:16.233242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.382951Z","time spent":"850.153607ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:16.23269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.26063Z","time spent":"972.004238ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:16.232973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.643361Z","time spent":"1.589597597s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:03:16.241135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.050578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:16.241175Z","caller":"traceutil/trace.go:171","msg":"trace[369955951] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27451; }","duration":"846.1202ms","start":"2026-05-28T03:03:15.395045Z","end":"2026-05-28T03:03:16.241165Z","steps":["trace[369955951] 'agreement among raft nodes before linearized reading' (duration: 846.058118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.241167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570796659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fb1d1896-34be-4fe4-9d59-26842406db0f\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-05-28T03:03:16.241208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.39503Z","time spent":"846.173321ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-28T03:03:16.241216Z","caller":"traceutil/trace.go:171","msg":"trace[726597006] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fb1d1896-34be-4fe4-9d59-26842406db0f; range_end:; response_count:1; response_revision:27451; }","duration":"1.570885943s","start":"2026-05-28T03:03:14.670315Z","end":"2026-05-28T03:03:16.241201Z","steps":["trace[726597006] 'agreement among raft nodes before linearized reading' (duration: 1.570719018s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.241269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.637934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-05-28T03:03:16.241309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.670295Z","time spent":"1.570952784s","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-fb1d1896-34be-4fe4-9d59-26842406db0f\" "} {"level":"info","ts":"2026-05-28T03:03:16.241342Z","caller":"traceutil/trace.go:171","msg":"trace[1275425148] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:27451; }","duration":"494.752457ms","start":"2026-05-28T03:03:15.746572Z","end":"2026-05-28T03:03:16.241324Z","steps":["trace[1275425148] 'agreement among raft nodes before linearized reading' (duration: 494.577061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.241389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.746545Z","time spent":"494.83187ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T03:03:16.241423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.22235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-05-28T03:03:16.241449Z","caller":"traceutil/trace.go:171","msg":"trace[619126092] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:27451; }","duration":"658.330174ms","start":"2026-05-28T03:03:15.583111Z","end":"2026-05-28T03:03:16.241442Z","steps":["trace[619126092] 'agreement among raft nodes before linearized reading' (duration: 658.22823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.241473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.583098Z","time spent":"658.370194ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" "} {"level":"warn","ts":"2026-05-28T03:03:16.241591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.932544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T03:03:16.241627Z","caller":"traceutil/trace.go:171","msg":"trace[590591204] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27451; }","duration":"817.982655ms","start":"2026-05-28T03:03:15.423638Z","end":"2026-05-28T03:03:16.241621Z","steps":["trace[590591204] 'agreement among raft nodes before linearized reading' (duration: 817.900223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.241645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.423632Z","time spent":"818.009216ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-28T03:03:16.241714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.936077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:03:16.241761Z","caller":"traceutil/trace.go:171","msg":"trace[251729851] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27451; }","duration":"390.0328ms","start":"2026-05-28T03:03:15.851716Z","end":"2026-05-28T03:03:16.241748Z","steps":["trace[251729851] 'agreement among raft nodes before linearized reading' (duration: 389.911496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.241748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.293365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:16.241883Z","caller":"traceutil/trace.go:171","msg":"trace[595210939] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27451; }","duration":"846.470241ms","start":"2026-05-28T03:03:15.395394Z","end":"2026-05-28T03:03:16.241864Z","steps":["trace[595210939] 'agreement among raft nodes before linearized reading' (duration: 846.244454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.241918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.678397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:16.241958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30890942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:16.241972Z","caller":"traceutil/trace.go:171","msg":"trace[412937330] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27451; }","duration":"846.805991ms","start":"2026-05-28T03:03:15.395154Z","end":"2026-05-28T03:03:16.24196Z","steps":["trace[412937330] 'agreement among raft nodes before linearized reading' (duration: 846.689437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.24197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309869671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:16.242004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.395112Z","time spent":"846.886343ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-28T03:03:16.242013Z","caller":"traceutil/trace.go:171","msg":"trace[491233369] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27451; }","duration":"1.309928902s","start":"2026-05-28T03:03:14.932071Z","end":"2026-05-28T03:03:16.242Z","steps":["trace[491233369] 'agreement among raft nodes before linearized reading' (duration: 1.3098679s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.242047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23273065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T03:03:16.242071Z","caller":"traceutil/trace.go:171","msg":"trace[810450415] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27451; }","duration":"1.232770691s","start":"2026-05-28T03:03:15.009295Z","end":"2026-05-28T03:03:16.242065Z","steps":["trace[810450415] 'agreement among raft nodes before linearized reading' (duration: 1.232702539s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.242088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.00928Z","time spent":"1.232804592s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-28T03:03:16.242015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.395384Z","time spent":"846.618695ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T03:03:16.242161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297862849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:16.242178Z","caller":"traceutil/trace.go:171","msg":"trace[713857938] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27451; }","duration":"1.297899241s","start":"2026-05-28T03:03:14.944274Z","end":"2026-05-28T03:03:16.242173Z","steps":["trace[713857938] 'agreement among raft nodes before linearized reading' (duration: 1.29787441s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.241798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.709533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-28T03:03:16.242193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.944264Z","time spent":"1.297925781s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-28T03:03:16.242201Z","caller":"traceutil/trace.go:171","msg":"trace[1713464820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27451; }","duration":"821.155377ms","start":"2026-05-28T03:03:15.42104Z","end":"2026-05-28T03:03:16.242195Z","steps":["trace[1713464820] 'agreement among raft nodes before linearized reading' (duration: 820.715403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.24222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.421017Z","time spent":"821.197328ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:03:16.241907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.152739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-05-28T03:03:16.242046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.932062Z","time spent":"1.309975384s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-28T03:03:16.242265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325220318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T03:03:16.24231Z","caller":"traceutil/trace.go:171","msg":"trace[242978556] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:27451; }","duration":"489.585363ms","start":"2026-05-28T03:03:15.75271Z","end":"2026-05-28T03:03:16.242296Z","steps":["trace[242978556] 'agreement among raft nodes before linearized reading' (duration: 489.109608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.242403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325848838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:16.242403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323457363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:16.242446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326257911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:16.242457Z","caller":"traceutil/trace.go:171","msg":"trace[1882784260] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27451; }","duration":"1.323523684s","start":"2026-05-28T03:03:14.918917Z","end":"2026-05-28T03:03:16.242441Z","steps":["trace[1882784260] 'agreement among raft nodes before linearized reading' (duration: 1.323413771s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:16.24247Z","caller":"traceutil/trace.go:171","msg":"trace[1867009942] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27451; }","duration":"1.326328543s","start":"2026-05-28T03:03:14.916136Z","end":"2026-05-28T03:03:16.242464Z","steps":["trace[1867009942] 'agreement among raft nodes before linearized reading' (duration: 1.326295812s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.24249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.916124Z","time spent":"1.326362895s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T03:03:16.242494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.918908Z","time spent":"1.323577546s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T03:03:16.242509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571995507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T03:03:16.242525Z","caller":"traceutil/trace.go:171","msg":"trace[2024091954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27451; }","duration":"1.57205645s","start":"2026-05-28T03:03:14.670464Z","end":"2026-05-28T03:03:16.242521Z","steps":["trace[2024091954] 'agreement among raft nodes before linearized reading' (duration: 1.571972757s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.242416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369502464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-28T03:03:16.242539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.670439Z","time spent":"1.572097001s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T03:03:16.242545Z","caller":"traceutil/trace.go:171","msg":"trace[239817149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27451; }","duration":"1.369659779s","start":"2026-05-28T03:03:14.872878Z","end":"2026-05-28T03:03:16.242538Z","steps":["trace[239817149] 'agreement among raft nodes before linearized reading' (duration: 1.369489864s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.242562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.872863Z","time spent":"1.369695371s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T03:03:16.242419Z","caller":"traceutil/trace.go:171","msg":"trace[1232272435] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27451; }","duration":"1.32591525s","start":"2026-05-28T03:03:14.916499Z","end":"2026-05-28T03:03:16.242414Z","steps":["trace[1232272435] 'agreement among raft nodes before linearized reading' (duration: 1.32588815s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.242425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.752684Z","time spent":"489.730048ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T03:03:16.242618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.91649Z","time spent":"1.326118067s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T03:03:16.241797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:15.851662Z","time spent":"390.124864ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:03:16.242574Z","caller":"traceutil/trace.go:171","msg":"trace[1726986211] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27451; }","duration":"1.325498427s","start":"2026-05-28T03:03:14.916891Z","end":"2026-05-28T03:03:16.242389Z","steps":["trace[1726986211] 'agreement among raft nodes before linearized reading' (duration: 1.324820465s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.242796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.916875Z","time spent":"1.32590111s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-28T03:03:16.241982Z","caller":"traceutil/trace.go:171","msg":"trace[2123141666] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27451; }","duration":"1.308965792s","start":"2026-05-28T03:03:14.93301Z","end":"2026-05-28T03:03:16.241975Z","steps":["trace[2123141666] 'agreement among raft nodes before linearized reading' (duration: 1.30891894s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.243037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.932998Z","time spent":"1.310026746s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T03:03:16.246913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392034671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:16.246963Z","caller":"traceutil/trace.go:171","msg":"trace[1543372025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27451; }","duration":"1.392084513s","start":"2026-05-28T03:03:14.854867Z","end":"2026-05-28T03:03:16.246952Z","steps":["trace[1543372025] 'agreement among raft nodes before linearized reading' (duration: 1.39198774s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.246987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:14.854787Z","time spent":"1.392195466s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:03:16.444615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.01498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:03:16.444852Z","caller":"traceutil/trace.go:171","msg":"trace[1475757404] transaction","detail":"{read_only:false; response_revision:27454; number_of_response:1; }","duration":"193.851888ms","start":"2026-05-28T03:03:16.250981Z","end":"2026-05-28T03:03:16.444833Z","steps":["trace[1475757404] 'process raft request' (duration: 193.727184ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:16.444859Z","caller":"traceutil/trace.go:171","msg":"trace[1811456266] transaction","detail":"{read_only:false; response_revision:27453; number_of_response:1; }","duration":"196.572474ms","start":"2026-05-28T03:03:16.248218Z","end":"2026-05-28T03:03:16.44479Z","steps":["trace[1811456266] 'process raft request' (duration: 89.293146ms)","trace[1811456266] 'compare' (duration: 106.805293ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:16.444982Z","caller":"traceutil/trace.go:171","msg":"trace[1938622471] linearizableReadLoop","detail":"{readStateIndex:28370; appliedIndex:28367; }","duration":"119.319831ms","start":"2026-05-28T03:03:16.325648Z","end":"2026-05-28T03:03:16.444968Z","steps":["trace[1938622471] 'read index received' (duration: 11.774885ms)","trace[1938622471] 'applied index is now lower than readState.Index' (duration: 107.543286ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:16.44508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.292048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:16.445117Z","caller":"traceutil/trace.go:171","msg":"trace[904516959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27455; }","duration":"197.367709ms","start":"2026-05-28T03:03:16.247739Z","end":"2026-05-28T03:03:16.445107Z","steps":["trace[904516959] 'agreement among raft nodes before linearized reading' (duration: 197.281637ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:16.445109Z","caller":"traceutil/trace.go:171","msg":"trace[152231544] transaction","detail":"{read_only:false; response_revision:27455; number_of_response:1; }","duration":"193.979162ms","start":"2026-05-28T03:03:16.25111Z","end":"2026-05-28T03:03:16.44509Z","steps":["trace[152231544] 'process raft request' (duration: 193.676852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.446113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.769098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:144 size:1375157"} {"level":"info","ts":"2026-05-28T03:03:16.446196Z","caller":"traceutil/trace.go:171","msg":"trace[1147178243] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:144; response_revision:27455; }","duration":"194.888181ms","start":"2026-05-28T03:03:16.251295Z","end":"2026-05-28T03:03:16.446183Z","steps":["trace[1147178243] 'agreement among raft nodes before linearized reading' (duration: 193.723514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.446763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.65438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:144 size:1375157"} {"level":"info","ts":"2026-05-28T03:03:16.446833Z","caller":"traceutil/trace.go:171","msg":"trace[989513971] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:144; response_revision:27455; }","duration":"198.754174ms","start":"2026-05-28T03:03:16.248065Z","end":"2026-05-28T03:03:16.446819Z","steps":["trace[989513971] 'agreement among raft nodes before linearized reading' (duration: 197.033229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.947276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.260805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:16.947358Z","caller":"traceutil/trace.go:171","msg":"trace[1171786309] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27455; }","duration":"275.389308ms","start":"2026-05-28T03:03:16.671949Z","end":"2026-05-28T03:03:16.947338Z","steps":["trace[1171786309] 'range keys from in-memory index tree' (duration: 275.195362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.947578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.499452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:16.947634Z","caller":"traceutil/trace.go:171","msg":"trace[633175158] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27455; }","duration":"275.574394ms","start":"2026-05-28T03:03:16.672047Z","end":"2026-05-28T03:03:16.947622Z","steps":["trace[633175158] 'range keys from in-memory index tree' (duration: 275.43593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.947796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.168808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:16.947886Z","caller":"traceutil/trace.go:171","msg":"trace[1782019019] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27455; }","duration":"364.314564ms","start":"2026-05-28T03:03:16.58355Z","end":"2026-05-28T03:03:16.947864Z","steps":["trace[1782019019] 'count revisions from in-memory index tree' (duration: 364.088916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.947906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.001708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:16.94794Z","caller":"traceutil/trace.go:171","msg":"trace[905661957] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27455; }","duration":"276.036129ms","start":"2026-05-28T03:03:16.671894Z","end":"2026-05-28T03:03:16.94793Z","steps":["trace[905661957] 'range keys from in-memory index tree' (duration: 275.915305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.948068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.35223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:03:16.948112Z","caller":"traceutil/trace.go:171","msg":"trace[806197636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27455; }","duration":"350.410321ms","start":"2026-05-28T03:03:16.597689Z","end":"2026-05-28T03:03:16.948099Z","steps":["trace[806197636] 'range keys from in-memory index tree' (duration: 350.220095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.948149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:16.597679Z","time spent":"350.460274ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:03:16.948128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.134963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:16.948171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.294467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T03:03:16.948201Z","caller":"traceutil/trace.go:171","msg":"trace[957648690] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27455; }","duration":"276.358899ms","start":"2026-05-28T03:03:16.671833Z","end":"2026-05-28T03:03:16.948192Z","steps":["trace[957648690] 'range keys from in-memory index tree' (duration: 276.093821ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:16.948204Z","caller":"traceutil/trace.go:171","msg":"trace[937781478] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:27455; }","duration":"350.263297ms","start":"2026-05-28T03:03:16.597919Z","end":"2026-05-28T03:03:16.948182Z","steps":["trace[937781478] 'count revisions from in-memory index tree' (duration: 350.047881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.948246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:16.597895Z","time spent":"350.34067ms","remote":"127.0.0.1:60738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:16.948313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.514604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:03:16.9484Z","caller":"traceutil/trace.go:171","msg":"trace[925771484] linearizableReadLoop","detail":"{readStateIndex:28371; appliedIndex:28370; }","duration":"153.789065ms","start":"2026-05-28T03:03:16.794595Z","end":"2026-05-28T03:03:16.948384Z","steps":["trace[925771484] 'read index received' (duration: 47.21571ms)","trace[925771484] 'applied index is now lower than readState.Index' (duration: 106.572025ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:16.948535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.944831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-28T03:03:16.948568Z","caller":"traceutil/trace.go:171","msg":"trace[623759575] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27456; }","duration":"153.980502ms","start":"2026-05-28T03:03:16.794579Z","end":"2026-05-28T03:03:16.94856Z","steps":["trace[623759575] 'agreement among raft nodes before linearized reading' (duration: 153.850928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:16.947941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:16.583526Z","time spent":"364.398126ms","remote":"127.0.0.1:37918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:03:16.948642Z","caller":"traceutil/trace.go:171","msg":"trace[1228690087] transaction","detail":"{read_only:false; response_revision:27456; number_of_response:1; }","duration":"276.39337ms","start":"2026-05-28T03:03:16.67223Z","end":"2026-05-28T03:03:16.948624Z","steps":["trace[1228690087] 'process raft request' (duration: 169.505954ms)","trace[1228690087] 'compare' (duration: 106.419231ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:17.454136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.766907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:17.454235Z","caller":"traceutil/trace.go:171","msg":"trace[483082565] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:27457; }","duration":"228.927262ms","start":"2026-05-28T03:03:17.225285Z","end":"2026-05-28T03:03:17.454212Z","steps":["trace[483082565] 'count revisions from in-memory index tree' (duration: 228.667454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:17.454446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.515061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:03:17.454504Z","caller":"traceutil/trace.go:171","msg":"trace[1651932208] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27457; }","duration":"297.617445ms","start":"2026-05-28T03:03:17.156866Z","end":"2026-05-28T03:03:17.454484Z","steps":["trace[1651932208] 'count revisions from in-memory index tree' (duration: 297.421218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:17.454562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.40691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:17.454626Z","caller":"traceutil/trace.go:171","msg":"trace[425255962] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27457; }","duration":"304.516534ms","start":"2026-05-28T03:03:17.150093Z","end":"2026-05-28T03:03:17.45461Z","steps":["trace[425255962] 'range keys from in-memory index tree' (duration: 304.297797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:17.454654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:17.150074Z","time spent":"304.574025ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T03:03:18.622993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305496337254175284,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T03:03:18.794249Z","caller":"traceutil/trace.go:171","msg":"trace[112751280] transaction","detail":"{read_only:false; response_revision:27458; number_of_response:1; }","duration":"685.90978ms","start":"2026-05-28T03:03:18.108308Z","end":"2026-05-28T03:03:18.794217Z","steps":["trace[112751280] 'process raft request' (duration: 685.737564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:18.794419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.108287Z","time spent":"686.044733ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:19.302229Z","caller":"traceutil/trace.go:171","msg":"trace[920045539] transaction","detail":"{read_only:false; response_revision:27460; number_of_response:1; }","duration":"1.062293505s","start":"2026-05-28T03:03:18.239909Z","end":"2026-05-28T03:03:19.302202Z","steps":["trace[920045539] 'process raft request' (duration: 1.062211513s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:19.302251Z","caller":"traceutil/trace.go:171","msg":"trace[693940063] linearizableReadLoop","detail":"{readStateIndex:28379; appliedIndex:28372; }","duration":"1.179515829s","start":"2026-05-28T03:03:18.12272Z","end":"2026-05-28T03:03:19.302236Z","steps":["trace[693940063] 'read index received' (duration: 671.340177ms)","trace[693940063] 'applied index is now lower than readState.Index' (duration: 508.174672ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:19.302331Z","caller":"traceutil/trace.go:171","msg":"trace[507094835] transaction","detail":"{read_only:false; response_revision:27463; number_of_response:1; }","duration":"1.061514891s","start":"2026-05-28T03:03:18.240805Z","end":"2026-05-28T03:03:19.30232Z","steps":["trace[507094835] 'process raft request' (duration: 1.061384527s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.302354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.239883Z","time spent":"1.062401419s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:19.302334Z","caller":"traceutil/trace.go:171","msg":"trace[1033674863] transaction","detail":"{read_only:false; response_revision:27462; number_of_response:1; }","duration":"1.061901983s","start":"2026-05-28T03:03:18.240392Z","end":"2026-05-28T03:03:19.302294Z","steps":["trace[1033674863] 'process raft request' (duration: 1.061773769s)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:19.302353Z","caller":"traceutil/trace.go:171","msg":"trace[1150349905] transaction","detail":"{read_only:false; response_revision:27461; number_of_response:1; }","duration":"1.062331837s","start":"2026-05-28T03:03:18.239987Z","end":"2026-05-28T03:03:19.302318Z","steps":["trace[1150349905] 'process raft request' (duration: 1.062158951s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.302403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.240793Z","time spent":"1.061555792s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:19.302486Z","caller":"traceutil/trace.go:171","msg":"trace[754436706] transaction","detail":"{read_only:false; response_revision:27464; number_of_response:1; }","duration":"1.061671206s","start":"2026-05-28T03:03:18.24081Z","end":"2026-05-28T03:03:19.302481Z","steps":["trace[754436706] 'process raft request' (duration: 1.061397307s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.30248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.239938Z","time spent":"1.062475391s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:19.302518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.240796Z","time spent":"1.061699506s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:19.302512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.240377Z","time spent":"1.062028027s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:19.302568Z","caller":"traceutil/trace.go:171","msg":"trace[133315377] transaction","detail":"{read_only:false; response_revision:27459; number_of_response:1; }","duration":"1.0627557s","start":"2026-05-28T03:03:18.239797Z","end":"2026-05-28T03:03:19.302553Z","steps":["trace[133315377] 'process raft request' (duration: 1.062231934s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.30262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.239774Z","time spent":"1.062813922s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:19.302642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179929762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.302695Z","caller":"traceutil/trace.go:171","msg":"trace[1359513958] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27464; }","duration":"1.180018205s","start":"2026-05-28T03:03:18.12267Z","end":"2026-05-28T03:03:19.302688Z","steps":["trace[1359513958] 'agreement among raft nodes before linearized reading' (duration: 1.179950882s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.302711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.122653Z","time spent":"1.180053666s","remote":"127.0.0.1:37854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:19.558368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.760252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:03:19.558488Z","caller":"traceutil/trace.go:171","msg":"trace[1233332426] linearizableReadLoop","detail":"{readStateIndex:28380; appliedIndex:28379; }","duration":"256.178838ms","start":"2026-05-28T03:03:19.302291Z","end":"2026-05-28T03:03:19.55847Z","steps":["trace[1233332426] 'read index received' (duration: 126.184158ms)","trace[1233332426] 'applied index is now lower than readState.Index' (duration: 129.99297ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:19.558721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206084214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-05-28T03:03:19.558787Z","caller":"traceutil/trace.go:171","msg":"trace[169104226] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:27465; }","duration":"1.206199547s","start":"2026-05-28T03:03:18.352574Z","end":"2026-05-28T03:03:19.558773Z","steps":["trace[169104226] 'agreement among raft nodes before linearized reading' (duration: 1.206011271s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.558818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.352554Z","time spent":"1.206255949s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" "} {"level":"warn","ts":"2026-05-28T03:03:19.558826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228923979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:03:19.558852Z","caller":"traceutil/trace.go:171","msg":"trace[1571695133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27465; }","duration":"1.22895111s","start":"2026-05-28T03:03:18.329893Z","end":"2026-05-28T03:03:19.558845Z","steps":["trace[1571695133] 'agreement among raft nodes before linearized reading' (duration: 1.228845907s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.558896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.329821Z","time spent":"1.229063013s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T03:03:19.559035Z","caller":"traceutil/trace.go:171","msg":"trace[675820899] transaction","detail":"{read_only:false; response_revision:27465; number_of_response:1; }","duration":"604.070289ms","start":"2026-05-28T03:03:18.954946Z","end":"2026-05-28T03:03:19.559017Z","steps":["trace[675820899] 'process raft request' (duration: 473.581003ms)","trace[675820899] 'compare' (duration: 129.571716ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:19.559121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.954933Z","time spent":"604.138931ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:19.559169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30798039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T03:03:19.559192Z","caller":"traceutil/trace.go:171","msg":"trace[1886989450] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27465; }","duration":"1.308014352s","start":"2026-05-28T03:03:18.251171Z","end":"2026-05-28T03:03:19.559185Z","steps":["trace[1886989450] 'agreement among raft nodes before linearized reading' (duration: 1.307926689s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.55921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.251167Z","time spent":"1.308039723s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-28T03:03:19.559322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.981271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:03:19.559357Z","caller":"traceutil/trace.go:171","msg":"trace[1170961656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27465; }","duration":"516.043413ms","start":"2026-05-28T03:03:19.043304Z","end":"2026-05-28T03:03:19.559348Z","steps":["trace[1170961656] 'agreement among raft nodes before linearized reading' (duration: 515.93962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.559387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308308961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.559431Z","caller":"traceutil/trace.go:171","msg":"trace[445698505] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27465; }","duration":"1.308359492s","start":"2026-05-28T03:03:18.251057Z","end":"2026-05-28T03:03:19.559416Z","steps":["trace[445698505] 'agreement among raft nodes before linearized reading' (duration: 1.308306861s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.559467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.676888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.559499Z","caller":"traceutil/trace.go:171","msg":"trace[533237852] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27465; }","duration":"604.72009ms","start":"2026-05-28T03:03:18.954771Z","end":"2026-05-28T03:03:19.559491Z","steps":["trace[533237852] 'agreement among raft nodes before linearized reading' (duration: 604.680018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.559502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308660702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:19.559528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.954766Z","time spent":"604.756961ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T03:03:19.559568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308839238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.559603Z","caller":"traceutil/trace.go:171","msg":"trace[1619604810] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27465; }","duration":"1.308889779s","start":"2026-05-28T03:03:18.250703Z","end":"2026-05-28T03:03:19.559593Z","steps":["trace[1619604810] 'agreement among raft nodes before linearized reading' (duration: 1.308846797s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.559634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.250694Z","time spent":"1.308935111s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T03:03:19.559747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.981377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T03:03:19.559783Z","caller":"traceutil/trace.go:171","msg":"trace[2055231223] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27465; }","duration":"605.03232ms","start":"2026-05-28T03:03:18.954742Z","end":"2026-05-28T03:03:19.559774Z","steps":["trace[2055231223] 'agreement among raft nodes before linearized reading' (duration: 604.938697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.559815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.954737Z","time spent":"605.073171ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-28T03:03:19.559839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31302269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T03:03:19.559879Z","caller":"traceutil/trace.go:171","msg":"trace[50003281] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27465; }","duration":"1.313090092s","start":"2026-05-28T03:03:18.246777Z","end":"2026-05-28T03:03:19.559867Z","steps":["trace[50003281] 'agreement among raft nodes before linearized reading' (duration: 1.312993789s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.55992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.246767Z","time spent":"1.313144634s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-28T03:03:19.559966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.246276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.559999Z","caller":"traceutil/trace.go:171","msg":"trace[357547022] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27465; }","duration":"605.322848ms","start":"2026-05-28T03:03:18.954668Z","end":"2026-05-28T03:03:19.559991Z","steps":["trace[357547022] 'agreement among raft nodes before linearized reading' (duration: 605.277797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.56003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.954647Z","time spent":"605.37746ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T03:03:19.560103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31331072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.560144Z","caller":"traceutil/trace.go:171","msg":"trace[1386718308] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27465; }","duration":"1.313350091s","start":"2026-05-28T03:03:18.246784Z","end":"2026-05-28T03:03:19.560134Z","steps":["trace[1386718308] 'agreement among raft nodes before linearized reading' (duration: 1.313290129s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.560178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.246752Z","time spent":"1.313419943s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T03:03:19.560217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.54461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.560254Z","caller":"traceutil/trace.go:171","msg":"trace[481064268] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:27465; }","duration":"953.600072ms","start":"2026-05-28T03:03:18.606642Z","end":"2026-05-28T03:03:19.560242Z","steps":["trace[481064268] 'agreement among raft nodes before linearized reading' (duration: 953.556061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.560288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.60663Z","time spent":"953.650894ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:19.560335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313740433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.560371Z","caller":"traceutil/trace.go:171","msg":"trace[1360805040] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27465; }","duration":"1.313791815s","start":"2026-05-28T03:03:18.246571Z","end":"2026-05-28T03:03:19.560362Z","steps":["trace[1360805040] 'agreement among raft nodes before linearized reading' (duration: 1.313742874s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.560404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.246559Z","time spent":"1.313839246s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T03:03:19.56049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.893688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-28T03:03:19.560525Z","caller":"traceutil/trace.go:171","msg":"trace[1216870503] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27465; }","duration":"968.95171ms","start":"2026-05-28T03:03:18.591565Z","end":"2026-05-28T03:03:19.560516Z","steps":["trace[1216870503] 'agreement among raft nodes before linearized reading' (duration: 968.856637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.56055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31395515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:03:19.560557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.591552Z","time spent":"968.998191ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-28T03:03:19.560585Z","caller":"traceutil/trace.go:171","msg":"trace[1602541167] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27465; }","duration":"1.314006672s","start":"2026-05-28T03:03:18.24657Z","end":"2026-05-28T03:03:19.560577Z","steps":["trace[1602541167] 'agreement among raft nodes before linearized reading' (duration: 1.31395709s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.560624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.246562Z","time spent":"1.314050823s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-28T03:03:19.560734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062049668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:03:19.560768Z","caller":"traceutil/trace.go:171","msg":"trace[2022324175] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:27465; }","duration":"1.062104439s","start":"2026-05-28T03:03:18.498655Z","end":"2026-05-28T03:03:19.560759Z","steps":["trace[2022324175] 'agreement among raft nodes before linearized reading' (duration: 1.062015096s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.560798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.498643Z","time spent":"1.062149581s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T03:03:19.560819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314250269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T03:03:19.560854Z","caller":"traceutil/trace.go:171","msg":"trace[61195364] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27465; }","duration":"1.314317832s","start":"2026-05-28T03:03:18.246528Z","end":"2026-05-28T03:03:19.560845Z","steps":["trace[61195364] 'agreement among raft nodes before linearized reading' (duration: 1.314221068s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.560887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.246507Z","time spent":"1.314373614s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-28T03:03:19.560972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089148728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T03:03:19.561003Z","caller":"traceutil/trace.go:171","msg":"trace[277560192] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:27465; }","duration":"1.08920368s","start":"2026-05-28T03:03:18.471791Z","end":"2026-05-28T03:03:19.560995Z","steps":["trace[277560192] 'agreement among raft nodes before linearized reading' (duration: 1.089122608s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.561033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.471776Z","time spent":"1.089251631s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T03:03:19.561068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314542208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.561104Z","caller":"traceutil/trace.go:171","msg":"trace[116160452] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27465; }","duration":"1.31458754s","start":"2026-05-28T03:03:18.246507Z","end":"2026-05-28T03:03:19.561095Z","steps":["trace[116160452] 'agreement among raft nodes before linearized reading' (duration: 1.314535099s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.561139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.246503Z","time spent":"1.314629772s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-28T03:03:19.561196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109270737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T03:03:19.561227Z","caller":"traceutil/trace.go:171","msg":"trace[691618497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27465; }","duration":"1.109329289s","start":"2026-05-28T03:03:18.45189Z","end":"2026-05-28T03:03:19.56122Z","steps":["trace[691618497] 'agreement among raft nodes before linearized reading' (duration: 1.109246637s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.561256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.451876Z","time spent":"1.10937472s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T03:03:19.561301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314796826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.561352Z","caller":"traceutil/trace.go:171","msg":"trace[4504512] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27465; }","duration":"1.314877309s","start":"2026-05-28T03:03:18.246465Z","end":"2026-05-28T03:03:19.561342Z","steps":["trace[4504512] 'agreement among raft nodes before linearized reading' (duration: 1.314804667s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.561385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.246452Z","time spent":"1.31492689s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T03:03:19.561609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110309021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T03:03:19.561661Z","caller":"traceutil/trace.go:171","msg":"trace[849267644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27465; }","duration":"1.110377212s","start":"2026-05-28T03:03:18.451252Z","end":"2026-05-28T03:03:19.561629Z","steps":["trace[849267644] 'agreement among raft nodes before linearized reading' (duration: 1.110110344s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.561693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.45122Z","time spent":"1.110467235s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:03:19.559465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.25105Z","time spent":"1.308408814s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T03:03:19.561895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316537282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.56197Z","caller":"traceutil/trace.go:171","msg":"trace[1911715895] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27465; }","duration":"1.316637045s","start":"2026-05-28T03:03:18.245316Z","end":"2026-05-28T03:03:19.561953Z","steps":["trace[1911715895] 'agreement among raft nodes before linearized reading' (duration: 1.31650254s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.562015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.245307Z","time spent":"1.316699317s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-28T03:03:19.562068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113078809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:03:19.56213Z","caller":"traceutil/trace.go:171","msg":"trace[1284157066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27465; }","duration":"1.113180262s","start":"2026-05-28T03:03:18.448934Z","end":"2026-05-28T03:03:19.562114Z","steps":["trace[1284157066] 'agreement among raft nodes before linearized reading' (duration: 1.113010186s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.56217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.448912Z","time spent":"1.113249524s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T03:03:19.562252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.372928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.56229Z","caller":"traceutil/trace.go:171","msg":"trace[488005534] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:27465; }","duration":"224.44362ms","start":"2026-05-28T03:03:19.337836Z","end":"2026-05-28T03:03:19.56228Z","steps":["trace[488005534] 'agreement among raft nodes before linearized reading' (duration: 224.373858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.559394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:19.043291Z","time spent":"516.096105ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T03:03:19.559432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.337405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.562655Z","caller":"traceutil/trace.go:171","msg":"trace[1255584166] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27465; }","duration":"594.565327ms","start":"2026-05-28T03:03:18.968079Z","end":"2026-05-28T03:03:19.562644Z","steps":["trace[1255584166] 'agreement among raft nodes before linearized reading' (duration: 591.331494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.562699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.968073Z","time spent":"594.615128ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-28T03:03:19.559532Z","caller":"traceutil/trace.go:171","msg":"trace[1555871989] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27465; }","duration":"1.308700444s","start":"2026-05-28T03:03:18.250824Z","end":"2026-05-28T03:03:19.559524Z","steps":["trace[1555871989] 'agreement among raft nodes before linearized reading' (duration: 1.308661792s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.562836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.250815Z","time spent":"1.312013579s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-28T03:03:19.560178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.709946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:19.563055Z","caller":"traceutil/trace.go:171","msg":"trace[688571533] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27465; }","duration":"911.586907ms","start":"2026-05-28T03:03:18.651454Z","end":"2026-05-28T03:03:19.563041Z","steps":["trace[688571533] 'agreement among raft nodes before linearized reading' (duration: 908.692545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.563106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:18.651398Z","time spent":"911.691961ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:03:19.904619Z","caller":"traceutil/trace.go:171","msg":"trace[104804359] transaction","detail":"{read_only:false; response_revision:27467; number_of_response:1; }","duration":"335.541669ms","start":"2026-05-28T03:03:19.569034Z","end":"2026-05-28T03:03:19.904576Z","steps":["trace[104804359] 'process raft request' (duration: 335.245219ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:19.904645Z","caller":"traceutil/trace.go:171","msg":"trace[1753655520] linearizableReadLoop","detail":"{readStateIndex:28386; appliedIndex:28380; }","duration":"327.38431ms","start":"2026-05-28T03:03:19.577237Z","end":"2026-05-28T03:03:19.904621Z","steps":["trace[1753655520] 'read index received' (duration: 38.499263ms)","trace[1753655520] 'applied index is now lower than readState.Index' (duration: 288.884267ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:19.904668Z","caller":"traceutil/trace.go:171","msg":"trace[1381612711] transaction","detail":"{read_only:false; response_revision:27469; number_of_response:1; }","duration":"335.540539ms","start":"2026-05-28T03:03:19.569094Z","end":"2026-05-28T03:03:19.904634Z","steps":["trace[1381612711] 'process raft request' (duration: 335.407384ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:19.904757Z","caller":"traceutil/trace.go:171","msg":"trace[1199146174] transaction","detail":"{read_only:false; response_revision:27470; number_of_response:1; }","duration":"331.631455ms","start":"2026-05-28T03:03:19.573113Z","end":"2026-05-28T03:03:19.904745Z","steps":["trace[1199146174] 'process raft request' (duration: 331.420958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.904798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:19.569016Z","time spent":"335.678364ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:19.904882Z","caller":"traceutil/trace.go:171","msg":"trace[1418998973] transaction","detail":"{read_only:false; response_revision:27468; number_of_response:1; }","duration":"335.799507ms","start":"2026-05-28T03:03:19.56907Z","end":"2026-05-28T03:03:19.904869Z","steps":["trace[1418998973] 'process raft request' (duration: 335.385204ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:19.904928Z","caller":"traceutil/trace.go:171","msg":"trace[303320364] transaction","detail":"{read_only:false; response_revision:27471; number_of_response:1; }","duration":"331.751689ms","start":"2026-05-28T03:03:19.573166Z","end":"2026-05-28T03:03:19.904918Z","steps":["trace[303320364] 'process raft request' (duration: 331.396527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.904955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:19.569051Z","time spent":"335.87125ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:19.904988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:19.573162Z","time spent":"331.79561ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:19.904862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:19.573098Z","time spent":"331.687276ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:19.904827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:19.569089Z","time spent":"335.651603ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:03:19.905332Z","caller":"traceutil/trace.go:171","msg":"trace[177239671] transaction","detail":"{read_only:false; response_revision:27472; number_of_response:1; }","duration":"323.551988ms","start":"2026-05-28T03:03:19.581759Z","end":"2026-05-28T03:03:19.905311Z","steps":["trace[177239671] 'process raft request' (duration: 322.829505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.90543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:19.581752Z","time spent":"323.636221ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:03:19.905703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.453094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-28T03:03:19.905776Z","caller":"traceutil/trace.go:171","msg":"trace[863915378] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:27472; }","duration":"328.540466ms","start":"2026-05-28T03:03:19.577216Z","end":"2026-05-28T03:03:19.905756Z","steps":["trace[863915378] 'agreement among raft nodes before linearized reading' (duration: 328.273448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.905821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:19.577209Z","time spent":"328.600249ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-28T03:03:19.907019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.227089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:144 size:1375157"} {"level":"info","ts":"2026-05-28T03:03:19.907081Z","caller":"traceutil/trace.go:171","msg":"trace[503718468] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:144; response_revision:27472; }","duration":"329.302681ms","start":"2026-05-28T03:03:19.577766Z","end":"2026-05-28T03:03:19.907069Z","steps":["trace[503718468] 'agreement among raft nodes before linearized reading' (duration: 327.971599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:19.907122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:19.577762Z","time spent":"329.348622ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":144,"response size":1375180,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T03:03:20.591591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.856139ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-28T03:03:20.591789Z","caller":"traceutil/trace.go:171","msg":"trace[1258659242] transaction","detail":"{read_only:false; response_revision:27473; number_of_response:1; }","duration":"195.519951ms","start":"2026-05-28T03:03:20.396256Z","end":"2026-05-28T03:03:20.591776Z","steps":["trace[1258659242] 'process raft request' (duration: 195.405077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:20.591938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:19.908189Z","time spent":"683.746611ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T03:03:20.592032Z","caller":"traceutil/trace.go:171","msg":"trace[2139082805] linearizableReadLoop","detail":"{readStateIndex:28388; appliedIndex:28387; }","duration":"640.057614ms","start":"2026-05-28T03:03:19.951967Z","end":"2026-05-28T03:03:20.592024Z","steps":["trace[2139082805] 'read index received' (duration: 258.75339ms)","trace[2139082805] 'applied index is now lower than readState.Index' (duration: 381.303384ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:03:20.592212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.240969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:20.592241Z","caller":"traceutil/trace.go:171","msg":"trace[1229095751] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27473; }","duration":"640.27604ms","start":"2026-05-28T03:03:19.951957Z","end":"2026-05-28T03:03:20.592233Z","steps":["trace[1229095751] 'agreement among raft nodes before linearized reading' (duration: 640.224209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:20.592263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:19.951927Z","time spent":"640.330132ms","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:03:20.592385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.922295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:03:20.592417Z","caller":"traceutil/trace.go:171","msg":"trace[1953885134] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:27473; }","duration":"552.993338ms","start":"2026-05-28T03:03:20.039415Z","end":"2026-05-28T03:03:20.592408Z","steps":["trace[1953885134] 'agreement among raft nodes before linearized reading' (duration: 552.948196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:20.592437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:03:20.039393Z","time spent":"553.037738ms","remote":"127.0.0.1:55044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:03:20.59276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.705413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-28T03:03:20.592788Z","caller":"traceutil/trace.go:171","msg":"trace[440138018] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:27473; }","duration":"232.758834ms","start":"2026-05-28T03:03:20.360022Z","end":"2026-05-28T03:03:20.59278Z","steps":["trace[440138018] 'agreement among raft nodes before linearized reading' (duration: 232.693401ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:21.530121Z","caller":"traceutil/trace.go:171","msg":"trace[160908121] transaction","detail":"{read_only:false; response_revision:27477; number_of_response:1; }","duration":"221.58238ms","start":"2026-05-28T03:03:21.308501Z","end":"2026-05-28T03:03:21.530083Z","steps":["trace[160908121] 'process raft request' (duration: 221.238509ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:21.530195Z","caller":"traceutil/trace.go:171","msg":"trace[1447568804] transaction","detail":"{read_only:false; response_revision:27479; number_of_response:1; }","duration":"221.194077ms","start":"2026-05-28T03:03:21.308976Z","end":"2026-05-28T03:03:21.53017Z","steps":["trace[1447568804] 'process raft request' (duration: 221.015572ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:21.530255Z","caller":"traceutil/trace.go:171","msg":"trace[1947207737] transaction","detail":"{read_only:false; response_revision:27480; number_of_response:1; }","duration":"220.836436ms","start":"2026-05-28T03:03:21.309376Z","end":"2026-05-28T03:03:21.530213Z","steps":["trace[1947207737] 'process raft request' (duration: 220.66398ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:21.53015Z","caller":"traceutil/trace.go:171","msg":"trace[1184052411] linearizableReadLoop","detail":"{readStateIndex:28397; appliedIndex:28391; }","duration":"185.39323ms","start":"2026-05-28T03:03:21.344733Z","end":"2026-05-28T03:03:21.530126Z","steps":["trace[1184052411] 'read index received' (duration: 46.847288ms)","trace[1184052411] 'applied index is now lower than readState.Index' (duration: 138.544922ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:03:21.530346Z","caller":"traceutil/trace.go:171","msg":"trace[118026676] transaction","detail":"{read_only:false; response_revision:27478; number_of_response:1; }","duration":"221.512158ms","start":"2026-05-28T03:03:21.308824Z","end":"2026-05-28T03:03:21.530336Z","steps":["trace[118026676] 'process raft request' (duration: 221.118805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:21.530381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.629737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-28T03:03:21.530485Z","caller":"traceutil/trace.go:171","msg":"trace[1682243150] transaction","detail":"{read_only:false; response_revision:27481; number_of_response:1; }","duration":"220.718312ms","start":"2026-05-28T03:03:21.309755Z","end":"2026-05-28T03:03:21.530474Z","steps":["trace[1682243150] 'process raft request' (duration: 220.322469ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:03:21.531038Z","caller":"traceutil/trace.go:171","msg":"trace[1617862176] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27481; }","duration":"185.803642ms","start":"2026-05-28T03:03:21.344687Z","end":"2026-05-28T03:03:21.530491Z","steps":["trace[1617862176] 'agreement among raft nodes before linearized reading' (duration: 185.512513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:22.016846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.790863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T03:03:22.016929Z","caller":"traceutil/trace.go:171","msg":"trace[819338935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27485; }","duration":"106.918927ms","start":"2026-05-28T03:03:21.90999Z","end":"2026-05-28T03:03:22.016909Z","steps":["trace[819338935] 'range keys from in-memory index tree' (duration: 106.626608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:22.016895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.770054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T03:03:22.017071Z","caller":"traceutil/trace.go:171","msg":"trace[1169167435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27485; }","duration":"107.995791ms","start":"2026-05-28T03:03:21.909053Z","end":"2026-05-28T03:03:22.017049Z","steps":["trace[1169167435] 'range keys from in-memory index tree' (duration: 107.593739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:22.016984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.404532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:03:22.017244Z","caller":"traceutil/trace.go:171","msg":"trace[418898815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27485; }","duration":"107.720052ms","start":"2026-05-28T03:03:21.909512Z","end":"2026-05-28T03:03:22.017232Z","steps":["trace[418898815] 'range keys from in-memory index tree' (duration: 107.181345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:03:22.017555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.171382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:03:22.017638Z","caller":"traceutil/trace.go:171","msg":"trace[439791402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27485; }","duration":"105.268774ms","start":"2026-05-28T03:03:21.912349Z","end":"2026-05-28T03:03:22.017618Z","steps":["trace[439791402] 'range keys from in-memory index tree' (duration: 105.047277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:10.465018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.284783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-05-28T03:04:10.46509Z","caller":"traceutil/trace.go:171","msg":"trace[324142095] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:27890; }","duration":"161.418387ms","start":"2026-05-28T03:04:10.303657Z","end":"2026-05-28T03:04:10.465076Z","steps":["trace[324142095] 'range keys from in-memory index tree' (duration: 161.108448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:10.465287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.948402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T03:04:10.465381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.818457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:04:10.465407Z","caller":"traceutil/trace.go:171","msg":"trace[1658818276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27890; }","duration":"155.113237ms","start":"2026-05-28T03:04:10.310272Z","end":"2026-05-28T03:04:10.465385Z","steps":["trace[1658818276] 'range keys from in-memory index tree' (duration: 154.788497ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:10.465455Z","caller":"traceutil/trace.go:171","msg":"trace[131544232] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:27890; }","duration":"131.923601ms","start":"2026-05-28T03:04:10.333514Z","end":"2026-05-28T03:04:10.465438Z","steps":["trace[131544232] 'range keys from in-memory index tree' (duration: 131.634411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:10.465544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.767279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-05-28T03:04:10.465704Z","caller":"traceutil/trace.go:171","msg":"trace[596431229] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27890; }","duration":"263.978625ms","start":"2026-05-28T03:04:10.201699Z","end":"2026-05-28T03:04:10.465678Z","steps":["trace[596431229] 'range keys from in-memory index tree' (duration: 263.48211ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:10.570613Z","caller":"traceutil/trace.go:171","msg":"trace[1057703238] linearizableReadLoop","detail":"{readStateIndex:28820; appliedIndex:28818; }","duration":"100.146121ms","start":"2026-05-28T03:04:10.470448Z","end":"2026-05-28T03:04:10.570594Z","steps":["trace[1057703238] 'read index received' (duration: 97.89899ms)","trace[1057703238] 'applied index is now lower than readState.Index' (duration: 2.246381ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:04:10.57065Z","caller":"traceutil/trace.go:171","msg":"trace[955366982] transaction","detail":"{read_only:false; response_revision:27892; number_of_response:1; }","duration":"100.234905ms","start":"2026-05-28T03:04:10.470396Z","end":"2026-05-28T03:04:10.57063Z","steps":["trace[955366982] 'process raft request' (duration: 100.032458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:10.57095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.496192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:04:10.57098Z","caller":"traceutil/trace.go:171","msg":"trace[257333460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27893; }","duration":"100.536223ms","start":"2026-05-28T03:04:10.470433Z","end":"2026-05-28T03:04:10.570969Z","steps":["trace[257333460] 'agreement among raft nodes before linearized reading' (duration: 100.379518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:10.571927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.41136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:146 size:1392998"} {"level":"info","ts":"2026-05-28T03:04:10.571957Z","caller":"traceutil/trace.go:171","msg":"trace[1526162376] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:146; response_revision:27893; }","duration":"100.466092ms","start":"2026-05-28T03:04:10.471485Z","end":"2026-05-28T03:04:10.571951Z","steps":["trace[1526162376] 'agreement among raft nodes before linearized reading' (duration: 99.548462ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:21.06153Z","caller":"traceutil/trace.go:171","msg":"trace[375693594] transaction","detail":"{read_only:false; response_revision:28006; number_of_response:1; }","duration":"462.902966ms","start":"2026-05-28T03:04:20.598606Z","end":"2026-05-28T03:04:21.061509Z","steps":["trace[375693594] 'process raft request' (duration: 462.774491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:21.06167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:20.59859Z","time spent":"463.018909ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21328,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:04:21.061776Z","caller":"traceutil/trace.go:171","msg":"trace[90871257] linearizableReadLoop","detail":"{readStateIndex:28936; appliedIndex:28936; }","duration":"444.811641ms","start":"2026-05-28T03:04:20.616958Z","end":"2026-05-28T03:04:21.061769Z","steps":["trace[90871257] 'read index received' (duration: 444.808391ms)","trace[90871257] 'applied index is now lower than readState.Index' (duration: 2.82µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:04:21.061883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.923094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T03:04:21.061909Z","caller":"traceutil/trace.go:171","msg":"trace[1085009273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28006; }","duration":"444.970206ms","start":"2026-05-28T03:04:20.616931Z","end":"2026-05-28T03:04:21.061902Z","steps":["trace[1085009273] 'agreement among raft nodes before linearized reading' (duration: 444.881753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:21.061928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:20.616919Z","time spent":"445.005097ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T03:04:21.230109Z","caller":"traceutil/trace.go:171","msg":"trace[1996823014] transaction","detail":"{read_only:false; response_revision:28007; number_of_response:1; }","duration":"533.082625ms","start":"2026-05-28T03:04:20.696999Z","end":"2026-05-28T03:04:21.230081Z","steps":["trace[1996823014] 'process raft request' (duration: 488.736486ms)","trace[1996823014] 'compare' (duration: 44.190964ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:04:21.230254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:20.696978Z","time spent":"533.195169ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:04:21.23027Z","caller":"traceutil/trace.go:171","msg":"trace[1866405777] linearizableReadLoop","detail":"{readStateIndex:28938; appliedIndex:28936; }","duration":"168.439691ms","start":"2026-05-28T03:04:21.061795Z","end":"2026-05-28T03:04:21.230235Z","steps":["trace[1866405777] 'read index received' (duration: 123.911496ms)","trace[1866405777] 'applied index is now lower than readState.Index' (duration: 44.526975ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:04:21.230434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.283624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:04:21.230464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.988582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T03:04:21.230479Z","caller":"traceutil/trace.go:171","msg":"trace[192915893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28008; }","duration":"612.018532ms","start":"2026-05-28T03:04:20.618455Z","end":"2026-05-28T03:04:21.230474Z","steps":["trace[192915893] 'agreement among raft nodes before linearized reading' (duration: 611.886228ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:21.230482Z","caller":"traceutil/trace.go:171","msg":"trace[503969900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28008; }","duration":"376.387237ms","start":"2026-05-28T03:04:20.854083Z","end":"2026-05-28T03:04:21.23047Z","steps":["trace[503969900] 'agreement among raft nodes before linearized reading' (duration: 376.252013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:21.230505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:20.618449Z","time spent":"612.050293ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T03:04:21.230595Z","caller":"traceutil/trace.go:171","msg":"trace[607386142] transaction","detail":"{read_only:false; response_revision:28008; number_of_response:1; }","duration":"183.17789ms","start":"2026-05-28T03:04:21.047407Z","end":"2026-05-28T03:04:21.230585Z","steps":["trace[607386142] 'process raft request' (duration: 182.639443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:21.230625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.221048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:04:21.230647Z","caller":"traceutil/trace.go:171","msg":"trace[1770730828] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28008; }","duration":"464.279089ms","start":"2026-05-28T03:04:20.76636Z","end":"2026-05-28T03:04:21.230639Z","steps":["trace[1770730828] 'agreement among raft nodes before linearized reading' (duration: 464.243888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:21.230666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:20.766343Z","time spent":"464.3182ms","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T03:04:21.230809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.049236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-05-28T03:04:21.230828Z","caller":"traceutil/trace.go:171","msg":"trace[1415767049] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:28008; }","duration":"506.097017ms","start":"2026-05-28T03:04:20.724727Z","end":"2026-05-28T03:04:21.230824Z","steps":["trace[1415767049] 'agreement among raft nodes before linearized reading' (duration: 506.036605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:21.230846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:20.724718Z","time spent":"506.124588ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" "} {"level":"warn","ts":"2026-05-28T03:04:21.230918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.417585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T03:04:21.230846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.323123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T03:04:21.230946Z","caller":"traceutil/trace.go:171","msg":"trace[26884867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28008; }","duration":"612.452276ms","start":"2026-05-28T03:04:20.618487Z","end":"2026-05-28T03:04:21.230939Z","steps":["trace[26884867] 'agreement among raft nodes before linearized reading' (duration: 612.387314ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:21.230955Z","caller":"traceutil/trace.go:171","msg":"trace[677821079] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:28008; }","duration":"318.466577ms","start":"2026-05-28T03:04:20.912484Z","end":"2026-05-28T03:04:21.23095Z","steps":["trace[677821079] 'agreement among raft nodes before linearized reading' (duration: 318.292662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:21.23051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:20.854065Z","time spent":"376.439709ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T03:04:21.230971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:20.618484Z","time spent":"612.482567ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:04:21.230972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:20.91247Z","time spent":"318.497158ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" "} {"level":"warn","ts":"2026-05-28T03:04:21.231335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.241413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-05-28T03:04:21.23139Z","caller":"traceutil/trace.go:171","msg":"trace[719951873] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k48bb; range_end:; response_count:1; response_revision:28008; }","duration":"507.331216ms","start":"2026-05-28T03:04:20.724052Z","end":"2026-05-28T03:04:21.231383Z","steps":["trace[719951873] 'agreement among raft nodes before linearized reading' (duration: 507.218832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:21.231411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:20.724031Z","time spent":"507.374918ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k48bb\" "} {"level":"warn","ts":"2026-05-28T03:04:21.231527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.790057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:04:21.231554Z","caller":"traceutil/trace.go:171","msg":"trace[1337765640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28008; }","duration":"607.829879ms","start":"2026-05-28T03:04:20.623715Z","end":"2026-05-28T03:04:21.231545Z","steps":["trace[1337765640] 'agreement among raft nodes before linearized reading' (duration: 607.767227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:21.231572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:20.623707Z","time spent":"607.86094ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T03:04:21.257539Z","caller":"traceutil/trace.go:171","msg":"trace[1701233077] transaction","detail":"{read_only:false; response_revision:28009; number_of_response:1; }","duration":"191.777332ms","start":"2026-05-28T03:04:21.065734Z","end":"2026-05-28T03:04:21.257512Z","steps":["trace[1701233077] 'process raft request' (duration: 191.308647ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:04:21.257941Z","caller":"traceutil/trace.go:171","msg":"trace[1872719219] transaction","detail":"{read_only:false; response_revision:28010; number_of_response:1; }","duration":"173.265304ms","start":"2026-05-28T03:04:21.084666Z","end":"2026-05-28T03:04:21.257931Z","steps":["trace[1872719219] 'process raft request' (duration: 172.530371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:53.76694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.565413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:04:53.767364Z","caller":"traceutil/trace.go:171","msg":"trace[127625374] linearizableReadLoop","detail":"{readStateIndex:29206; appliedIndex:29205; }","duration":"325.508771ms","start":"2026-05-28T03:04:53.441839Z","end":"2026-05-28T03:04:53.767348Z","steps":["trace[127625374] 'read index received' (duration: 27.361µs)","trace[127625374] 'applied index is now lower than readState.Index' (duration: 325.480389ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:04:53.767478Z","caller":"traceutil/trace.go:171","msg":"trace[651994504] transaction","detail":"{read_only:false; response_revision:28270; number_of_response:1; }","duration":"338.834284ms","start":"2026-05-28T03:04:53.428586Z","end":"2026-05-28T03:04:53.76742Z","steps":["trace[651994504] 'compare' (duration: 331.191651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:53.767684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:53.428574Z","time spent":"339.01619ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T03:04:53.767975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.259516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T03:04:53.768015Z","caller":"traceutil/trace.go:171","msg":"trace[1147335879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28270; }","duration":"321.330468ms","start":"2026-05-28T03:04:53.446672Z","end":"2026-05-28T03:04:53.768003Z","steps":["trace[1147335879] 'agreement among raft nodes before linearized reading' (duration: 320.75784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:53.767982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.108483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T03:04:53.768063Z","caller":"traceutil/trace.go:171","msg":"trace[97149263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28270; }","duration":"294.227897ms","start":"2026-05-28T03:04:53.473815Z","end":"2026-05-28T03:04:53.768042Z","steps":["trace[97149263] 'agreement among raft nodes before linearized reading' (duration: 293.977239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:53.768186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:53.446655Z","time spent":"321.520184ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T03:04:53.767993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.13753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T03:04:53.768993Z","caller":"traceutil/trace.go:171","msg":"trace[121389366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28270; }","duration":"327.129482ms","start":"2026-05-28T03:04:53.441807Z","end":"2026-05-28T03:04:53.768937Z","steps":["trace[121389366] 'agreement among raft nodes before linearized reading' (duration: 325.593663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:04:53.769082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:04:53.441797Z","time spent":"327.241445ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T03:05:04.682589Z","caller":"traceutil/trace.go:171","msg":"trace[2112840965] transaction","detail":"{read_only:false; response_revision:28418; number_of_response:1; }","duration":"100.700949ms","start":"2026-05-28T03:05:04.581852Z","end":"2026-05-28T03:05:04.682553Z","steps":["trace[2112840965] 'process raft request' (duration: 39.543856ms)","trace[2112840965] 'compare' (duration: 60.982328ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:05:48.746914Z","caller":"traceutil/trace.go:171","msg":"trace[1597322368] transaction","detail":"{read_only:false; response_revision:28949; number_of_response:1; }","duration":"199.320462ms","start":"2026-05-28T03:05:48.547571Z","end":"2026-05-28T03:05:48.746891Z","steps":["trace[1597322368] 'process raft request' (duration: 199.140336ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:05:48.751402Z","caller":"traceutil/trace.go:171","msg":"trace[374184984] linearizableReadLoop","detail":"{readStateIndex:29904; appliedIndex:29903; }","duration":"111.908456ms","start":"2026-05-28T03:05:48.63947Z","end":"2026-05-28T03:05:48.751378Z","steps":["trace[374184984] 'read index received' (duration: 107.521626ms)","trace[374184984] 'applied index is now lower than readState.Index' (duration: 4.38524ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:05:48.751441Z","caller":"traceutil/trace.go:171","msg":"trace[138448112] transaction","detail":"{read_only:false; response_revision:28950; number_of_response:1; }","duration":"114.90138ms","start":"2026-05-28T03:05:48.636523Z","end":"2026-05-28T03:05:48.751424Z","steps":["trace[138448112] 'process raft request' (duration: 114.723914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:05:48.751612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.127242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wts84\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T03:05:48.751654Z","caller":"traceutil/trace.go:171","msg":"trace[687431092] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wts84; range_end:; response_count:1; response_revision:28950; }","duration":"112.210285ms","start":"2026-05-28T03:05:48.639434Z","end":"2026-05-28T03:05:48.751644Z","steps":["trace[687431092] 'agreement among raft nodes before linearized reading' (duration: 112.06464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:05:48.751656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.455304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-05-28T03:05:48.751698Z","caller":"traceutil/trace.go:171","msg":"trace[445945159] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:28950; }","duration":"101.542906ms","start":"2026-05-28T03:05:48.650144Z","end":"2026-05-28T03:05:48.751687Z","steps":["trace[445945159] 'agreement among raft nodes before linearized reading' (duration: 101.385381ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:05:55.803101Z","caller":"traceutil/trace.go:171","msg":"trace[1214469981] transaction","detail":"{read_only:false; response_revision:29002; number_of_response:1; }","duration":"129.445022ms","start":"2026-05-28T03:05:55.673609Z","end":"2026-05-28T03:05:55.803054Z","steps":["trace[1214469981] 'process raft request' (duration: 83.691028ms)","trace[1214469981] 'compare' (duration: 45.255558ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:05:56.103901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.508386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418904"} {"level":"info","ts":"2026-05-28T03:05:56.103985Z","caller":"traceutil/trace.go:171","msg":"trace[1677057434] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:29002; }","duration":"198.62925ms","start":"2026-05-28T03:05:55.905335Z","end":"2026-05-28T03:05:56.103964Z","steps":["trace[1677057434] 'range keys from in-memory index tree' (duration: 198.211707ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:05:56.647104Z","caller":"traceutil/trace.go:171","msg":"trace[1048475179] transaction","detail":"{read_only:false; response_revision:29015; number_of_response:1; }","duration":"119.32799ms","start":"2026-05-28T03:05:56.527748Z","end":"2026-05-28T03:05:56.647076Z","steps":["trace[1048475179] 'process raft request' (duration: 119.041761ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:06:00.383008Z","caller":"traceutil/trace.go:171","msg":"trace[1034615002] linearizableReadLoop","detail":"{readStateIndex:29991; appliedIndex:29989; }","duration":"244.555809ms","start":"2026-05-28T03:06:00.138419Z","end":"2026-05-28T03:06:00.382974Z","steps":["trace[1034615002] 'read index received' (duration: 70.132638ms)","trace[1034615002] 'applied index is now lower than readState.Index' (duration: 174.422201ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:06:00.383146Z","caller":"traceutil/trace.go:171","msg":"trace[1652476529] transaction","detail":"{read_only:false; response_revision:29035; number_of_response:1; }","duration":"201.657326ms","start":"2026-05-28T03:06:00.18148Z","end":"2026-05-28T03:06:00.383137Z","steps":["trace[1652476529] 'process raft request' (duration: 201.356057ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:06:00.383102Z","caller":"traceutil/trace.go:171","msg":"trace[1765493195] transaction","detail":"{read_only:false; response_revision:29034; number_of_response:1; }","duration":"251.936363ms","start":"2026-05-28T03:06:00.131133Z","end":"2026-05-28T03:06:00.383069Z","steps":["trace[1765493195] 'process raft request' (duration: 151.72502ms)","trace[1765493195] 'compare' (duration: 99.647975ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:06:00.383227Z","caller":"traceutil/trace.go:171","msg":"trace[1422948747] transaction","detail":"{read_only:false; response_revision:29036; number_of_response:1; }","duration":"198.989531ms","start":"2026-05-28T03:06:00.184206Z","end":"2026-05-28T03:06:00.383195Z","steps":["trace[1422948747] 'process raft request' (duration: 198.733163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:06:00.383352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.9247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T03:06:00.383424Z","caller":"traceutil/trace.go:171","msg":"trace[1151962173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29036; }","duration":"245.036194ms","start":"2026-05-28T03:06:00.138371Z","end":"2026-05-28T03:06:00.383407Z","steps":["trace[1151962173] 'agreement among raft nodes before linearized reading' (duration: 244.820967ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:06:00.569031Z","caller":"traceutil/trace.go:171","msg":"trace[1942423060] transaction","detail":"{read_only:false; response_revision:29037; number_of_response:1; }","duration":"352.356174ms","start":"2026-05-28T03:06:00.216648Z","end":"2026-05-28T03:06:00.569004Z","steps":["trace[1942423060] 'process raft request' (duration: 352.135357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:06:00.569078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.447426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T03:06:00.569141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.413357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T03:06:00.569166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.799617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:06:00.569156Z","caller":"traceutil/trace.go:171","msg":"trace[1949407819] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:29037; }","duration":"352.589911ms","start":"2026-05-28T03:06:00.216547Z","end":"2026-05-28T03:06:00.569137Z","steps":["trace[1949407819] 'agreement among raft nodes before linearized reading' (duration: 352.438597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:06:00.569191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:06:00.216625Z","time spent":"352.487798ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T03:06:00.56923Z","caller":"traceutil/trace.go:171","msg":"trace[139921001] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:29037; }","duration":"374.89937ms","start":"2026-05-28T03:06:00.194317Z","end":"2026-05-28T03:06:00.569216Z","steps":["trace[139921001] 'agreement among raft nodes before linearized reading' (duration: 374.785436ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:06:00.569227Z","caller":"traceutil/trace.go:171","msg":"trace[646112654] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:29037; }","duration":"308.563173ms","start":"2026-05-28T03:06:00.260644Z","end":"2026-05-28T03:06:00.569207Z","steps":["trace[646112654] 'agreement among raft nodes before linearized reading' (duration: 308.379047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:06:00.569251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:06:00.216524Z","time spent":"352.717826ms","remote":"127.0.0.1:37996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:06:00.56926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.31438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T03:06:00.569329Z","caller":"traceutil/trace.go:171","msg":"trace[692066814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29037; }","duration":"430.413003ms","start":"2026-05-28T03:06:00.138903Z","end":"2026-05-28T03:06:00.569316Z","steps":["trace[692066814] 'agreement among raft nodes before linearized reading' (duration: 430.202246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:06:00.569373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:06:00.138898Z","time spent":"430.465835ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T03:06:00.569344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.805179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"warn","ts":"2026-05-28T03:06:00.569256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:06:00.194307Z","time spent":"374.942161ms","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-28T03:06:00.569444Z","caller":"traceutil/trace.go:171","msg":"trace[1691578349] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:29037; }","duration":"359.004956ms","start":"2026-05-28T03:06:00.21042Z","end":"2026-05-28T03:06:00.569425Z","steps":["trace[1691578349] 'agreement among raft nodes before linearized reading' (duration: 358.652684ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:06:00.568999Z","caller":"traceutil/trace.go:171","msg":"trace[1932958543] linearizableReadLoop","detail":"{readStateIndex:29994; appliedIndex:29993; }","duration":"185.864775ms","start":"2026-05-28T03:06:00.383098Z","end":"2026-05-28T03:06:00.568963Z","steps":["trace[1932958543] 'read index received' (duration: 185.72278ms)","trace[1932958543] 'applied index is now lower than readState.Index' (duration: 140.635µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:06:00.56927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:06:00.260566Z","time spent":"308.693946ms","remote":"127.0.0.1:45314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T03:06:00.569562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T03:06:00.210394Z","time spent":"359.116068ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4810,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-05-28T03:06:00.569838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.001988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:06:00.569891Z","caller":"traceutil/trace.go:171","msg":"trace[304195751] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:29039; }","duration":"140.06051ms","start":"2026-05-28T03:06:00.429817Z","end":"2026-05-28T03:06:00.569877Z","steps":["trace[304195751] 'agreement among raft nodes before linearized reading' (duration: 139.961007ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:06:00.570002Z","caller":"traceutil/trace.go:171","msg":"trace[1165658342] transaction","detail":"{read_only:false; response_revision:29038; number_of_response:1; }","duration":"182.88904ms","start":"2026-05-28T03:06:00.387091Z","end":"2026-05-28T03:06:00.56998Z","steps":["trace[1165658342] 'process raft request' (duration: 182.533789ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:06:00.718541Z","caller":"traceutil/trace.go:171","msg":"trace[1671064610] transaction","detail":"{read_only:false; response_revision:29041; number_of_response:1; }","duration":"143.346064ms","start":"2026-05-28T03:06:00.575171Z","end":"2026-05-28T03:06:00.718517Z","steps":["trace[1671064610] 'process raft request' (duration: 132.390686ms)","trace[1671064610] 'compare' (duration: 10.581146ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:06:00.718584Z","caller":"traceutil/trace.go:171","msg":"trace[2041057172] linearizableReadLoop","detail":"{readStateIndex:30000; appliedIndex:29996; }","duration":"124.36652ms","start":"2026-05-28T03:06:00.594197Z","end":"2026-05-28T03:06:00.718563Z","steps":["trace[2041057172] 'read index received' (duration: 49.306146ms)","trace[2041057172] 'applied index is now lower than readState.Index' (duration: 75.059494ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:06:00.718659Z","caller":"traceutil/trace.go:171","msg":"trace[416635614] transaction","detail":"{read_only:false; response_revision:29042; number_of_response:1; }","duration":"143.481558ms","start":"2026-05-28T03:06:00.575172Z","end":"2026-05-28T03:06:00.718653Z","steps":["trace[416635614] 'process raft request' (duration: 143.2298ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:06:00.718778Z","caller":"traceutil/trace.go:171","msg":"trace[1949479142] transaction","detail":"{read_only:false; response_revision:29043; number_of_response:1; }","duration":"142.91054ms","start":"2026-05-28T03:06:00.575825Z","end":"2026-05-28T03:06:00.718735Z","steps":["trace[1949479142] 'process raft request' (duration: 142.688523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:06:00.718754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.541606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T03:06:00.719027Z","caller":"traceutil/trace.go:171","msg":"trace[22719682] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29043; }","duration":"124.868807ms","start":"2026-05-28T03:06:00.594141Z","end":"2026-05-28T03:06:00.71901Z","steps":["trace[22719682] 'agreement among raft nodes before linearized reading' (duration: 124.499225ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:06:01.421276Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T03:06:01.428034Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-28T03:06:01.428168Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-28T03:06:20.032394Z","caller":"traceutil/trace.go:171","msg":"trace[1145916833] transaction","detail":"{read_only:false; response_revision:29282; number_of_response:1; }","duration":"117.490803ms","start":"2026-05-28T03:06:19.914881Z","end":"2026-05-28T03:06:20.032372Z","steps":["trace[1145916833] 'process raft request' (duration: 117.358369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:06:20.29976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.566989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T03:06:20.299853Z","caller":"traceutil/trace.go:171","msg":"trace[1806008060] linearizableReadLoop","detail":"{readStateIndex:30249; appliedIndex:30248; }","duration":"204.462836ms","start":"2026-05-28T03:06:20.095378Z","end":"2026-05-28T03:06:20.29984Z","steps":["trace[1806008060] 'read index received' (duration: 21.633948ms)","trace[1806008060] 'applied index is now lower than readState.Index' (duration: 182.827718ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:06:20.299921Z","caller":"traceutil/trace.go:171","msg":"trace[1248107773] transaction","detail":"{read_only:false; response_revision:29283; number_of_response:1; }","duration":"258.220773ms","start":"2026-05-28T03:06:20.041693Z","end":"2026-05-28T03:06:20.299914Z","steps":["trace[1248107773] 'process raft request' (duration: 75.415466ms)","trace[1248107773] 'compare' (duration: 182.27342ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T03:06:20.300042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.662552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T03:06:20.300066Z","caller":"traceutil/trace.go:171","msg":"trace[690726193] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:29283; }","duration":"204.732044ms","start":"2026-05-28T03:06:20.095329Z","end":"2026-05-28T03:06:20.300061Z","steps":["trace[690726193] 'agreement among raft nodes before linearized reading' (duration: 204.667642ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:07:35.740146Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27154} {"level":"info","ts":"2026-05-28T03:07:35.868609Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27154,"took":"124.223416ms","hash":2899985097,"current-db-size-bytes":53198848,"current-db-size":"53 MB","current-db-size-in-use-bytes":36462592,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-28T03:07:35.868674Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2899985097,"revision":27154,"compact-revision":24855} {"level":"info","ts":"2026-05-28T03:12:35.746181Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29867} {"level":"info","ts":"2026-05-28T03:12:35.884318Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29867,"took":"135.307325ms","hash":2769079570,"current-db-size-bytes":53198848,"current-db-size":"53 MB","current-db-size-in-use-bytes":30871552,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-28T03:12:35.884383Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2769079570,"revision":29867,"compact-revision":27154} {"level":"info","ts":"2026-05-28T03:17:35.752538Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32091} {"level":"info","ts":"2026-05-28T03:17:35.898194Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32091,"took":"140.877542ms","hash":1297692412,"current-db-size-bytes":54239232,"current-db-size":"54 MB","current-db-size-in-use-bytes":30146560,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-28T03:17:35.898274Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1297692412,"revision":32091,"compact-revision":29867} {"level":"info","ts":"2026-05-28T03:19:19.13794Z","caller":"traceutil/trace.go:171","msg":"trace[752609532] linearizableReadLoop","detail":"{readStateIndex:36214; appliedIndex:36213; }","duration":"219.084616ms","start":"2026-05-28T03:19:18.918823Z","end":"2026-05-28T03:19:19.137907Z","steps":["trace[752609532] 'read index received' (duration: 218.60957ms)","trace[752609532] 'applied index is now lower than readState.Index' (duration: 473.626µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T03:19:19.137974Z","caller":"traceutil/trace.go:171","msg":"trace[1317037518] transaction","detail":"{read_only:false; response_revision:35076; number_of_response:1; }","duration":"264.59473ms","start":"2026-05-28T03:19:18.873339Z","end":"2026-05-28T03:19:19.137934Z","steps":["trace[1317037518] 'process raft request' (duration: 264.132186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T03:19:19.139553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.717437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:196 size:2102962"} {"level":"info","ts":"2026-05-28T03:19:19.139613Z","caller":"traceutil/trace.go:171","msg":"trace[1139872340] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:196; response_revision:35076; }","duration":"220.836331ms","start":"2026-05-28T03:19:18.918764Z","end":"2026-05-28T03:19:19.139601Z","steps":["trace[1139872340] 'agreement among raft nodes before linearized reading' (duration: 219.237861ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:22:35.766218Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34324} {"level":"info","ts":"2026-05-28T03:22:35.954228Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34324,"took":"183.575458ms","hash":1591052126,"current-db-size-bytes":54239232,"current-db-size":"54 MB","current-db-size-in-use-bytes":31346688,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-28T03:22:35.954291Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1591052126,"revision":34324,"compact-revision":32091} {"level":"warn","ts":"2026-05-28T03:23:24.184153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.708194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29665620-zzqt6\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-05-28T03:23:24.184222Z","caller":"traceutil/trace.go:171","msg":"trace[772495317] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29665620-zzqt6; range_end:; response_count:1; response_revision:36969; }","duration":"104.833348ms","start":"2026-05-28T03:23:24.079371Z","end":"2026-05-28T03:23:24.184205Z","steps":["trace[772495317] 'range keys from in-memory index tree' (duration: 104.471126ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T03:27:24.854485Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T03:27:24.858455Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-28T03:27:24.858544Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-28T03:27:35.773793Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36615} {"level":"info","ts":"2026-05-28T03:27:35.921758Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36615,"took":"144.412495ms","hash":378457946,"current-db-size-bytes":54239232,"current-db-size":"54 MB","current-db-size-in-use-bytes":30195712,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-28T03:27:35.921811Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":378457946,"revision":36615,"compact-revision":34324}