{"level":"warn","ts":"2026-05-28T00:46:18.2101Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-28T00:46:18.210224Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.227:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.227:2380","--initial-cluster=instance=https://199.204.45.227:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.227:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.227:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-28T00:46:18.21032Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-28T00:46:18.210341Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-05-28T00:46:18.210366Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-28T00:46:18.211227Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"]} {"level":"info","ts":"2026-05-28T00:46:18.211328Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.227:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-28T00:46:18.217714Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.114675ms"} {"level":"info","ts":"2026-05-28T00:46:18.228179Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"572db18442eba1c2","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-05-28T00:46:18.228287Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=()"} {"level":"info","ts":"2026-05-28T00:46:18.228319Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 0"} {"level":"info","ts":"2026-05-28T00:46:18.228334Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 572db18442eba1c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-28T00:46:18.228347Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 1"} {"level":"info","ts":"2026-05-28T00:46:18.228439Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"warn","ts":"2026-05-28T00:46:18.236261Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-28T00:46:18.238046Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-28T00:46:18.239858Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-28T00:46:18.242479Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"572db18442eba1c2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-28T00:46:18.242782Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"572db18442eba1c2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-28T00:46:18.242837Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T00:46:18.242979Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T00:46:18.243005Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T00:46:18.243848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"info","ts":"2026-05-28T00:46:18.244787Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","added-peer-id":"572db18442eba1c2","added-peer-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-05-28T00:46:18.24789Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-28T00:46:18.248096Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-05-28T00:46:18.248154Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-05-28T00:46:18.248296Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"572db18442eba1c2","initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-28T00:46:18.248338Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-28T00:46:18.929661Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 is starting a new election at term 1"} {"level":"info","ts":"2026-05-28T00:46:18.929727Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-28T00:46:18.929765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgPreVoteResp from 572db18442eba1c2 at term 1"} {"level":"info","ts":"2026-05-28T00:46:18.929837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became candidate at term 2"} {"level":"info","ts":"2026-05-28T00:46:18.929861Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgVoteResp from 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-05-28T00:46:18.929912Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became leader at term 2"} {"level":"info","ts":"2026-05-28T00:46:18.929936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 572db18442eba1c2 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-05-28T00:46:18.931282Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T00:46:18.93221Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"572db18442eba1c2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.227:2379]}","request-path":"/0/members/572db18442eba1c2/attributes","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-05-28T00:46:18.932254Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-28T00:46:18.932292Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-28T00:46:18.932539Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-28T00:46:18.932599Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-28T00:46:18.935753Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-28T00:46:18.936221Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T00:46:18.936481Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T00:46:18.936549Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T00:46:18.938278Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.227:2379"} {"level":"info","ts":"2026-05-28T00:46:20.56832Z","caller":"traceutil/trace.go:171","msg":"trace[1651676514] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"178.645063ms","start":"2026-05-28T00:46:20.389624Z","end":"2026-05-28T00:46:20.568269Z","steps":["trace[1651676514] 'process raft request' (duration: 178.50831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:20.568401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.577192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-28T00:46:20.568489Z","caller":"traceutil/trace.go:171","msg":"trace[289005273] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:9; }","duration":"178.713355ms","start":"2026-05-28T00:46:20.389762Z","end":"2026-05-28T00:46:20.568475Z","steps":["trace[289005273] 'agreement among raft nodes before linearized reading' (duration: 178.51227ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:20.568493Z","caller":"traceutil/trace.go:171","msg":"trace[2144734930] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"178.428718ms","start":"2026-05-28T00:46:20.390006Z","end":"2026-05-28T00:46:20.568435Z","steps":["trace[2144734930] 'process raft request' (duration: 178.202933ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:20.568519Z","caller":"traceutil/trace.go:171","msg":"trace[1637157777] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"179.198116ms","start":"2026-05-28T00:46:20.389279Z","end":"2026-05-28T00:46:20.568477Z","steps":["trace[1637157777] 'process raft request' (duration: 174.756351ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:20.56855Z","caller":"traceutil/trace.go:171","msg":"trace[504477368] linearizableReadLoop","detail":"{readStateIndex:10; appliedIndex:6; }","duration":"178.48737ms","start":"2026-05-28T00:46:20.389781Z","end":"2026-05-28T00:46:20.568269Z","steps":["trace[504477368] 'read index received' (duration: 2.911619ms)","trace[504477368] 'applied index is now lower than readState.Index' (duration: 175.574321ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:46:20.568622Z","caller":"traceutil/trace.go:171","msg":"trace[1213877159] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"178.424288ms","start":"2026-05-28T00:46:20.390058Z","end":"2026-05-28T00:46:20.568482Z","steps":["trace[1213877159] 'process raft request' (duration: 178.175202ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:20.568633Z","caller":"traceutil/trace.go:171","msg":"trace[695734683] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"178.89796ms","start":"2026-05-28T00:46:20.389652Z","end":"2026-05-28T00:46:20.56855Z","steps":["trace[695734683] 'process raft request' (duration: 178.533591ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:20.988107Z","caller":"traceutil/trace.go:171","msg":"trace[312271788] linearizableReadLoop","detail":"{readStateIndex:15; appliedIndex:12; }","duration":"419.445778ms","start":"2026-05-28T00:46:20.568637Z","end":"2026-05-28T00:46:20.988083Z","steps":["trace[312271788] 'read index received' (duration: 416.466077ms)","trace[312271788] 'applied index is now lower than readState.Index' (duration: 2.978621ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:46:20.98812Z","caller":"traceutil/trace.go:171","msg":"trace[2088335025] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"592.629652ms","start":"2026-05-28T00:46:20.39546Z","end":"2026-05-28T00:46:20.988089Z","steps":["trace[2088335025] 'process raft request' (duration: 589.727933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:20.988289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.1312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-28T00:46:20.988312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.668511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-28T00:46:20.988335Z","caller":"traceutil/trace.go:171","msg":"trace[1483169541] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:12; }","duration":"570.215602ms","start":"2026-05-28T00:46:20.418108Z","end":"2026-05-28T00:46:20.988323Z","steps":["trace[1483169541] 'agreement among raft nodes before linearized reading' (duration: 570.078509ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:20.98831Z","caller":"traceutil/trace.go:171","msg":"trace[1482255076] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"589.745034ms","start":"2026-05-28T00:46:20.398518Z","end":"2026-05-28T00:46:20.988263Z","steps":["trace[1482255076] 'process raft request' (duration: 589.469957ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:20.988374Z","caller":"traceutil/trace.go:171","msg":"trace[2075763892] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:12; }","duration":"424.742093ms","start":"2026-05-28T00:46:20.563611Z","end":"2026-05-28T00:46:20.988353Z","steps":["trace[2075763892] 'agreement among raft nodes before linearized reading' (duration: 424.62234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:20.988371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:46:20.418098Z","time spent":"570.265213ms","remote":"127.0.0.1:46146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-05-28T00:46:20.988422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:46:20.563509Z","time spent":"424.904866ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-05-28T00:46:20.98844Z","caller":"traceutil/trace.go:171","msg":"trace[425472011] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"587.330686ms","start":"2026-05-28T00:46:20.401084Z","end":"2026-05-28T00:46:20.988415Z","steps":["trace[425472011] 'process raft request' (duration: 586.958478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:20.988624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.470882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-28T00:46:20.988736Z","caller":"traceutil/trace.go:171","msg":"trace[2020071432] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"549.671346ms","start":"2026-05-28T00:46:20.439038Z","end":"2026-05-28T00:46:20.98871Z","steps":["trace[2020071432] 'agreement among raft nodes before linearized reading' (duration: 549.337878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:20.988809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:46:20.439011Z","time spent":"549.788189ms","remote":"127.0.0.1:45890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-05-28T00:46:20.988942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:46:20.395449Z","time spent":"592.762695ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T00:46:20.988992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:46:20.398492Z","time spent":"589.925048ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3163,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T00:46:20.989165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:46:20.401072Z","time spent":"587.428809ms","remote":"127.0.0.1:46014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T00:46:21.031171Z","caller":"traceutil/trace.go:171","msg":"trace[1569638178] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"459.450813ms","start":"2026-05-28T00:46:20.571676Z","end":"2026-05-28T00:46:21.031127Z","steps":["trace[1569638178] 'process raft request' (duration: 459.231298ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:21.031236Z","caller":"traceutil/trace.go:171","msg":"trace[1951531983] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13; }","duration":"459.438894ms","start":"2026-05-28T00:46:20.571748Z","end":"2026-05-28T00:46:21.031187Z","steps":["trace[1951531983] 'process raft request' (duration: 459.28504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:21.03135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:46:20.571637Z","time spent":"459.634838ms","remote":"127.0.0.1:45890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T00:46:21.031457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:46:20.571719Z","time spent":"459.631228ms","remote":"127.0.0.1:45890","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T00:46:21.031462Z","caller":"traceutil/trace.go:171","msg":"trace[322358885] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"458.644055ms","start":"2026-05-28T00:46:20.572788Z","end":"2026-05-28T00:46:21.031432Z","steps":["trace[322358885] 'process raft request' (duration: 458.271266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:21.031603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:46:20.572776Z","time spent":"458.752997ms","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T00:46:21.031632Z","caller":"traceutil/trace.go:171","msg":"trace[564442045] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"458.136813ms","start":"2026-05-28T00:46:20.57348Z","end":"2026-05-28T00:46:21.031617Z","steps":["trace[564442045] 'process raft request' (duration: 457.693563ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:21.031713Z","caller":"traceutil/trace.go:171","msg":"trace[645956642] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"458.062241ms","start":"2026-05-28T00:46:20.573628Z","end":"2026-05-28T00:46:21.03169Z","steps":["trace[645956642] 'process raft request' (duration: 457.752643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:21.031774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:46:20.573446Z","time spent":"458.217775ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T00:46:21.031855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:46:20.573608Z","time spent":"458.176964ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T00:46:21.031883Z","caller":"traceutil/trace.go:171","msg":"trace[927941914] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"458.182594ms","start":"2026-05-28T00:46:20.573687Z","end":"2026-05-28T00:46:21.03187Z","steps":["trace[927941914] 'process raft request' (duration: 457.885707ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:21.031913Z","caller":"traceutil/trace.go:171","msg":"trace[2109125829] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"458.209775ms","start":"2026-05-28T00:46:20.573695Z","end":"2026-05-28T00:46:21.031905Z","steps":["trace[2109125829] 'process raft request' (duration: 457.775335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:21.03198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:46:20.573685Z","time spent":"458.252636ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T00:46:21.031986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:46:20.573652Z","time spent":"458.265656ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T00:46:21.224329Z","caller":"traceutil/trace.go:171","msg":"trace[533161607] linearizableReadLoop","detail":"{readStateIndex:24; appliedIndex:22; }","duration":"192.644434ms","start":"2026-05-28T00:46:21.031653Z","end":"2026-05-28T00:46:21.224297Z","steps":["trace[533161607] 'read index received' (duration: 124.79888ms)","trace[533161607] 'applied index is now lower than readState.Index' (duration: 67.844004ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:46:21.224467Z","caller":"traceutil/trace.go:171","msg":"trace[674082272] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"230.96164ms","start":"2026-05-28T00:46:20.993465Z","end":"2026-05-28T00:46:21.224427Z","steps":["trace[674082272] 'process raft request' (duration: 162.886471ms)","trace[674082272] 'compare' (duration: 67.644539ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:46:21.224516Z","caller":"traceutil/trace.go:171","msg":"trace[2073749661] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"222.290835ms","start":"2026-05-28T00:46:21.002213Z","end":"2026-05-28T00:46:21.224504Z","steps":["trace[2073749661] 'process raft request' (duration: 222.004728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:21.225012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.37599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-kkzqr\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-05-28T00:46:21.225118Z","caller":"traceutil/trace.go:171","msg":"trace[1236699863] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-kkzqr; range_end:; response_count:1; response_revision:20; }","duration":"231.526454ms","start":"2026-05-28T00:46:20.993566Z","end":"2026-05-28T00:46:21.225092Z","steps":["trace[1236699863] 'agreement among raft nodes before linearized reading' (duration: 230.93765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:21.225409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.182274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-05-28T00:46:21.22547Z","caller":"traceutil/trace.go:171","msg":"trace[1289050916] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:28; }","duration":"192.258406ms","start":"2026-05-28T00:46:21.033197Z","end":"2026-05-28T00:46:21.225455Z","steps":["trace[1289050916] 'agreement among raft nodes before linearized reading' (duration: 192.095222ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:21.225515Z","caller":"traceutil/trace.go:171","msg":"trace[892979622] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"189.294176ms","start":"2026-05-28T00:46:21.036204Z","end":"2026-05-28T00:46:21.225499Z","steps":["trace[892979622] 'process raft request' (duration: 188.914837ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:21.225649Z","caller":"traceutil/trace.go:171","msg":"trace[976033806] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"189.431219ms","start":"2026-05-28T00:46:21.036207Z","end":"2026-05-28T00:46:21.225638Z","steps":["trace[976033806] 'process raft request' (duration: 188.951168ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:21.225765Z","caller":"traceutil/trace.go:171","msg":"trace[545042086] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"189.128232ms","start":"2026-05-28T00:46:21.036628Z","end":"2026-05-28T00:46:21.225756Z","steps":["trace[545042086] 'process raft request' (duration: 188.565308ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:21.225771Z","caller":"traceutil/trace.go:171","msg":"trace[1598951281] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"190.687948ms","start":"2026-05-28T00:46:21.035073Z","end":"2026-05-28T00:46:21.225761Z","steps":["trace[1598951281] 'process raft request' (duration: 189.841388ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:21.22596Z","caller":"traceutil/trace.go:171","msg":"trace[1131594122] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"182.556226ms","start":"2026-05-28T00:46:21.043394Z","end":"2026-05-28T00:46:21.22595Z","steps":["trace[1131594122] 'process raft request' (duration: 181.821109ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:21.225987Z","caller":"traceutil/trace.go:171","msg":"trace[770900504] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"189.876909ms","start":"2026-05-28T00:46:21.036077Z","end":"2026-05-28T00:46:21.225953Z","steps":["trace[770900504] 'process raft request' (duration: 188.975008ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:21.226165Z","caller":"traceutil/trace.go:171","msg":"trace[1684718654] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"175.912639ms","start":"2026-05-28T00:46:21.050243Z","end":"2026-05-28T00:46:21.226156Z","steps":["trace[1684718654] 'process raft request' (duration: 175.007358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:21.226347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.661677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-28T00:46:21.226389Z","caller":"traceutil/trace.go:171","msg":"trace[684219969] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:28; }","duration":"190.731169ms","start":"2026-05-28T00:46:21.035644Z","end":"2026-05-28T00:46:21.226375Z","steps":["trace[684219969] 'agreement among raft nodes before linearized reading' (duration: 190.669428ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:21.226417Z","caller":"traceutil/trace.go:171","msg":"trace[420119349] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"190.207887ms","start":"2026-05-28T00:46:21.036186Z","end":"2026-05-28T00:46:21.226394Z","steps":["trace[420119349] 'process raft request' (duration: 188.904116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:21.501866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.833818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-28T00:46:21.502162Z","caller":"traceutil/trace.go:171","msg":"trace[498195682] linearizableReadLoop","detail":"{readStateIndex:43; appliedIndex:39; }","duration":"216.693813ms","start":"2026-05-28T00:46:21.285448Z","end":"2026-05-28T00:46:21.502141Z","steps":["trace[498195682] 'read index received' (duration: 70.341283ms)","trace[498195682] 'applied index is now lower than readState.Index' (duration: 146.35165ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:46:21.502279Z","caller":"traceutil/trace.go:171","msg":"trace[1731397741] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"220.063883ms","start":"2026-05-28T00:46:21.282199Z","end":"2026-05-28T00:46:21.502263Z","steps":["trace[1731397741] 'process raft request' (duration: 219.792146ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:21.502248Z","caller":"traceutil/trace.go:171","msg":"trace[1996782257] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"220.713648ms","start":"2026-05-28T00:46:21.281495Z","end":"2026-05-28T00:46:21.502208Z","steps":["trace[1996782257] 'process raft request' (duration: 74.277536ms)","trace[1996782257] 'compare' (duration: 145.668604ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:46:21.502597Z","caller":"traceutil/trace.go:171","msg":"trace[358072007] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"220.045142ms","start":"2026-05-28T00:46:21.282541Z","end":"2026-05-28T00:46:21.502586Z","steps":["trace[358072007] 'process raft request' (duration: 219.550831ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:21.502617Z","caller":"traceutil/trace.go:171","msg":"trace[959447028] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"220.245107ms","start":"2026-05-28T00:46:21.282357Z","end":"2026-05-28T00:46:21.502602Z","steps":["trace[959447028] 'process raft request' (duration: 219.698474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:21.502928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.467871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-28T00:46:21.502968Z","caller":"traceutil/trace.go:171","msg":"trace[1536372914] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:39; }","duration":"217.540533ms","start":"2026-05-28T00:46:21.285417Z","end":"2026-05-28T00:46:21.502957Z","steps":["trace[1536372914] 'agreement among raft nodes before linearized reading' (duration: 217.349919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:21.503306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.386254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-28T00:46:21.503347Z","caller":"traceutil/trace.go:171","msg":"trace[2000249286] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:39; }","duration":"158.475746ms","start":"2026-05-28T00:46:21.344859Z","end":"2026-05-28T00:46:21.503335Z","steps":["trace[2000249286] 'agreement among raft nodes before linearized reading' (duration: 158.413915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:21.503425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.694094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-28T00:46:21.503552Z","caller":"traceutil/trace.go:171","msg":"trace[1000653654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39; }","duration":"109.873817ms","start":"2026-05-28T00:46:21.393645Z","end":"2026-05-28T00:46:21.503519Z","steps":["trace[1000653654] 'agreement among raft nodes before linearized reading' (duration: 109.627072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:21.503184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.609561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-28T00:46:21.504004Z","caller":"traceutil/trace.go:171","msg":"trace[1449006918] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:39; }","duration":"217.44405ms","start":"2026-05-28T00:46:21.286523Z","end":"2026-05-28T00:46:21.503967Z","steps":["trace[1449006918] 'agreement among raft nodes before linearized reading' (duration: 216.508588ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:21.627265Z","caller":"traceutil/trace.go:171","msg":"trace[374571296] linearizableReadLoop","detail":"{readStateIndex:45; appliedIndex:43; }","duration":"119.116496ms","start":"2026-05-28T00:46:21.508107Z","end":"2026-05-28T00:46:21.627223Z","steps":["trace[374571296] 'read index received' (duration: 68.029088ms)","trace[374571296] 'applied index is now lower than readState.Index' (duration: 51.079198ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:46:21.627443Z","caller":"traceutil/trace.go:171","msg":"trace[1005141829] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"120.337414ms","start":"2026-05-28T00:46:21.507067Z","end":"2026-05-28T00:46:21.627404Z","steps":["trace[1005141829] 'process raft request' (duration: 99.681116ms)","trace[1005141829] 'compare' (duration: 20.268209ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:46:21.627597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.463874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/default/\" range_end:\"/registry/resourcequotas/default0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-28T00:46:21.627639Z","caller":"traceutil/trace.go:171","msg":"trace[1800529665] range","detail":"{range_begin:/registry/resourcequotas/default/; range_end:/registry/resourcequotas/default0; response_count:0; response_revision:42; }","duration":"119.561936ms","start":"2026-05-28T00:46:21.508061Z","end":"2026-05-28T00:46:21.627622Z","steps":["trace[1800529665] 'agreement among raft nodes before linearized reading' (duration: 119.350551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:21.627623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.539112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-28T00:46:21.627737Z","caller":"traceutil/trace.go:171","msg":"trace[1545574389] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:42; }","duration":"118.690025ms","start":"2026-05-28T00:46:21.50902Z","end":"2026-05-28T00:46:21.62771Z","steps":["trace[1545574389] 'agreement among raft nodes before linearized reading' (duration: 118.47356ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:23.282004Z","caller":"traceutil/trace.go:171","msg":"trace[605600541] linearizableReadLoop","detail":"{readStateIndex:223; appliedIndex:222; }","duration":"203.87731ms","start":"2026-05-28T00:46:23.078089Z","end":"2026-05-28T00:46:23.281966Z","steps":["trace[605600541] 'read index received' (duration: 122.862744ms)","trace[605600541] 'applied index is now lower than readState.Index' (duration: 81.013126ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:46:23.282245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.130237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:46:23.2822Z","caller":"traceutil/trace.go:171","msg":"trace[1655678519] transaction","detail":"{read_only:false; response_revision:217; number_of_response:1; }","duration":"217.513413ms","start":"2026-05-28T00:46:23.064619Z","end":"2026-05-28T00:46:23.282133Z","steps":["trace[1655678519] 'process raft request' (duration: 136.405025ms)","trace[1655678519] 'compare' (duration: 80.75077ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:46:23.282303Z","caller":"traceutil/trace.go:171","msg":"trace[389715061] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:0; response_revision:217; }","duration":"204.27105ms","start":"2026-05-28T00:46:23.078019Z","end":"2026-05-28T00:46:23.28229Z","steps":["trace[389715061] 'agreement among raft nodes before linearized reading' (duration: 204.098796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:26.238942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.98446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:46:26.239044Z","caller":"traceutil/trace.go:171","msg":"trace[1553278973] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:0; response_revision:291; }","duration":"110.157984ms","start":"2026-05-28T00:46:26.128858Z","end":"2026-05-28T00:46:26.239016Z","steps":["trace[1553278973] 'range keys from in-memory index tree' (duration: 109.835107ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:46:36.101585Z","caller":"traceutil/trace.go:171","msg":"trace[214383881] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"201.437002ms","start":"2026-05-28T00:46:35.900099Z","end":"2026-05-28T00:46:36.101536Z","steps":["trace[214383881] 'process raft request' (duration: 146.211707ms)","trace[214383881] 'compare' (duration: 54.9924ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:46:57.449309Z","caller":"traceutil/trace.go:171","msg":"trace[1454722302] linearizableReadLoop","detail":"{readStateIndex:475; appliedIndex:474; }","duration":"349.858601ms","start":"2026-05-28T00:46:57.099415Z","end":"2026-05-28T00:46:57.449273Z","steps":["trace[1454722302] 'read index received' (duration: 349.515663ms)","trace[1454722302] 'applied index is now lower than readState.Index' (duration: 341.348µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:46:57.449358Z","caller":"traceutil/trace.go:171","msg":"trace[178751765] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"402.932006ms","start":"2026-05-28T00:46:57.046389Z","end":"2026-05-28T00:46:57.449321Z","steps":["trace[178751765] 'process raft request' (duration: 402.67373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:57.449532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.092627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T00:46:57.449582Z","caller":"traceutil/trace.go:171","msg":"trace[623023960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:457; }","duration":"350.22704ms","start":"2026-05-28T00:46:57.099341Z","end":"2026-05-28T00:46:57.449568Z","steps":["trace[623023960] 'agreement among raft nodes before linearized reading' (duration: 350.107277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:46:57.449637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:46:57.099308Z","time spent":"350.313912ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T00:46:57.449729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:46:57.046366Z","time spent":"403.0791ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:46:57.449739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.768986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12673"} {"level":"info","ts":"2026-05-28T00:46:57.449913Z","caller":"traceutil/trace.go:171","msg":"trace[2112402000] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:457; }","duration":"272.012631ms","start":"2026-05-28T00:46:57.177865Z","end":"2026-05-28T00:46:57.449878Z","steps":["trace[2112402000] 'agreement among raft nodes before linearized reading' (duration: 271.674843ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:00.503129Z","caller":"traceutil/trace.go:171","msg":"trace[703809246] linearizableReadLoop","detail":"{readStateIndex:516; appliedIndex:515; }","duration":"257.002846ms","start":"2026-05-28T00:47:00.24609Z","end":"2026-05-28T00:47:00.503093Z","steps":["trace[703809246] 'read index received' (duration: 256.856752ms)","trace[703809246] 'applied index is now lower than readState.Index' (duration: 144.654µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:47:00.503183Z","caller":"traceutil/trace.go:171","msg":"trace[16180652] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"361.964287ms","start":"2026-05-28T00:47:00.141182Z","end":"2026-05-28T00:47:00.503146Z","steps":["trace[16180652] 'process raft request' (duration: 361.628569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:00.503371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:00.141153Z","time spent":"362.110381ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:47:00.503374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.270373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-28T00:47:00.503509Z","caller":"traceutil/trace.go:171","msg":"trace[1114564143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:497; }","duration":"257.421966ms","start":"2026-05-28T00:47:00.246023Z","end":"2026-05-28T00:47:00.503445Z","steps":["trace[1114564143] 'agreement among raft nodes before linearized reading' (duration: 257.232672ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:00.862111Z","caller":"traceutil/trace.go:171","msg":"trace[920293897] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"599.871172ms","start":"2026-05-28T00:47:00.262202Z","end":"2026-05-28T00:47:00.862073Z","steps":["trace[920293897] 'process raft request' (duration: 599.579535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:00.862304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:00.262167Z","time spent":"600.046856ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T00:47:00.862314Z","caller":"traceutil/trace.go:171","msg":"trace[219856823] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"592.064858ms","start":"2026-05-28T00:47:00.270197Z","end":"2026-05-28T00:47:00.862262Z","steps":["trace[219856823] 'process raft request' (duration: 591.769351ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:00.862441Z","caller":"traceutil/trace.go:171","msg":"trace[750371928] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"584.180612ms","start":"2026-05-28T00:47:00.278249Z","end":"2026-05-28T00:47:00.86243Z","steps":["trace[750371928] 'process raft request' (duration: 583.856674ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:00.862422Z","caller":"traceutil/trace.go:171","msg":"trace[811121846] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"590.962282ms","start":"2026-05-28T00:47:00.271431Z","end":"2026-05-28T00:47:00.862393Z","steps":["trace[811121846] 'process raft request' (duration: 590.593743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:00.862489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:00.278217Z","time spent":"584.252572ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T00:47:00.86255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:00.27138Z","time spent":"591.105985ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T00:47:00.862566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:00.27016Z","time spent":"592.290773ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T00:47:00.862699Z","caller":"traceutil/trace.go:171","msg":"trace[1718488421] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"584.169881ms","start":"2026-05-28T00:47:00.278369Z","end":"2026-05-28T00:47:00.862539Z","steps":["trace[1718488421] 'process raft request' (duration: 583.807153ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:00.862804Z","caller":"traceutil/trace.go:171","msg":"trace[825635616] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"579.46656ms","start":"2026-05-28T00:47:00.283328Z","end":"2026-05-28T00:47:00.862794Z","steps":["trace[825635616] 'process raft request' (duration: 579.134392ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:00.862765Z","caller":"traceutil/trace.go:171","msg":"trace[138240423] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"583.780001ms","start":"2026-05-28T00:47:00.278937Z","end":"2026-05-28T00:47:00.862717Z","steps":["trace[138240423] 'process raft request' (duration: 583.477354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:00.862852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:00.283315Z","time spent":"579.518901ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T00:47:00.862886Z","caller":"traceutil/trace.go:171","msg":"trace[1974427949] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"563.501243ms","start":"2026-05-28T00:47:00.299315Z","end":"2026-05-28T00:47:00.862816Z","steps":["trace[1974427949] 'process raft request' (duration: 563.203066ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:00.862968Z","caller":"traceutil/trace.go:171","msg":"trace[1892801671] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"553.034615ms","start":"2026-05-28T00:47:00.309857Z","end":"2026-05-28T00:47:00.862892Z","steps":["trace[1892801671] 'process raft request' (duration: 552.738198ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:00.863045Z","caller":"traceutil/trace.go:171","msg":"trace[1204929919] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"531.589068ms","start":"2026-05-28T00:47:00.331447Z","end":"2026-05-28T00:47:00.863036Z","steps":["trace[1204929919] 'process raft request' (duration: 531.340552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:00.86309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:00.331417Z","time spent":"531.65491ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T00:47:00.863085Z","caller":"traceutil/trace.go:171","msg":"trace[1578150186] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"413.062746ms","start":"2026-05-28T00:47:00.450006Z","end":"2026-05-28T00:47:00.863069Z","steps":["trace[1578150186] 'process raft request' (duration: 412.921862ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:00.863096Z","caller":"traceutil/trace.go:171","msg":"trace[881824441] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:516; }","duration":"359.839888ms","start":"2026-05-28T00:47:00.503239Z","end":"2026-05-28T00:47:00.863078Z","steps":["trace[881824441] 'read index received' (duration: 358.544207ms)","trace[881824441] 'applied index is now lower than readState.Index' (duration: 1.294001ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:47:00.862677Z","caller":"traceutil/trace.go:171","msg":"trace[846071344] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"583.741601ms","start":"2026-05-28T00:47:00.278784Z","end":"2026-05-28T00:47:00.862526Z","steps":["trace[846071344] 'process raft request' (duration: 583.573147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:00.863152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:00.449984Z","time spent":"413.138578ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T00:47:00.863153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:00.299298Z","time spent":"563.694477ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T00:47:00.863202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.61494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:47:00.862926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:00.278915Z","time spent":"583.939466ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T00:47:00.863269Z","caller":"traceutil/trace.go:171","msg":"trace[778561815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:510; }","duration":"397.723653ms","start":"2026-05-28T00:47:00.465537Z","end":"2026-05-28T00:47:00.863261Z","steps":["trace[778561815] 'agreement among raft nodes before linearized reading' (duration: 397.59658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:00.863257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:00.278755Z","time spent":"584.422987ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T00:47:00.863361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:00.465523Z","time spent":"397.829045ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T00:47:00.863118Z","caller":"traceutil/trace.go:171","msg":"trace[231376622] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"354.932771ms","start":"2026-05-28T00:47:00.508162Z","end":"2026-05-28T00:47:00.863095Z","steps":["trace[231376622] 'process raft request' (duration: 354.85853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:00.863442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:00.508136Z","time spent":"355.265909ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:47:00.863044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:00.278342Z","time spent":"584.55786ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T00:47:00.863163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:00.309827Z","time spent":"553.24475ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T00:47:07.440335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481181963,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T00:47:07.571584Z","caller":"traceutil/trace.go:171","msg":"trace[282680937] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:627; }","duration":"631.98589ms","start":"2026-05-28T00:47:06.939563Z","end":"2026-05-28T00:47:07.571549Z","steps":["trace[282680937] 'read index received' (duration: 631.202001ms)","trace[282680937] 'applied index is now lower than readState.Index' (duration: 782.638µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:47:07.57165Z","caller":"traceutil/trace.go:171","msg":"trace[177029690] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"652.137566ms","start":"2026-05-28T00:47:06.919479Z","end":"2026-05-28T00:47:07.571617Z","steps":["trace[177029690] 'process raft request' (duration: 651.373808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:07.571852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:06.919444Z","time spent":"652.267668ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:47:07.57188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.051284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pt54k\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-28T00:47:07.571917Z","caller":"traceutil/trace.go:171","msg":"trace[220210727] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pt54k; range_end:; response_count:1; response_revision:605; }","duration":"580.152886ms","start":"2026-05-28T00:47:06.991753Z","end":"2026-05-28T00:47:07.571906Z","steps":["trace[220210727] 'agreement among raft nodes before linearized reading' (duration: 579.993782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:07.571989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:06.991707Z","time spent":"580.274049ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-pt54k\" "} {"level":"warn","ts":"2026-05-28T00:47:07.572023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.346211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:47:07.572132Z","caller":"traceutil/trace.go:171","msg":"trace[926404666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"106.505455ms","start":"2026-05-28T00:47:07.4656Z","end":"2026-05-28T00:47:07.572105Z","steps":["trace[926404666] 'agreement among raft nodes before linearized reading' (duration: 106.346441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:07.572034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.299707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T00:47:07.572257Z","caller":"traceutil/trace.go:171","msg":"trace[496138859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:605; }","duration":"632.708237ms","start":"2026-05-28T00:47:06.939516Z","end":"2026-05-28T00:47:07.572224Z","steps":["trace[496138859] 'agreement among raft nodes before linearized reading' (duration: 632.214376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:07.572313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:06.939492Z","time spent":"632.810739ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T00:47:08.629497Z","caller":"traceutil/trace.go:171","msg":"trace[1096385717] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"1.051561555s","start":"2026-05-28T00:47:07.577903Z","end":"2026-05-28T00:47:08.629465Z","steps":["trace[1096385717] 'process raft request' (duration: 1.029635748s)","trace[1096385717] 'compare' (duration: 21.362234ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:47:08.629675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:07.577882Z","time spent":"1.051702378s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:47:08.629696Z","caller":"traceutil/trace.go:171","msg":"trace[259986126] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"1.051616246s","start":"2026-05-28T00:47:07.578013Z","end":"2026-05-28T00:47:08.629629Z","steps":["trace[259986126] 'process raft request' (duration: 1.05135843s)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:08.629788Z","caller":"traceutil/trace.go:171","msg":"trace[1733441196] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"1.04163385s","start":"2026-05-28T00:47:07.588118Z","end":"2026-05-28T00:47:08.629752Z","steps":["trace[1733441196] 'process raft request' (duration: 1.041395844s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:08.630159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:07.578008Z","time spent":"1.052004095s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:47:08.630309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:07.588083Z","time spent":"1.04205682s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:47:08.696568Z","caller":"traceutil/trace.go:171","msg":"trace[1694316907] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"1.06276648s","start":"2026-05-28T00:47:07.633767Z","end":"2026-05-28T00:47:08.696533Z","steps":["trace[1694316907] 'process raft request' (duration: 1.062472493s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:08.69675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:07.633743Z","time spent":"1.062922614s","remote":"127.0.0.1:46268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T00:47:10.068738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372359768s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T00:47:10.068846Z","caller":"traceutil/trace.go:171","msg":"trace[1604390486] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:629; }","duration":"1.893325306s","start":"2026-05-28T00:47:08.175502Z","end":"2026-05-28T00:47:10.068827Z","steps":["trace[1604390486] 'read index received' (duration: 432.148452ms)","trace[1604390486] 'applied index is now lower than readState.Index' (duration: 1.461175434s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:47:10.068992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604744763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:47:10.069029Z","caller":"traceutil/trace.go:171","msg":"trace[1568147034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:610; }","duration":"1.604826555s","start":"2026-05-28T00:47:08.464192Z","end":"2026-05-28T00:47:10.069019Z","steps":["trace[1568147034] 'agreement among raft nodes before linearized reading' (duration: 1.604750873s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:10.069017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89350292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:47:10.069072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:08.464165Z","time spent":"1.604895807s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T00:47:10.069058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521485198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T00:47:10.069102Z","caller":"traceutil/trace.go:171","msg":"trace[2112281742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:610; }","duration":"1.893635613s","start":"2026-05-28T00:47:08.175445Z","end":"2026-05-28T00:47:10.06908Z","steps":["trace[2112281742] 'agreement among raft nodes before linearized reading' (duration: 1.8934904s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:10.069152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:08.175414Z","time spent":"1.893729466s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T00:47:10.069134Z","caller":"traceutil/trace.go:171","msg":"trace[576316320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:610; }","duration":"1.521608441s","start":"2026-05-28T00:47:08.547507Z","end":"2026-05-28T00:47:10.069116Z","steps":["trace[576316320] 'agreement among raft nodes before linearized reading' (duration: 1.521456548s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:10.069161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.826331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T00:47:10.069046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358533211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:47:10.0692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:08.547482Z","time spent":"1.521708733s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T00:47:10.069221Z","caller":"traceutil/trace.go:171","msg":"trace[566690991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:610; }","duration":"430.923443ms","start":"2026-05-28T00:47:09.638279Z","end":"2026-05-28T00:47:10.069203Z","steps":["trace[566690991] 'agreement among raft nodes before linearized reading' (duration: 430.707458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:10.069264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:09.638252Z","time spent":"431.001215ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T00:47:10.069288Z","caller":"traceutil/trace.go:171","msg":"trace[1609730437] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:610; }","duration":"1.358799567s","start":"2026-05-28T00:47:08.710432Z","end":"2026-05-28T00:47:10.069232Z","steps":["trace[1609730437] 'agreement among raft nodes before linearized reading' (duration: 1.35851808s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:10.06936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:08.710413Z","time spent":"1.35892464s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-05-28T00:47:10.572308Z","caller":"traceutil/trace.go:171","msg":"trace[16797121] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"124.380837ms","start":"2026-05-28T00:47:10.447894Z","end":"2026-05-28T00:47:10.572274Z","steps":["trace[16797121] 'process raft request' (duration: 119.205124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:11.57661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.174505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:47:11.576676Z","caller":"traceutil/trace.go:171","msg":"trace[209454107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:625; }","duration":"111.288007ms","start":"2026-05-28T00:47:11.465376Z","end":"2026-05-28T00:47:11.576664Z","steps":["trace[209454107] 'range keys from in-memory index tree' (duration: 111.074812ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:14.18701Z","caller":"traceutil/trace.go:171","msg":"trace[1949365608] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"139.328559ms","start":"2026-05-28T00:47:14.047652Z","end":"2026-05-28T00:47:14.186981Z","steps":["trace[1949365608] 'process raft request' (duration: 130.126392ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:14.351784Z","caller":"traceutil/trace.go:171","msg":"trace[1325435364] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"107.644582ms","start":"2026-05-28T00:47:14.244096Z","end":"2026-05-28T00:47:14.35174Z","steps":["trace[1325435364] 'process raft request' (duration: 107.339174ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:14.351766Z","caller":"traceutil/trace.go:171","msg":"trace[28293130] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"103.3447ms","start":"2026-05-28T00:47:14.24839Z","end":"2026-05-28T00:47:14.351734Z","steps":["trace[28293130] 'process raft request' (duration: 103.249107ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:14.496805Z","caller":"traceutil/trace.go:171","msg":"trace[2096640894] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"132.476307ms","start":"2026-05-28T00:47:14.364281Z","end":"2026-05-28T00:47:14.496757Z","steps":["trace[2096640894] 'process raft request' (duration: 89.80675ms)","trace[2096640894] 'compare' (duration: 42.453722ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:47:18.596449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.494652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:47:18.596667Z","caller":"traceutil/trace.go:171","msg":"trace[921912530] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:739; }","duration":"132.230742ms","start":"2026-05-28T00:47:18.464399Z","end":"2026-05-28T00:47:18.59663Z","steps":["trace[921912530] 'read index received' (duration: 31.35254ms)","trace[921912530] 'applied index is now lower than readState.Index' (duration: 100.874702ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:47:18.596888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.493018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:47:18.596935Z","caller":"traceutil/trace.go:171","msg":"trace[2051033786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:714; }","duration":"132.557179ms","start":"2026-05-28T00:47:18.464361Z","end":"2026-05-28T00:47:18.596918Z","steps":["trace[2051033786] 'agreement among raft nodes before linearized reading' (duration: 132.431226ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:18.597001Z","caller":"traceutil/trace.go:171","msg":"trace[972738089] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"142.184976ms","start":"2026-05-28T00:47:18.454481Z","end":"2026-05-28T00:47:18.596666Z","steps":["trace[972738089] 'process raft request' (duration: 41.344686ms)","trace[972738089] 'compare' (duration: 100.205205ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:47:21.193714Z","caller":"traceutil/trace.go:171","msg":"trace[462595529] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"107.322234ms","start":"2026-05-28T00:47:21.086363Z","end":"2026-05-28T00:47:21.193685Z","steps":["trace[462595529] 'process raft request' (duration: 104.992279ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:21.211117Z","caller":"traceutil/trace.go:171","msg":"trace[940660958] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"121.13594ms","start":"2026-05-28T00:47:21.08995Z","end":"2026-05-28T00:47:21.211086Z","steps":["trace[940660958] 'process raft request' (duration: 120.926065ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:22.867744Z","caller":"traceutil/trace.go:171","msg":"trace[409290430] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"138.899039ms","start":"2026-05-28T00:47:22.728811Z","end":"2026-05-28T00:47:22.86771Z","steps":["trace[409290430] 'process raft request' (duration: 67.236427ms)","trace[409290430] 'compare' (duration: 71.286243ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:47:27.065137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481182300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T00:47:27.565946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481182300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T00:47:27.74641Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206422869s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T00:47:27.7469Z","caller":"traceutil/trace.go:171","msg":"trace[550507119] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"1.207065515s","start":"2026-05-28T00:47:26.539807Z","end":"2026-05-28T00:47:27.746873Z","steps":["trace[550507119] 'process raft request' (duration: 1.206915911s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:27.747168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:26.539694Z","time spent":"1.20727831s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4909,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:47:27.75527Z","caller":"traceutil/trace.go:171","msg":"trace[1187021106] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:805; }","duration":"1.190301159s","start":"2026-05-28T00:47:26.564932Z","end":"2026-05-28T00:47:27.755233Z","steps":["trace[1187021106] 'read index received' (duration: 1.181765887s)","trace[1187021106] 'applied index is now lower than readState.Index' (duration: 8.534542ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:47:27.755381Z","caller":"traceutil/trace.go:171","msg":"trace[1104890289] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"631.506858ms","start":"2026-05-28T00:47:27.12384Z","end":"2026-05-28T00:47:27.755346Z","steps":["trace[1104890289] 'process raft request' (duration: 631.269122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:27.755474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190529185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T00:47:27.755512Z","caller":"traceutil/trace.go:171","msg":"trace[1529713416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:778; }","duration":"1.190643957s","start":"2026-05-28T00:47:26.564858Z","end":"2026-05-28T00:47:27.755502Z","steps":["trace[1529713416] 'agreement among raft nodes before linearized reading' (duration: 1.190499134s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:27.755542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:26.564799Z","time spent":"1.19073673s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T00:47:27.755552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110496915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T00:47:27.755547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:27.123822Z","time spent":"631.638851ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:47:27.75564Z","caller":"traceutil/trace.go:171","msg":"trace[737563058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:778; }","duration":"1.110644609s","start":"2026-05-28T00:47:26.644975Z","end":"2026-05-28T00:47:27.755619Z","steps":["trace[737563058] 'agreement among raft nodes before linearized reading' (duration: 1.110431844s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:27.75569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:26.644942Z","time spent":"1.11073798s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T00:47:27.755759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.677075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:47:27.755833Z","caller":"traceutil/trace.go:171","msg":"trace[1668357910] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:778; }","duration":"385.755137ms","start":"2026-05-28T00:47:27.370058Z","end":"2026-05-28T00:47:27.755814Z","steps":["trace[1668357910] 'agreement among raft nodes before linearized reading' (duration: 385.652074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:27.755893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:27.370031Z","time spent":"385.842819ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-05-28T00:47:27.755949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.184357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:47:27.755994Z","caller":"traceutil/trace.go:171","msg":"trace[549697002] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:778; }","duration":"386.230989ms","start":"2026-05-28T00:47:27.369751Z","end":"2026-05-28T00:47:27.755982Z","steps":["trace[549697002] 'agreement among raft nodes before linearized reading' (duration: 386.165677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:27.756031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:27.369698Z","time spent":"386.32514ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T00:47:27.756121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.362932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:47:27.756159Z","caller":"traceutil/trace.go:171","msg":"trace[1719178688] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:778; }","duration":"386.427312ms","start":"2026-05-28T00:47:27.369719Z","end":"2026-05-28T00:47:27.756146Z","steps":["trace[1719178688] 'agreement among raft nodes before linearized reading' (duration: 386.380621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:27.75619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.543803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:47:27.756211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.302601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:47:27.756248Z","caller":"traceutil/trace.go:171","msg":"trace[341722739] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:778; }","duration":"100.638685ms","start":"2026-05-28T00:47:27.655595Z","end":"2026-05-28T00:47:27.756234Z","steps":["trace[341722739] 'agreement among raft nodes before linearized reading' (duration: 100.556614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:27.756293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.61748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-28T00:47:27.756308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.422961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:47:27.756327Z","caller":"traceutil/trace.go:171","msg":"trace[1257936611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:778; }","duration":"664.67949ms","start":"2026-05-28T00:47:27.091639Z","end":"2026-05-28T00:47:27.756318Z","steps":["trace[1257936611] 'agreement among raft nodes before linearized reading' (duration: 664.582768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:27.75636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:27.091614Z","time spent":"664.739842ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T00:47:27.756378Z","caller":"traceutil/trace.go:171","msg":"trace[1035210670] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:778; }","duration":"233.490883ms","start":"2026-05-28T00:47:27.522845Z","end":"2026-05-28T00:47:27.756336Z","steps":["trace[1035210670] 'agreement among raft nodes before linearized reading' (duration: 233.430791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:27.755999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.166885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:47:27.756198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:27.369695Z","time spent":"386.495004ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-28T00:47:27.756555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.731808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:47:27.756246Z","caller":"traceutil/trace.go:171","msg":"trace[727004106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:778; }","duration":"292.366083ms","start":"2026-05-28T00:47:27.46387Z","end":"2026-05-28T00:47:27.756236Z","steps":["trace[727004106] 'agreement among raft nodes before linearized reading' (duration: 292.312961ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:27.75659Z","caller":"traceutil/trace.go:171","msg":"trace[1763616453] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:778; }","duration":"233.768559ms","start":"2026-05-28T00:47:27.522811Z","end":"2026-05-28T00:47:27.75658Z","steps":["trace[1763616453] 'agreement among raft nodes before linearized reading' (duration: 233.713167ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:27.756669Z","caller":"traceutil/trace.go:171","msg":"trace[561433638] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:778; }","duration":"100.850581ms","start":"2026-05-28T00:47:27.655646Z","end":"2026-05-28T00:47:27.756496Z","steps":["trace[561433638] 'agreement among raft nodes before linearized reading' (duration: 100.030661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:27.757186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.690608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:47:27.757242Z","caller":"traceutil/trace.go:171","msg":"trace[831230736] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:778; }","duration":"100.762159ms","start":"2026-05-28T00:47:27.65646Z","end":"2026-05-28T00:47:27.757222Z","steps":["trace[831230736] 'agreement among raft nodes before linearized reading' (duration: 100.689137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:27.757425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.544386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T00:47:27.757501Z","caller":"traceutil/trace.go:171","msg":"trace[629962972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:778; }","duration":"794.644439ms","start":"2026-05-28T00:47:26.962835Z","end":"2026-05-28T00:47:27.757479Z","steps":["trace[629962972] 'agreement among raft nodes before linearized reading' (duration: 793.595174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:27.757532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:47:26.962811Z","time spent":"794.714311ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T00:47:36.253601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.681324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-mgskv\" ","response":"range_response_count:1 size:4777"} {"level":"info","ts":"2026-05-28T00:47:36.253696Z","caller":"traceutil/trace.go:171","msg":"trace[1701700989] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-mgskv; range_end:; response_count:1; response_revision:869; }","duration":"102.836218ms","start":"2026-05-28T00:47:36.150841Z","end":"2026-05-28T00:47:36.253677Z","steps":["trace[1701700989] 'range keys from in-memory index tree' (duration: 102.475019ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:36.393701Z","caller":"traceutil/trace.go:171","msg":"trace[1030451644] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"134.866554ms","start":"2026-05-28T00:47:36.258805Z","end":"2026-05-28T00:47:36.393671Z","steps":["trace[1030451644] 'process raft request' (duration: 134.68711ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:36.417454Z","caller":"traceutil/trace.go:171","msg":"trace[517048991] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"154.492888ms","start":"2026-05-28T00:47:36.262939Z","end":"2026-05-28T00:47:36.417432Z","steps":["trace[517048991] 'process raft request' (duration: 154.331424ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:36.417702Z","caller":"traceutil/trace.go:171","msg":"trace[838343902] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"139.7746ms","start":"2026-05-28T00:47:36.277876Z","end":"2026-05-28T00:47:36.41765Z","steps":["trace[838343902] 'process raft request' (duration: 139.508724ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:36.545256Z","caller":"traceutil/trace.go:171","msg":"trace[1281444203] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"119.279786ms","start":"2026-05-28T00:47:36.425952Z","end":"2026-05-28T00:47:36.545232Z","steps":["trace[1281444203] 'process raft request' (duration: 85.196291ms)","trace[1281444203] 'compare' (duration: 33.974432ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:47:36.575389Z","caller":"traceutil/trace.go:171","msg":"trace[1202676082] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"149.413157ms","start":"2026-05-28T00:47:36.425943Z","end":"2026-05-28T00:47:36.575357Z","steps":["trace[1202676082] 'process raft request' (duration: 149.198962ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:36.575801Z","caller":"traceutil/trace.go:171","msg":"trace[1149309093] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"144.381348ms","start":"2026-05-28T00:47:36.431183Z","end":"2026-05-28T00:47:36.575565Z","steps":["trace[1149309093] 'process raft request' (duration: 144.108282ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:38.971944Z","caller":"traceutil/trace.go:171","msg":"trace[1282185117] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"104.784554ms","start":"2026-05-28T00:47:38.867139Z","end":"2026-05-28T00:47:38.971924Z","steps":["trace[1282185117] 'process raft request' (duration: 104.663851ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:39.343775Z","caller":"traceutil/trace.go:171","msg":"trace[1124101199] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"107.208181ms","start":"2026-05-28T00:47:39.236545Z","end":"2026-05-28T00:47:39.343753Z","steps":["trace[1124101199] 'process raft request' (duration: 107.044607ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:39.386257Z","caller":"traceutil/trace.go:171","msg":"trace[1825770652] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"145.541985ms","start":"2026-05-28T00:47:39.24068Z","end":"2026-05-28T00:47:39.386222Z","steps":["trace[1825770652] 'process raft request' (duration: 145.227868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:42.053998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.827197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T00:47:42.054105Z","caller":"traceutil/trace.go:171","msg":"trace[422621007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:938; }","duration":"163.984112ms","start":"2026-05-28T00:47:41.890098Z","end":"2026-05-28T00:47:42.054082Z","steps":["trace[422621007] 'range keys from in-memory index tree' (duration: 163.552661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:42.054126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.954247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T00:47:42.054211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.948541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T00:47:42.054265Z","caller":"traceutil/trace.go:171","msg":"trace[1864255482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:938; }","duration":"163.134761ms","start":"2026-05-28T00:47:41.8911Z","end":"2026-05-28T00:47:42.054235Z","steps":["trace[1864255482] 'range keys from in-memory index tree' (duration: 162.774963ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:42.054289Z","caller":"traceutil/trace.go:171","msg":"trace[1712278810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:938; }","duration":"164.084004ms","start":"2026-05-28T00:47:41.890189Z","end":"2026-05-28T00:47:42.054273Z","steps":["trace[1712278810] 'range keys from in-memory index tree' (duration: 163.698215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:42.054221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.008879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T00:47:42.054419Z","caller":"traceutil/trace.go:171","msg":"trace[710577888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:938; }","duration":"166.241235ms","start":"2026-05-28T00:47:41.888157Z","end":"2026-05-28T00:47:42.054398Z","steps":["trace[710577888] 'range keys from in-memory index tree' (duration: 165.832965ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:47:58.41935Z","caller":"traceutil/trace.go:171","msg":"trace[1903669439] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"128.31274ms","start":"2026-05-28T00:47:58.29099Z","end":"2026-05-28T00:47:58.419303Z","steps":["trace[1903669439] 'process raft request' (duration: 47.911351ms)","trace[1903669439] 'compare' (duration: 80.211684ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:47:59.855665Z","caller":"traceutil/trace.go:171","msg":"trace[785332005] linearizableReadLoop","detail":"{readStateIndex:1238; appliedIndex:1237; }","duration":"112.501476ms","start":"2026-05-28T00:47:59.743135Z","end":"2026-05-28T00:47:59.855636Z","steps":["trace[785332005] 'read index received' (duration: 112.159288ms)","trace[785332005] 'applied index is now lower than readState.Index' (duration: 341.318µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:47:59.855784Z","caller":"traceutil/trace.go:171","msg":"trace[903534848] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"134.017534ms","start":"2026-05-28T00:47:59.721746Z","end":"2026-05-28T00:47:59.855763Z","steps":["trace[903534848] 'process raft request' (duration: 133.673586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:47:59.855809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.648659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:47:59.855848Z","caller":"traceutil/trace.go:171","msg":"trace[1035003601] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1200; }","duration":"112.739571ms","start":"2026-05-28T00:47:59.743096Z","end":"2026-05-28T00:47:59.855836Z","steps":["trace[1035003601] 'agreement among raft nodes before linearized reading' (duration: 112.65803ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:48:17.811636Z","caller":"traceutil/trace.go:171","msg":"trace[286374407] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"156.004911ms","start":"2026-05-28T00:48:17.655606Z","end":"2026-05-28T00:48:17.811611Z","steps":["trace[286374407] 'process raft request' (duration: 155.846867ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:48:18.556801Z","caller":"traceutil/trace.go:171","msg":"trace[532538083] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"113.038519ms","start":"2026-05-28T00:48:18.443744Z","end":"2026-05-28T00:48:18.556782Z","steps":["trace[532538083] 'process raft request' (duration: 112.991998ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:48:18.557203Z","caller":"traceutil/trace.go:171","msg":"trace[1780247036] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"116.267036ms","start":"2026-05-28T00:48:18.440924Z","end":"2026-05-28T00:48:18.557191Z","steps":["trace[1780247036] 'process raft request' (duration: 115.705032ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:48:19.046737Z","caller":"traceutil/trace.go:171","msg":"trace[1783095151] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"300.53122ms","start":"2026-05-28T00:48:18.746172Z","end":"2026-05-28T00:48:19.046703Z","steps":["trace[1783095151] 'process raft request' (duration: 300.201023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:19.046954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:18.746132Z","time spent":"300.746455ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:48:20.600814Z","caller":"traceutil/trace.go:171","msg":"trace[357526026] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"124.13639ms","start":"2026-05-28T00:48:20.476646Z","end":"2026-05-28T00:48:20.600782Z","steps":["trace[357526026] 'process raft request' (duration: 123.756641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:21.664057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.007392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:48:21.664177Z","caller":"traceutil/trace.go:171","msg":"trace[598980965] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"1.058921672s","start":"2026-05-28T00:48:20.605224Z","end":"2026-05-28T00:48:21.664145Z","steps":["trace[598980965] 'process raft request' (duration: 266.744585ms)","trace[598980965] 'compare' (duration: 791.674045ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:48:21.664232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:20.605198Z","time spent":"1.059010254s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:48:21.921412Z","caller":"traceutil/trace.go:171","msg":"trace[1089764285] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"1.314939465s","start":"2026-05-28T00:48:20.606428Z","end":"2026-05-28T00:48:21.921368Z","steps":["trace[1089764285] 'process raft request' (duration: 1.314815112s)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:48:21.921497Z","caller":"traceutil/trace.go:171","msg":"trace[698504976] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"1.315303874s","start":"2026-05-28T00:48:20.606135Z","end":"2026-05-28T00:48:21.921439Z","steps":["trace[698504976] 'process raft request' (duration: 1.250484049s)","trace[698504976] 'compare' (duration: 64.405765ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:48:21.921657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:20.606418Z","time spent":"1.315110769s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:48:21.921626Z","caller":"traceutil/trace.go:171","msg":"trace[1032552718] linearizableReadLoop","detail":"{readStateIndex:1488; appliedIndex:1484; }","duration":"1.221187599s","start":"2026-05-28T00:48:20.700392Z","end":"2026-05-28T00:48:21.92158Z","steps":["trace[1032552718] 'read index received' (duration: 171.548596ms)","trace[1032552718] 'applied index is now lower than readState.Index' (duration: 1.049635533s)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:48:21.921723Z","caller":"traceutil/trace.go:171","msg":"trace[594940948] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"1.266928336s","start":"2026-05-28T00:48:20.654757Z","end":"2026-05-28T00:48:21.921685Z","steps":["trace[594940948] 'process raft request' (duration: 1.266561767s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:21.921808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:20.606121Z","time spent":"1.315489658s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:48:21.921928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197992254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T00:48:21.92198Z","caller":"traceutil/trace.go:171","msg":"trace[516476624] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1441; }","duration":"1.198058515s","start":"2026-05-28T00:48:20.723906Z","end":"2026-05-28T00:48:21.921965Z","steps":["trace[516476624] 'agreement among raft nodes before linearized reading' (duration: 1.197965583s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:21.921974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:20.654696Z","time spent":"1.26711385s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:48:21.922023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:20.723898Z","time spent":"1.198116776s","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":9,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-28T00:48:21.922037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.623023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:48:21.922102Z","caller":"traceutil/trace.go:171","msg":"trace[1480482587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1441; }","duration":"456.767926ms","start":"2026-05-28T00:48:21.465312Z","end":"2026-05-28T00:48:21.92208Z","steps":["trace[1480482587] 'agreement among raft nodes before linearized reading' (duration: 456.590392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:21.922155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:21.465281Z","time spent":"456.862698ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T00:48:21.922564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.827974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T00:48:21.922544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221485647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T00:48:21.922844Z","caller":"traceutil/trace.go:171","msg":"trace[1484566790] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1441; }","duration":"1.222490601s","start":"2026-05-28T00:48:20.700338Z","end":"2026-05-28T00:48:21.922829Z","steps":["trace[1484566790] 'agreement among raft nodes before linearized reading' (duration: 1.221458426s)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:48:21.922764Z","caller":"traceutil/trace.go:171","msg":"trace[986592088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1441; }","duration":"870.08799ms","start":"2026-05-28T00:48:21.052654Z","end":"2026-05-28T00:48:21.922742Z","steps":["trace[986592088] 'agreement among raft nodes before linearized reading' (duration: 869.293652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:21.922886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:20.70031Z","time spent":"1.222563532s","remote":"127.0.0.1:46240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":9,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T00:48:21.923094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:21.052632Z","time spent":"870.389827ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T00:48:22.128795Z","caller":"traceutil/trace.go:171","msg":"trace[1478425800] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"199.694978ms","start":"2026-05-28T00:48:21.929052Z","end":"2026-05-28T00:48:22.128747Z","steps":["trace[1478425800] 'process raft request' (duration: 199.35541ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:48:27.009049Z","caller":"traceutil/trace.go:171","msg":"trace[1092584542] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"160.977077ms","start":"2026-05-28T00:48:26.848046Z","end":"2026-05-28T00:48:27.009023Z","steps":["trace[1092584542] 'process raft request' (duration: 160.812544ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:48:27.186913Z","caller":"traceutil/trace.go:171","msg":"trace[2035661444] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"105.546713ms","start":"2026-05-28T00:48:27.081352Z","end":"2026-05-28T00:48:27.186898Z","steps":["trace[2035661444] 'process raft request' (duration: 105.39467ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:48:27.196101Z","caller":"traceutil/trace.go:171","msg":"trace[2111621284] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"104.451247ms","start":"2026-05-28T00:48:27.091626Z","end":"2026-05-28T00:48:27.196078Z","steps":["trace[2111621284] 'process raft request' (duration: 104.331585ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:48:27.414524Z","caller":"traceutil/trace.go:171","msg":"trace[984472074] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"145.263797ms","start":"2026-05-28T00:48:27.269209Z","end":"2026-05-28T00:48:27.414473Z","steps":["trace[984472074] 'process raft request' (duration: 64.704232ms)","trace[984472074] 'compare' (duration: 80.210367ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:48:28.199182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.914272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:48:28.199294Z","caller":"traceutil/trace.go:171","msg":"trace[1093201364] linearizableReadLoop","detail":"{readStateIndex:1589; appliedIndex:1588; }","duration":"247.00719ms","start":"2026-05-28T00:48:27.95227Z","end":"2026-05-28T00:48:28.199277Z","steps":["trace[1093201364] 'read index received' (duration: 97.932234ms)","trace[1093201364] 'applied index is now lower than readState.Index' (duration: 149.073626ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:48:28.199594Z","caller":"traceutil/trace.go:171","msg":"trace[1650135235] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"255.858248ms","start":"2026-05-28T00:48:27.94368Z","end":"2026-05-28T00:48:28.199539Z","steps":["trace[1650135235] 'process raft request' (duration: 106.490285ms)","trace[1650135235] 'compare' (duration: 148.707708ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:48:28.199725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.446141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T00:48:28.199823Z","caller":"traceutil/trace.go:171","msg":"trace[836688535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1540; }","duration":"247.604714ms","start":"2026-05-28T00:48:27.952194Z","end":"2026-05-28T00:48:28.199799Z","steps":["trace[836688535] 'agreement among raft nodes before linearized reading' (duration: 247.368529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:28.221286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.578424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T00:48:28.221573Z","caller":"traceutil/trace.go:171","msg":"trace[1997981698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1541; }","duration":"267.925292ms","start":"2026-05-28T00:48:27.95363Z","end":"2026-05-28T00:48:28.221555Z","steps":["trace[1997981698] 'agreement among raft nodes before linearized reading' (duration: 267.350579ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:48:47.219661Z","caller":"traceutil/trace.go:171","msg":"trace[2056079925] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"130.012809ms","start":"2026-05-28T00:48:47.089612Z","end":"2026-05-28T00:48:47.219625Z","steps":["trace[2056079925] 'process raft request' (duration: 129.762383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:47.75579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481184433,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T00:48:48.175118Z","caller":"traceutil/trace.go:171","msg":"trace[859994858] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"974.57601ms","start":"2026-05-28T00:48:47.200511Z","end":"2026-05-28T00:48:48.175087Z","steps":["trace[859994858] 'process raft request' (duration: 974.341555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:48.17533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:47.200481Z","time spent":"974.726123ms","remote":"127.0.0.1:53332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5397,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:48:48.198484Z","caller":"traceutil/trace.go:171","msg":"trace[1356034637] linearizableReadLoop","detail":"{readStateIndex:1938; appliedIndex:1936; }","duration":"943.043787ms","start":"2026-05-28T00:48:47.255412Z","end":"2026-05-28T00:48:48.198456Z","steps":["trace[1356034637] 'read index received' (duration: 919.496373ms)","trace[1356034637] 'applied index is now lower than readState.Index' (duration: 23.546044ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:48:48.198563Z","caller":"traceutil/trace.go:171","msg":"trace[71393569] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"568.599567ms","start":"2026-05-28T00:48:47.629934Z","end":"2026-05-28T00:48:48.198533Z","steps":["trace[71393569] 'process raft request' (duration: 568.347241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:48.198686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.259993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T00:48:48.198729Z","caller":"traceutil/trace.go:171","msg":"trace[698741692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1863; }","duration":"943.369245ms","start":"2026-05-28T00:48:47.255349Z","end":"2026-05-28T00:48:48.198719Z","steps":["trace[698741692] 'agreement among raft nodes before linearized reading' (duration: 943.245022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:48.198755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:47.629899Z","time spent":"568.771871ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:48:48.198775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:47.255323Z","time spent":"943.443167ms","remote":"127.0.0.1:53332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T00:48:48.217082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.740101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T00:48:48.217202Z","caller":"traceutil/trace.go:171","msg":"trace[584926822] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1864; }","duration":"812.908245ms","start":"2026-05-28T00:48:47.404257Z","end":"2026-05-28T00:48:48.217165Z","steps":["trace[584926822] 'agreement among raft nodes before linearized reading' (duration: 812.673689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:48.217211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.237573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:48:48.21727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:47.404232Z","time spent":"813.020368ms","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":16,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-28T00:48:48.217294Z","caller":"traceutil/trace.go:171","msg":"trace[1345819663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1864; }","duration":"751.356356ms","start":"2026-05-28T00:48:47.465917Z","end":"2026-05-28T00:48:48.217273Z","steps":["trace[1345819663] 'agreement among raft nodes before linearized reading' (duration: 751.245714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:48.217311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.736267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-28T00:48:48.217338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:47.465892Z","time spent":"751.435498ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T00:48:48.21709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.187317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f667f713-dbdc-4d76-972f-99feba9d7d3c\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-05-28T00:48:48.217208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.45877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f667f713-dbdc-4d76-972f-99feba9d7d3c\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-28T00:48:48.217371Z","caller":"traceutil/trace.go:171","msg":"trace[1618123640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1864; }","duration":"346.845529ms","start":"2026-05-28T00:48:47.870509Z","end":"2026-05-28T00:48:48.217354Z","steps":["trace[1618123640] 'agreement among raft nodes before linearized reading' (duration: 346.723346ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:48:48.217397Z","caller":"traceutil/trace.go:171","msg":"trace[1941976902] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f667f713-dbdc-4d76-972f-99feba9d7d3c; range_end:; response_count:1; response_revision:1864; }","duration":"327.545816ms","start":"2026-05-28T00:48:47.889832Z","end":"2026-05-28T00:48:48.217378Z","steps":["trace[1941976902] 'agreement among raft nodes before linearized reading' (duration: 327.122946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:48.217416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:47.870472Z","time spent":"346.933111ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T00:48:48.217415Z","caller":"traceutil/trace.go:171","msg":"trace[363615470] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f667f713-dbdc-4d76-972f-99feba9d7d3c; range_end:; response_count:1; response_revision:1864; }","duration":"692.723547ms","start":"2026-05-28T00:48:47.524667Z","end":"2026-05-28T00:48:48.217391Z","steps":["trace[363615470] 'agreement among raft nodes before linearized reading' (duration: 692.478501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:48.21746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:47.889803Z","time spent":"327.638737ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f667f713-dbdc-4d76-972f-99feba9d7d3c\" "} {"level":"warn","ts":"2026-05-28T00:48:48.217499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:47.524619Z","time spent":"692.85212ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f667f713-dbdc-4d76-972f-99feba9d7d3c\" "} {"level":"info","ts":"2026-05-28T00:48:48.345357Z","caller":"traceutil/trace.go:171","msg":"trace[572163222] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"122.590994ms","start":"2026-05-28T00:48:48.222737Z","end":"2026-05-28T00:48:48.345328Z","steps":["trace[572163222] 'process raft request' (duration: 122.365849ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:48:48.345373Z","caller":"traceutil/trace.go:171","msg":"trace[1850814790] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"121.442477ms","start":"2026-05-28T00:48:48.223909Z","end":"2026-05-28T00:48:48.345352Z","steps":["trace[1850814790] 'process raft request' (duration: 121.346044ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:48:48.345655Z","caller":"traceutil/trace.go:171","msg":"trace[258964382] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"120.900684ms","start":"2026-05-28T00:48:48.224721Z","end":"2026-05-28T00:48:48.345622Z","steps":["trace[258964382] 'process raft request' (duration: 120.581377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:48.345907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.01823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T00:48:48.346042Z","caller":"traceutil/trace.go:171","msg":"trace[1208079871] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1867; }","duration":"116.242675ms","start":"2026-05-28T00:48:48.229767Z","end":"2026-05-28T00:48:48.346009Z","steps":["trace[1208079871] 'agreement among raft nodes before linearized reading' (duration: 115.946308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:48.934098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481184454,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T00:48:49.008925Z","caller":"traceutil/trace.go:171","msg":"trace[63003584] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"601.319697ms","start":"2026-05-28T00:48:48.407578Z","end":"2026-05-28T00:48:49.008898Z","steps":["trace[63003584] 'process raft request' (duration: 601.172374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:49.009174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:48.407553Z","time spent":"601.538363ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:48:49.078458Z","caller":"traceutil/trace.go:171","msg":"trace[335511394] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1948; }","duration":"644.978625ms","start":"2026-05-28T00:48:48.43344Z","end":"2026-05-28T00:48:49.078419Z","steps":["trace[335511394] 'read index received' (duration: 575.288695ms)","trace[335511394] 'applied index is now lower than readState.Index' (duration: 69.68802ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:48:49.078692Z","caller":"traceutil/trace.go:171","msg":"trace[368392167] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"299.787303ms","start":"2026-05-28T00:48:48.778732Z","end":"2026-05-28T00:48:49.078519Z","steps":["trace[368392167] 'process raft request' (duration: 269.989192ms)","trace[368392167] 'compare' (duration: 29.442863ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:48:49.078758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.281522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:48:49.078815Z","caller":"traceutil/trace.go:171","msg":"trace[174232622] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1874; }","duration":"645.374634ms","start":"2026-05-28T00:48:48.433428Z","end":"2026-05-28T00:48:49.078802Z","steps":["trace[174232622] 'agreement among raft nodes before linearized reading' (duration: 645.19744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:49.078879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:48.433386Z","time spent":"645.480547ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T00:48:49.078936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.458087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T00:48:49.079021Z","caller":"traceutil/trace.go:171","msg":"trace[1653517098] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1874; }","duration":"475.613481ms","start":"2026-05-28T00:48:48.603389Z","end":"2026-05-28T00:48:49.079003Z","steps":["trace[1653517098] 'agreement among raft nodes before linearized reading' (duration: 475.348415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:49.079072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:48.603362Z","time spent":"475.700752ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T00:48:49.079031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:48.778684Z","time spent":"300.111471ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:48:49.07909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.775157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T00:48:49.079205Z","caller":"traceutil/trace.go:171","msg":"trace[1696275486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1874; }","duration":"334.947671ms","start":"2026-05-28T00:48:48.744232Z","end":"2026-05-28T00:48:49.07918Z","steps":["trace[1696275486] 'agreement among raft nodes before linearized reading' (duration: 334.586072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:48:49.079271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:48:48.74421Z","time spent":"335.048753ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T00:49:01.456671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.138451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:49:01.456826Z","caller":"traceutil/trace.go:171","msg":"trace[875511387] linearizableReadLoop","detail":"{readStateIndex:2052; appliedIndex:2051; }","duration":"319.989999ms","start":"2026-05-28T00:49:01.136817Z","end":"2026-05-28T00:49:01.456807Z","steps":["trace[875511387] 'read index received' (duration: 141.703864ms)","trace[875511387] 'applied index is now lower than readState.Index' (duration: 178.284814ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:49:01.456938Z","caller":"traceutil/trace.go:171","msg":"trace[1786621028] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"335.553745ms","start":"2026-05-28T00:49:01.121348Z","end":"2026-05-28T00:49:01.456902Z","steps":["trace[1786621028] 'process raft request' (duration: 157.092876ms)","trace[1786621028] 'compare' (duration: 177.869305ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:49:01.457029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.211404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T00:49:01.457068Z","caller":"traceutil/trace.go:171","msg":"trace[9088262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1974; }","duration":"320.287945ms","start":"2026-05-28T00:49:01.13677Z","end":"2026-05-28T00:49:01.457058Z","steps":["trace[9088262] 'agreement among raft nodes before linearized reading' (duration: 320.131542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:01.457099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:01.121313Z","time spent":"335.702248ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:49:01.457107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:01.136754Z","time spent":"320.345496ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T00:49:01.493767Z","caller":"traceutil/trace.go:171","msg":"trace[2050579805] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"222.747802ms","start":"2026-05-28T00:49:01.270978Z","end":"2026-05-28T00:49:01.493725Z","steps":["trace[2050579805] 'process raft request' (duration: 222.415514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:01.493859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.330543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T00:49:01.493945Z","caller":"traceutil/trace.go:171","msg":"trace[1499337766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1975; }","duration":"194.423175ms","start":"2026-05-28T00:49:01.299498Z","end":"2026-05-28T00:49:01.493921Z","steps":["trace[1499337766] 'agreement among raft nodes before linearized reading' (duration: 194.128898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:01.493893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.6441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:49:01.494004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.478187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gdzkb\" ","response":"range_response_count:1 size:5855"} {"level":"info","ts":"2026-05-28T00:49:01.494162Z","caller":"traceutil/trace.go:171","msg":"trace[392030896] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gdzkb; range_end:; response_count:1; response_revision:1975; }","duration":"356.636231ms","start":"2026-05-28T00:49:01.13749Z","end":"2026-05-28T00:49:01.494126Z","steps":["trace[392030896] 'agreement among raft nodes before linearized reading' (duration: 356.266142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:01.494239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:01.137459Z","time spent":"356.766204ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5878,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gdzkb\" "} {"level":"info","ts":"2026-05-28T00:49:01.49446Z","caller":"traceutil/trace.go:171","msg":"trace[2083770963] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1975; }","duration":"212.050119ms","start":"2026-05-28T00:49:01.282042Z","end":"2026-05-28T00:49:01.494092Z","steps":["trace[2083770963] 'agreement among raft nodes before linearized reading' (duration: 211.582558ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:01.72968Z","caller":"traceutil/trace.go:171","msg":"trace[1227311905] linearizableReadLoop","detail":"{readStateIndex:2055; appliedIndex:2054; }","duration":"189.234731ms","start":"2026-05-28T00:49:01.540421Z","end":"2026-05-28T00:49:01.729656Z","steps":["trace[1227311905] 'read index received' (duration: 188.984025ms)","trace[1227311905] 'applied index is now lower than readState.Index' (duration: 249.696µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:49:01.729778Z","caller":"traceutil/trace.go:171","msg":"trace[761657938] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"225.69023ms","start":"2026-05-28T00:49:01.504049Z","end":"2026-05-28T00:49:01.729739Z","steps":["trace[761657938] 'process raft request' (duration: 225.420704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:01.729836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.398125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:49:01.730108Z","caller":"traceutil/trace.go:171","msg":"trace[83309781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1977; }","duration":"189.747753ms","start":"2026-05-28T00:49:01.54035Z","end":"2026-05-28T00:49:01.730098Z","steps":["trace[83309781] 'agreement among raft nodes before linearized reading' (duration: 189.425786ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:01.985789Z","caller":"traceutil/trace.go:171","msg":"trace[4394119] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"248.591528ms","start":"2026-05-28T00:49:01.737173Z","end":"2026-05-28T00:49:01.985765Z","steps":["trace[4394119] 'process raft request' (duration: 199.199656ms)","trace[4394119] 'compare' (duration: 49.024363ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:49:01.985973Z","caller":"traceutil/trace.go:171","msg":"trace[978486356] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"247.051742ms","start":"2026-05-28T00:49:01.738887Z","end":"2026-05-28T00:49:01.985939Z","steps":["trace[978486356] 'process raft request' (duration: 246.785276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:02.355242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.460678ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:49:02.355448Z","caller":"traceutil/trace.go:171","msg":"trace[854948609] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1980; }","duration":"220.791366ms","start":"2026-05-28T00:49:02.134625Z","end":"2026-05-28T00:49:02.355417Z","steps":["trace[854948609] 'range keys from in-memory index tree' (duration: 220.368026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:02.355693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.36998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:49:02.355851Z","caller":"traceutil/trace.go:171","msg":"trace[1227237486] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"587.706497ms","start":"2026-05-28T00:49:01.768114Z","end":"2026-05-28T00:49:02.355821Z","steps":["trace[1227237486] 'process raft request' (duration: 482.114202ms)","trace[1227237486] 'compare' (duration: 105.213496ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:49:02.355935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:01.768083Z","time spent":"587.81725ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:49:02.369653Z","caller":"traceutil/trace.go:171","msg":"trace[613540821] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"372.534696ms","start":"2026-05-28T00:49:01.99707Z","end":"2026-05-28T00:49:02.369605Z","steps":["trace[613540821] 'process raft request' (duration: 372.390642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:02.369781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:01.997028Z","time spent":"372.688519ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:49:02.541244Z","caller":"traceutil/trace.go:171","msg":"trace[1345856673] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"274.933679ms","start":"2026-05-28T00:49:02.266247Z","end":"2026-05-28T00:49:02.541181Z","steps":["trace[1345856673] 'process raft request' (duration: 252.335337ms)","trace[1345856673] 'compare' (duration: 22.268704ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:49:02.54169Z","caller":"traceutil/trace.go:171","msg":"trace[1655308307] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"179.79314ms","start":"2026-05-28T00:49:02.361871Z","end":"2026-05-28T00:49:02.541664Z","steps":["trace[1655308307] 'process raft request' (duration: 179.217527ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:02.54182Z","caller":"traceutil/trace.go:171","msg":"trace[627205908] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"179.758489ms","start":"2026-05-28T00:49:02.362036Z","end":"2026-05-28T00:49:02.541795Z","steps":["trace[627205908] 'process raft request' (duration: 179.318849ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:02.542159Z","caller":"traceutil/trace.go:171","msg":"trace[960146060] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"179.983454ms","start":"2026-05-28T00:49:02.362148Z","end":"2026-05-28T00:49:02.542131Z","steps":["trace[960146060] 'process raft request' (duration: 179.549244ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:02.542243Z","caller":"traceutil/trace.go:171","msg":"trace[1311567800] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"177.372112ms","start":"2026-05-28T00:49:02.36485Z","end":"2026-05-28T00:49:02.542222Z","steps":["trace[1311567800] 'process raft request' (duration: 177.160297ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:02.542383Z","caller":"traceutil/trace.go:171","msg":"trace[1431746006] linearizableReadLoop","detail":"{readStateIndex:2066; appliedIndex:2060; }","duration":"121.488408ms","start":"2026-05-28T00:49:02.42086Z","end":"2026-05-28T00:49:02.542348Z","steps":["trace[1431746006] 'read index received' (duration: 97.739329ms)","trace[1431746006] 'applied index is now lower than readState.Index' (duration: 23.747219ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:49:02.542515Z","caller":"traceutil/trace.go:171","msg":"trace[2104730745] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"141.893158ms","start":"2026-05-28T00:49:02.400611Z","end":"2026-05-28T00:49:02.542504Z","steps":["trace[2104730745] 'process raft request' (duration: 141.538719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:02.542868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.992849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T00:49:02.543Z","caller":"traceutil/trace.go:171","msg":"trace[283700984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1988; }","duration":"122.188304ms","start":"2026-05-28T00:49:02.420792Z","end":"2026-05-28T00:49:02.542981Z","steps":["trace[283700984] 'agreement among raft nodes before linearized reading' (duration: 121.714443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:08.074721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481184754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T00:49:08.267395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.108127061s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T00:49:08.267956Z","caller":"traceutil/trace.go:171","msg":"trace[155364598] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"1.108777425s","start":"2026-05-28T00:49:07.159141Z","end":"2026-05-28T00:49:08.267918Z","steps":["trace[155364598] 'process raft request' (duration: 1.10854815s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:08.268176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:07.159118Z","time spent":"1.108918809s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:49:08.292685Z","caller":"traceutil/trace.go:171","msg":"trace[291799583] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"806.109355ms","start":"2026-05-28T00:49:07.486545Z","end":"2026-05-28T00:49:08.292654Z","steps":["trace[291799583] 'process raft request' (duration: 805.88182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:08.292908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:07.486512Z","time spent":"806.258908ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:49:08.293073Z","caller":"traceutil/trace.go:171","msg":"trace[1086454788] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"769.565474ms","start":"2026-05-28T00:49:07.523447Z","end":"2026-05-28T00:49:08.293013Z","steps":["trace[1086454788] 'process raft request' (duration: 769.144855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:08.293389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:07.523401Z","time spent":"769.80586ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:49:08.305126Z","caller":"traceutil/trace.go:171","msg":"trace[101256157] linearizableReadLoop","detail":"{readStateIndex:2099; appliedIndex:2095; }","duration":"730.841325ms","start":"2026-05-28T00:49:07.574267Z","end":"2026-05-28T00:49:08.305108Z","steps":["trace[101256157] 'read index received' (duration: 693.396544ms)","trace[101256157] 'applied index is now lower than readState.Index' (duration: 37.443541ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:49:08.305264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.793833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:49:08.305298Z","caller":"traceutil/trace.go:171","msg":"trace[1174351786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2019; }","duration":"129.869275ms","start":"2026-05-28T00:49:08.17542Z","end":"2026-05-28T00:49:08.305289Z","steps":["trace[1174351786] 'agreement among raft nodes before linearized reading' (duration: 129.812634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:08.305401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.123721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T00:49:08.305473Z","caller":"traceutil/trace.go:171","msg":"trace[736705153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2019; }","duration":"731.201793ms","start":"2026-05-28T00:49:07.574254Z","end":"2026-05-28T00:49:08.305456Z","steps":["trace[736705153] 'agreement among raft nodes before linearized reading' (duration: 730.927667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:08.305445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.228426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:49:08.305517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:07.574201Z","time spent":"731.307545ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T00:49:08.305553Z","caller":"traceutil/trace.go:171","msg":"trace[2021463923] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2019; }","duration":"312.36605ms","start":"2026-05-28T00:49:07.993159Z","end":"2026-05-28T00:49:08.305525Z","steps":["trace[2021463923] 'agreement among raft nodes before linearized reading' (duration: 312.163475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:08.305596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.105882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T00:49:08.305626Z","caller":"traceutil/trace.go:171","msg":"trace[863136924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2019; }","duration":"723.151214ms","start":"2026-05-28T00:49:07.582464Z","end":"2026-05-28T00:49:08.305615Z","steps":["trace[863136924] 'agreement among raft nodes before linearized reading' (duration: 722.744704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:08.305647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:07.582457Z","time spent":"723.184074ms","remote":"127.0.0.1:53332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T00:49:08.305647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:07.993101Z","time spent":"312.526303ms","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-28T00:49:27.101269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.37402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:49:27.101378Z","caller":"traceutil/trace.go:171","msg":"trace[540050189] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2129; }","duration":"122.549224ms","start":"2026-05-28T00:49:26.978807Z","end":"2026-05-28T00:49:27.101356Z","steps":["trace[540050189] 'count revisions from in-memory index tree' (duration: 122.259776ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:32.829924Z","caller":"traceutil/trace.go:171","msg":"trace[1668305348] linearizableReadLoop","detail":"{readStateIndex:2241; appliedIndex:2240; }","duration":"124.077959ms","start":"2026-05-28T00:49:32.705822Z","end":"2026-05-28T00:49:32.8299Z","steps":["trace[1668305348] 'read index received' (duration: 123.721921ms)","trace[1668305348] 'applied index is now lower than readState.Index' (duration: 354.978µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:49:32.830001Z","caller":"traceutil/trace.go:171","msg":"trace[1476999323] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"124.551631ms","start":"2026-05-28T00:49:32.70542Z","end":"2026-05-28T00:49:32.829972Z","steps":["trace[1476999323] 'process raft request' (duration: 124.131261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:32.830151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.316165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T00:49:32.830197Z","caller":"traceutil/trace.go:171","msg":"trace[1258263955] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:2156; }","duration":"124.462749ms","start":"2026-05-28T00:49:32.70572Z","end":"2026-05-28T00:49:32.830183Z","steps":["trace[1258263955] 'agreement among raft nodes before linearized reading' (duration: 124.291785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:33.965866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481185112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T00:49:34.019104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.764269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T00:49:34.019193Z","caller":"traceutil/trace.go:171","msg":"trace[106116900] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2161; }","duration":"789.949613ms","start":"2026-05-28T00:49:33.229218Z","end":"2026-05-28T00:49:34.019168Z","steps":["trace[106116900] 'count revisions from in-memory index tree' (duration: 789.658017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:34.019243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:33.229189Z","time spent":"790.042276ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-05-28T00:49:34.052898Z","caller":"traceutil/trace.go:171","msg":"trace[1097483059] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"645.930247ms","start":"2026-05-28T00:49:33.406926Z","end":"2026-05-28T00:49:34.052856Z","steps":["trace[1097483059] 'process raft request' (duration: 645.663171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:34.053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.633399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:49:34.053064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:33.406894Z","time spent":"646.072ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:49:34.053071Z","caller":"traceutil/trace.go:171","msg":"trace[429679756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2162; }","duration":"587.741902ms","start":"2026-05-28T00:49:33.465311Z","end":"2026-05-28T00:49:34.053053Z","steps":["trace[429679756] 'agreement among raft nodes before linearized reading' (duration: 587.624019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:34.053279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:33.465283Z","time spent":"587.943917ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T00:49:34.053262Z","caller":"traceutil/trace.go:171","msg":"trace[487732879] linearizableReadLoop","detail":"{readStateIndex:2248; appliedIndex:2247; }","duration":"587.382514ms","start":"2026-05-28T00:49:33.465378Z","end":"2026-05-28T00:49:34.05276Z","steps":["trace[487732879] 'read index received' (duration: 587.133878ms)","trace[487732879] 'applied index is now lower than readState.Index' (duration: 247.786µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:49:34.053657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.005128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-05-28T00:49:34.053731Z","caller":"traceutil/trace.go:171","msg":"trace[1564367075] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2162; }","duration":"588.10402ms","start":"2026-05-28T00:49:33.465614Z","end":"2026-05-28T00:49:34.053718Z","steps":["trace[1564367075] 'agreement among raft nodes before linearized reading' (duration: 587.923896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:34.053804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:33.465606Z","time spent":"588.190342ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T00:49:34.053828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.245169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T00:49:34.053906Z","caller":"traceutil/trace.go:171","msg":"trace[1409213696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2162; }","duration":"497.320601ms","start":"2026-05-28T00:49:33.556565Z","end":"2026-05-28T00:49:34.053886Z","steps":["trace[1409213696] 'agreement among raft nodes before linearized reading' (duration: 497.061935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:34.053959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:33.556489Z","time spent":"497.458825ms","remote":"127.0.0.1:53332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T00:49:34.283116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.032314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-28T00:49:34.283234Z","caller":"traceutil/trace.go:171","msg":"trace[1563051383] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2162; }","duration":"143.209918ms","start":"2026-05-28T00:49:34.14Z","end":"2026-05-28T00:49:34.28321Z","steps":["trace[1563051383] 'range keys from in-memory index tree' (duration: 142.699395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:34.534094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.324045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T00:49:34.534209Z","caller":"traceutil/trace.go:171","msg":"trace[328432092] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2163; }","duration":"118.500088ms","start":"2026-05-28T00:49:34.415685Z","end":"2026-05-28T00:49:34.534185Z","steps":["trace[328432092] 'count revisions from in-memory index tree' (duration: 118.252313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:34.5341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.279271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T00:49:34.534401Z","caller":"traceutil/trace.go:171","msg":"trace[669476865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2163; }","duration":"129.64603ms","start":"2026-05-28T00:49:34.404729Z","end":"2026-05-28T00:49:34.534375Z","steps":["trace[669476865] 'range keys from in-memory index tree' (duration: 129.057056ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:34.59225Z","caller":"traceutil/trace.go:171","msg":"trace[883883557] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"114.586267ms","start":"2026-05-28T00:49:34.477583Z","end":"2026-05-28T00:49:34.592169Z","steps":["trace[883883557] 'process raft request' (duration: 114.224029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:34.837377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.97832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:49:34.837833Z","caller":"traceutil/trace.go:171","msg":"trace[1989104136] linearizableReadLoop","detail":"{readStateIndex:2253; appliedIndex:2251; }","duration":"200.85132ms","start":"2026-05-28T00:49:34.636954Z","end":"2026-05-28T00:49:34.837805Z","steps":["trace[1989104136] 'read index received' (duration: 51.989859ms)","trace[1989104136] 'applied index is now lower than readState.Index' (duration: 148.859161ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:49:34.837826Z","caller":"traceutil/trace.go:171","msg":"trace[847565719] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"297.768272ms","start":"2026-05-28T00:49:34.539961Z","end":"2026-05-28T00:49:34.83773Z","steps":["trace[847565719] 'process raft request' (duration: 149.017494ms)","trace[847565719] 'compare' (duration: 147.582641ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:49:34.837898Z","caller":"traceutil/trace.go:171","msg":"trace[967013511] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"241.188915ms","start":"2026-05-28T00:49:34.596681Z","end":"2026-05-28T00:49:34.83787Z","steps":["trace[967013511] 'process raft request' (duration: 240.917049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:34.838289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.30814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:49:34.838476Z","caller":"traceutil/trace.go:171","msg":"trace[1044890751] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2167; }","duration":"201.605208ms","start":"2026-05-28T00:49:34.636842Z","end":"2026-05-28T00:49:34.838447Z","steps":["trace[1044890751] 'agreement among raft nodes before linearized reading' (duration: 201.061675ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:34.986665Z","caller":"traceutil/trace.go:171","msg":"trace[1547695234] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2253; }","duration":"122.466441ms","start":"2026-05-28T00:49:34.864144Z","end":"2026-05-28T00:49:34.986611Z","steps":["trace[1547695234] 'read index received' (duration: 39.135127ms)","trace[1547695234] 'applied index is now lower than readState.Index' (duration: 83.329804ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:49:34.986718Z","caller":"traceutil/trace.go:171","msg":"trace[1992069895] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"145.084672ms","start":"2026-05-28T00:49:34.841541Z","end":"2026-05-28T00:49:34.986626Z","steps":["trace[1992069895] 'process raft request' (duration: 132.880806ms)","trace[1992069895] 'compare' (duration: 11.998202ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:49:34.986816Z","caller":"traceutil/trace.go:171","msg":"trace[2097948473] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"121.183292ms","start":"2026-05-28T00:49:34.865583Z","end":"2026-05-28T00:49:34.986766Z","steps":["trace[2097948473] 'process raft request' (duration: 120.974687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:34.98697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.81321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T00:49:34.987015Z","caller":"traceutil/trace.go:171","msg":"trace[1143957538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2170; }","duration":"122.911402ms","start":"2026-05-28T00:49:34.864092Z","end":"2026-05-28T00:49:34.987004Z","steps":["trace[1143957538] 'agreement among raft nodes before linearized reading' (duration: 122.667057ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:38.970806Z","caller":"traceutil/trace.go:171","msg":"trace[464379684] linearizableReadLoop","detail":"{readStateIndex:2271; appliedIndex:2270; }","duration":"414.302355ms","start":"2026-05-28T00:49:38.556484Z","end":"2026-05-28T00:49:38.970786Z","steps":["trace[464379684] 'read index received' (duration: 414.142961ms)","trace[464379684] 'applied index is now lower than readState.Index' (duration: 158.044µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:49:38.970926Z","caller":"traceutil/trace.go:171","msg":"trace[752458033] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"421.052553ms","start":"2026-05-28T00:49:38.549865Z","end":"2026-05-28T00:49:38.970918Z","steps":["trace[752458033] 'process raft request' (duration: 420.751616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:38.971039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:38.549828Z","time spent":"421.121235ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:49:38.971038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.53876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T00:49:38.971128Z","caller":"traceutil/trace.go:171","msg":"trace[890641392] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2184; }","duration":"414.688194ms","start":"2026-05-28T00:49:38.556408Z","end":"2026-05-28T00:49:38.971096Z","steps":["trace[890641392] 'agreement among raft nodes before linearized reading' (duration: 414.51883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:38.971185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:38.556377Z","time spent":"414.797286ms","remote":"127.0.0.1:46172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T00:49:39.442365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.105896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:49:39.442753Z","caller":"traceutil/trace.go:171","msg":"trace[1967276715] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"443.10181ms","start":"2026-05-28T00:49:38.999622Z","end":"2026-05-28T00:49:39.442724Z","steps":["trace[1967276715] 'process raft request' (duration: 442.986027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:39.442865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:38.999593Z","time spent":"443.228183ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:49:39.442942Z","caller":"traceutil/trace.go:171","msg":"trace[1172124286] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"526.70412ms","start":"2026-05-28T00:49:38.916207Z","end":"2026-05-28T00:49:39.442912Z","steps":["trace[1172124286] 'process raft request' (duration: 526.321411ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:39.442965Z","caller":"traceutil/trace.go:171","msg":"trace[166148527] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"836.980076ms","start":"2026-05-28T00:49:38.605941Z","end":"2026-05-28T00:49:39.442921Z","steps":["trace[166148527] 'process raft request' (duration: 458.177373ms)","trace[166148527] 'compare' (duration: 377.85167ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:49:39.44314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:38.91617Z","time spent":"526.851704ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:49:39.44319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:38.605915Z","time spent":"837.14982ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:49:39.443144Z","caller":"traceutil/trace.go:171","msg":"trace[656248694] linearizableReadLoop","detail":"{readStateIndex:2273; appliedIndex:2271; }","duration":"472.178152ms","start":"2026-05-28T00:49:38.970883Z","end":"2026-05-28T00:49:39.443061Z","steps":["trace[656248694] 'read index received' (duration: 93.251307ms)","trace[656248694] 'applied index is now lower than readState.Index' (duration: 378.923665ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:49:39.443418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.160691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T00:49:39.444478Z","caller":"traceutil/trace.go:171","msg":"trace[284260366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2187; }","duration":"589.253497ms","start":"2026-05-28T00:49:38.855202Z","end":"2026-05-28T00:49:39.444456Z","steps":["trace[284260366] 'agreement among raft nodes before linearized reading' (duration: 588.068059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:39.444599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:38.855179Z","time spent":"589.403891ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T00:49:39.443635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.314618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T00:49:39.444786Z","caller":"traceutil/trace.go:171","msg":"trace[1818030896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2187; }","duration":"593.502706ms","start":"2026-05-28T00:49:38.851238Z","end":"2026-05-28T00:49:39.44474Z","steps":["trace[1818030896] 'agreement among raft nodes before linearized reading' (duration: 592.054522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:39.44487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:38.851211Z","time spent":"593.63646ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T00:49:39.459729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.308059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T00:49:39.459814Z","caller":"traceutil/trace.go:171","msg":"trace[1532106490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2188; }","duration":"453.431692ms","start":"2026-05-28T00:49:39.006365Z","end":"2026-05-28T00:49:39.459796Z","steps":["trace[1532106490] 'agreement among raft nodes before linearized reading' (duration: 453.189267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:39.459883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:39.006353Z","time spent":"453.521644ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T00:49:39.460123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.485605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-05-28T00:49:39.460184Z","caller":"traceutil/trace.go:171","msg":"trace[1068325551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2188; }","duration":"375.578836ms","start":"2026-05-28T00:49:39.084591Z","end":"2026-05-28T00:49:39.460169Z","steps":["trace[1068325551] 'agreement among raft nodes before linearized reading' (duration: 375.353661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:39.460192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.898776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-28T00:49:39.460228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:39.084573Z","time spent":"375.644768ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T00:49:39.460256Z","caller":"traceutil/trace.go:171","msg":"trace[992310137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2188; }","duration":"452.013689ms","start":"2026-05-28T00:49:39.008227Z","end":"2026-05-28T00:49:39.46024Z","steps":["trace[992310137] 'agreement among raft nodes before linearized reading' (duration: 451.827815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:39.460314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:39.008196Z","time spent":"452.110381ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T00:49:39.460225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.273742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T00:49:39.460406Z","caller":"traceutil/trace.go:171","msg":"trace[539252251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2188; }","duration":"370.471937ms","start":"2026-05-28T00:49:39.089911Z","end":"2026-05-28T00:49:39.460383Z","steps":["trace[539252251] 'agreement among raft nodes before linearized reading' (duration: 370.118379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:39.460454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:39.089897Z","time spent":"370.547449ms","remote":"127.0.0.1:53332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T00:49:39.460728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.024666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T00:49:39.460801Z","caller":"traceutil/trace.go:171","msg":"trace[1196220891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2188; }","duration":"422.129399ms","start":"2026-05-28T00:49:39.038657Z","end":"2026-05-28T00:49:39.460787Z","steps":["trace[1196220891] 'agreement among raft nodes before linearized reading' (duration: 421.31973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:39.460885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:39.03862Z","time spent":"422.256452ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T00:49:39.568232Z","caller":"traceutil/trace.go:171","msg":"trace[245462275] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"119.445011ms","start":"2026-05-28T00:49:39.448737Z","end":"2026-05-28T00:49:39.568182Z","steps":["trace[245462275] 'process raft request' (duration: 98.259854ms)","trace[245462275] 'compare' (duration: 20.860019ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:49:39.568291Z","caller":"traceutil/trace.go:171","msg":"trace[819122953] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"100.470286ms","start":"2026-05-28T00:49:39.46779Z","end":"2026-05-28T00:49:39.56826Z","steps":["trace[819122953] 'process raft request' (duration: 100.393064ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:39.568395Z","caller":"traceutil/trace.go:171","msg":"trace[1531832686] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"119.452281ms","start":"2026-05-28T00:49:39.448931Z","end":"2026-05-28T00:49:39.568383Z","steps":["trace[1531832686] 'process raft request' (duration: 119.161984ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:39.568404Z","caller":"traceutil/trace.go:171","msg":"trace[886434731] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"100.702622ms","start":"2026-05-28T00:49:39.467676Z","end":"2026-05-28T00:49:39.568379Z","steps":["trace[886434731] 'process raft request' (duration: 100.469586ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:39.568316Z","caller":"traceutil/trace.go:171","msg":"trace[919230501] linearizableReadLoop","detail":"{readStateIndex:2277; appliedIndex:2275; }","duration":"103.757563ms","start":"2026-05-28T00:49:39.464536Z","end":"2026-05-28T00:49:39.568293Z","steps":["trace[919230501] 'read index received' (duration: 82.478354ms)","trace[919230501] 'applied index is now lower than readState.Index' (duration: 21.276448ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:49:39.568577Z","caller":"traceutil/trace.go:171","msg":"trace[318456034] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"100.255051ms","start":"2026-05-28T00:49:39.468274Z","end":"2026-05-28T00:49:39.568529Z","steps":["trace[318456034] 'process raft request' (duration: 99.945174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:39.568715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.438775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:49:39.568756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.187963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T00:49:39.568871Z","caller":"traceutil/trace.go:171","msg":"trace[1930044932] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2193; }","duration":"104.365977ms","start":"2026-05-28T00:49:39.464477Z","end":"2026-05-28T00:49:39.568843Z","steps":["trace[1930044932] 'agreement among raft nodes before linearized reading' (duration: 103.877836ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:39.568792Z","caller":"traceutil/trace.go:171","msg":"trace[1007644889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2193; }","duration":"103.548348ms","start":"2026-05-28T00:49:39.465223Z","end":"2026-05-28T00:49:39.568771Z","steps":["trace[1007644889] 'agreement among raft nodes before linearized reading' (duration: 103.421575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:46.012633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481185245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T00:49:46.227723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.580908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:49:46.227828Z","caller":"traceutil/trace.go:171","msg":"trace[559932594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2217; }","duration":"761.701921ms","start":"2026-05-28T00:49:45.466103Z","end":"2026-05-28T00:49:46.227805Z","steps":["trace[559932594] 'range keys from in-memory index tree' (duration: 761.470716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:46.227875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:45.466041Z","time spent":"761.825304ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T00:49:46.228661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.967781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:49:46.229019Z","caller":"traceutil/trace.go:171","msg":"trace[1911124081] linearizableReadLoop","detail":"{readStateIndex:2308; appliedIndex:2305; }","duration":"717.243619ms","start":"2026-05-28T00:49:45.511751Z","end":"2026-05-28T00:49:46.228995Z","steps":["trace[1911124081] 'read index received' (duration: 614.270134ms)","trace[1911124081] 'applied index is now lower than readState.Index' (duration: 102.971915ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:49:46.229141Z","caller":"traceutil/trace.go:171","msg":"trace[781814691] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"762.346506ms","start":"2026-05-28T00:49:45.466777Z","end":"2026-05-28T00:49:46.229123Z","steps":["trace[781814691] 'process raft request' (duration: 762.031679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:46.22925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:45.466731Z","time spent":"762.461289ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:49:46.229161Z","caller":"traceutil/trace.go:171","msg":"trace[1115779066] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"762.309115ms","start":"2026-05-28T00:49:45.46682Z","end":"2026-05-28T00:49:46.229129Z","steps":["trace[1115779066] 'process raft request' (duration: 762.120781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:46.229324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.11801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T00:49:46.229384Z","caller":"traceutil/trace.go:171","msg":"trace[725837194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2220; }","duration":"634.216582ms","start":"2026-05-28T00:49:45.59515Z","end":"2026-05-28T00:49:46.229367Z","steps":["trace[725837194] 'agreement among raft nodes before linearized reading' (duration: 634.021777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:46.229392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:45.46678Z","time spent":"762.584362ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:49:46.229423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:45.595116Z","time spent":"634.296774ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T00:49:46.229432Z","caller":"traceutil/trace.go:171","msg":"trace[1659908962] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"762.959431ms","start":"2026-05-28T00:49:45.466458Z","end":"2026-05-28T00:49:46.229418Z","steps":["trace[1659908962] 'process raft request' (duration: 659.426763ms)","trace[1659908962] 'compare' (duration: 101.869309ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:49:46.229511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.194957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T00:49:46.229531Z","caller":"traceutil/trace.go:171","msg":"trace[504668784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2220; }","duration":"630.256778ms","start":"2026-05-28T00:49:45.599269Z","end":"2026-05-28T00:49:46.229526Z","steps":["trace[504668784] 'agreement among raft nodes before linearized reading' (duration: 630.199937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:46.229544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:45.599247Z","time spent":"630.29409ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T00:49:46.229543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:45.466444Z","time spent":"763.034032ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:49:46.229607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.58297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T00:49:46.229584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.159477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T00:49:46.229646Z","caller":"traceutil/trace.go:171","msg":"trace[2008280156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2220; }","duration":"631.639501ms","start":"2026-05-28T00:49:45.597997Z","end":"2026-05-28T00:49:46.229637Z","steps":["trace[2008280156] 'agreement among raft nodes before linearized reading' (duration: 631.527318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:46.229608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.825352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-28T00:49:46.229608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.45601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-28T00:49:46.229695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:45.597986Z","time spent":"631.702412ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T00:49:46.229726Z","caller":"traceutil/trace.go:171","msg":"trace[727359462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2220; }","duration":"629.616524ms","start":"2026-05-28T00:49:45.600091Z","end":"2026-05-28T00:49:46.229707Z","steps":["trace[727359462] 'agreement among raft nodes before linearized reading' (duration: 629.295936ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:46.229713Z","caller":"traceutil/trace.go:171","msg":"trace[1004179354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2220; }","duration":"630.3277ms","start":"2026-05-28T00:49:45.599357Z","end":"2026-05-28T00:49:46.229685Z","steps":["trace[1004179354] 'agreement among raft nodes before linearized reading' (duration: 629.947801ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:46.229769Z","caller":"traceutil/trace.go:171","msg":"trace[416228456] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2220; }","duration":"717.959046ms","start":"2026-05-28T00:49:45.511742Z","end":"2026-05-28T00:49:46.229701Z","steps":["trace[416228456] 'agreement among raft nodes before linearized reading' (duration: 717.621828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:46.229803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:45.600078Z","time spent":"629.709956ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T00:49:46.229811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:45.599348Z","time spent":"630.448643ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T00:49:46.229836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:45.51169Z","time spent":"718.136209ms","remote":"127.0.0.1:53332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-28T00:49:46.414701Z","caller":"traceutil/trace.go:171","msg":"trace[207092660] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"171.720906ms","start":"2026-05-28T00:49:46.242884Z","end":"2026-05-28T00:49:46.414605Z","steps":["trace[207092660] 'process raft request' (duration: 171.626184ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:46.414711Z","caller":"traceutil/trace.go:171","msg":"trace[2108829716] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"171.740118ms","start":"2026-05-28T00:49:46.242876Z","end":"2026-05-28T00:49:46.414616Z","steps":["trace[2108829716] 'process raft request' (duration: 93.451822ms)","trace[2108829716] 'compare' (duration: 78.022849ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:49:46.41508Z","caller":"traceutil/trace.go:171","msg":"trace[884298468] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"172.070945ms","start":"2026-05-28T00:49:46.242997Z","end":"2026-05-28T00:49:46.415068Z","steps":["trace[884298468] 'process raft request' (duration: 171.908362ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:46.415091Z","caller":"traceutil/trace.go:171","msg":"trace[123896150] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"172.077816ms","start":"2026-05-28T00:49:46.242963Z","end":"2026-05-28T00:49:46.415041Z","steps":["trace[123896150] 'process raft request' (duration: 171.593974ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:47.03692Z","caller":"traceutil/trace.go:171","msg":"trace[952236185] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"243.774825ms","start":"2026-05-28T00:49:46.793105Z","end":"2026-05-28T00:49:47.03688Z","steps":["trace[952236185] 'process raft request' (duration: 243.413536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:47.978123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.150022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:49:47.978289Z","caller":"traceutil/trace.go:171","msg":"trace[1255517897] linearizableReadLoop","detail":"{readStateIndex:2315; appliedIndex:2314; }","duration":"777.103192ms","start":"2026-05-28T00:49:47.201153Z","end":"2026-05-28T00:49:47.978256Z","steps":["trace[1255517897] 'read index received' (duration: 237.568401ms)","trace[1255517897] 'applied index is now lower than readState.Index' (duration: 539.532951ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:49:47.978428Z","caller":"traceutil/trace.go:171","msg":"trace[1276517101] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"963.348189ms","start":"2026-05-28T00:49:47.015059Z","end":"2026-05-28T00:49:47.978408Z","steps":["trace[1276517101] 'process raft request' (duration: 423.707146ms)","trace[1276517101] 'compare' (duration: 538.566468ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:49:47.978538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:47.015009Z","time spent":"963.475612ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:49:47.978747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.572853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:49:47.97893Z","caller":"traceutil/trace.go:171","msg":"trace[1014804017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2227; }","duration":"777.826359ms","start":"2026-05-28T00:49:47.201074Z","end":"2026-05-28T00:49:47.9789Z","steps":["trace[1014804017] 'agreement among raft nodes before linearized reading' (duration: 777.589703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:47.978993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:47.201035Z","time spent":"777.942132ms","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T00:49:47.978744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.662625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:49:47.979169Z","caller":"traceutil/trace.go:171","msg":"trace[1832108398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2227; }","duration":"514.117745ms","start":"2026-05-28T00:49:47.465008Z","end":"2026-05-28T00:49:47.979126Z","steps":["trace[1832108398] 'agreement among raft nodes before linearized reading' (duration: 513.667935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:47.97882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.551128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-28T00:49:47.97933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:47.464977Z","time spent":"514.291249ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T00:49:47.979351Z","caller":"traceutil/trace.go:171","msg":"trace[1161069580] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2227; }","duration":"739.06895ms","start":"2026-05-28T00:49:47.240234Z","end":"2026-05-28T00:49:47.979303Z","steps":["trace[1161069580] 'agreement among raft nodes before linearized reading' (duration: 738.422265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:47.979429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:47.240222Z","time spent":"739.183913ms","remote":"127.0.0.1:53332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T00:49:48.380717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.372136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:49:48.381066Z","caller":"traceutil/trace.go:171","msg":"trace[1637955334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2227; }","duration":"205.779005ms","start":"2026-05-28T00:49:48.175248Z","end":"2026-05-28T00:49:48.381027Z","steps":["trace[1637955334] 'range keys from in-memory index tree' (duration: 205.259682ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:48.445462Z","caller":"traceutil/trace.go:171","msg":"trace[1745042430] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"208.948459ms","start":"2026-05-28T00:49:48.236486Z","end":"2026-05-28T00:49:48.445434Z","steps":["trace[1745042430] 'process raft request' (duration: 208.741355ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:48.839309Z","caller":"traceutil/trace.go:171","msg":"trace[1133224116] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"602.521918ms","start":"2026-05-28T00:49:48.236732Z","end":"2026-05-28T00:49:48.839254Z","steps":["trace[1133224116] 'process raft request' (duration: 573.19264ms)","trace[1133224116] 'compare' (duration: 28.647022ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:49:48.839541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:48.236709Z","time spent":"602.698233ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:49:48.839519Z","caller":"traceutil/trace.go:171","msg":"trace[1019940130] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"602.417476ms","start":"2026-05-28T00:49:48.237014Z","end":"2026-05-28T00:49:48.839432Z","steps":["trace[1019940130] 'process raft request' (duration: 602.14678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:48.839793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:48.237003Z","time spent":"602.630581ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:49:48.849678Z","caller":"traceutil/trace.go:171","msg":"trace[648675362] linearizableReadLoop","detail":"{readStateIndex:2319; appliedIndex:2315; }","duration":"566.137115ms","start":"2026-05-28T00:49:48.283503Z","end":"2026-05-28T00:49:48.84964Z","steps":["trace[648675362] 'read index received' (duration: 161.790144ms)","trace[648675362] 'applied index is now lower than readState.Index' (duration: 404.345321ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:49:48.849992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.214338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T00:49:48.85003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.45162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T00:49:48.850004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.505504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T00:49:48.850068Z","caller":"traceutil/trace.go:171","msg":"trace[790837761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2230; }","duration":"430.343061ms","start":"2026-05-28T00:49:48.419703Z","end":"2026-05-28T00:49:48.850046Z","steps":["trace[790837761] 'agreement among raft nodes before linearized reading' (duration: 430.164077ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:49:48.850081Z","caller":"traceutil/trace.go:171","msg":"trace[874951301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2230; }","duration":"429.533752ms","start":"2026-05-28T00:49:48.420528Z","end":"2026-05-28T00:49:48.850061Z","steps":["trace[874951301] 'agreement among raft nodes before linearized reading' (duration: 429.335338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:48.850117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:48.419677Z","time spent":"430.427683ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T00:49:48.850155Z","caller":"traceutil/trace.go:171","msg":"trace[716566855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2230; }","duration":"566.676488ms","start":"2026-05-28T00:49:48.283422Z","end":"2026-05-28T00:49:48.850098Z","steps":["trace[716566855] 'agreement among raft nodes before linearized reading' (duration: 566.355051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:48.850161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:48.420513Z","time spent":"429.631974ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T00:49:48.850265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:48.283394Z","time spent":"566.808041ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T00:49:48.850149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.84327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T00:49:48.850456Z","caller":"traceutil/trace.go:171","msg":"trace[1951566247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2230; }","duration":"430.214788ms","start":"2026-05-28T00:49:48.42022Z","end":"2026-05-28T00:49:48.850434Z","steps":["trace[1951566247] 'agreement among raft nodes before linearized reading' (duration: 429.719897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:48.850535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:48.420191Z","time spent":"430.315581ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T00:49:48.850827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.699769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T00:49:48.851023Z","caller":"traceutil/trace.go:171","msg":"trace[934517238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2230; }","duration":"430.913145ms","start":"2026-05-28T00:49:48.420095Z","end":"2026-05-28T00:49:48.851008Z","steps":["trace[934517238] 'agreement among raft nodes before linearized reading' (duration: 430.190288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:49:48.851299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:49:48.420088Z","time spent":"431.186761ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T00:50:47.386094Z","caller":"traceutil/trace.go:171","msg":"trace[450281585] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"714.288115ms","start":"2026-05-28T00:50:46.671776Z","end":"2026-05-28T00:50:47.386064Z","steps":["trace[450281585] 'process raft request' (duration: 714.10203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:50:47.386264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:50:46.671724Z","time spent":"714.452728ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:50:47.38848Z","caller":"traceutil/trace.go:171","msg":"trace[35796325] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"327.94678ms","start":"2026-05-28T00:50:47.060519Z","end":"2026-05-28T00:50:47.388466Z","steps":["trace[35796325] 'process raft request' (duration: 327.826907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:50:47.388565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:50:47.06048Z","time spent":"328.046903ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:50:47.388804Z","caller":"traceutil/trace.go:171","msg":"trace[2049657620] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"327.343596ms","start":"2026-05-28T00:50:47.061448Z","end":"2026-05-28T00:50:47.388791Z","steps":["trace[2049657620] 'process raft request' (duration: 326.982647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:50:47.388873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:50:47.061418Z","time spent":"327.420818ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:50:47.388853Z","caller":"traceutil/trace.go:171","msg":"trace[1082482302] linearizableReadLoop","detail":"{readStateIndex:2820; appliedIndex:2817; }","duration":"316.512171ms","start":"2026-05-28T00:50:47.072283Z","end":"2026-05-28T00:50:47.388795Z","steps":["trace[1082482302] 'read index received' (duration: 313.662574ms)","trace[1082482302] 'applied index is now lower than readState.Index' (duration: 2.845607ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:50:47.389357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.407259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T00:50:47.389376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.10244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T00:50:47.389423Z","caller":"traceutil/trace.go:171","msg":"trace[132705829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2713; }","duration":"158.574592ms","start":"2026-05-28T00:50:47.230835Z","end":"2026-05-28T00:50:47.38941Z","steps":["trace[132705829] 'agreement among raft nodes before linearized reading' (duration: 158.277985ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:50:47.389467Z","caller":"traceutil/trace.go:171","msg":"trace[422462800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2713; }","duration":"149.228333ms","start":"2026-05-28T00:50:47.240218Z","end":"2026-05-28T00:50:47.389446Z","steps":["trace[422462800] 'agreement among raft nodes before linearized reading' (duration: 148.989078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:50:47.389479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.259322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-28T00:50:47.389521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.60829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T00:50:47.389561Z","caller":"traceutil/trace.go:171","msg":"trace[1243664364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2713; }","duration":"157.361994ms","start":"2026-05-28T00:50:47.232176Z","end":"2026-05-28T00:50:47.389538Z","steps":["trace[1243664364] 'agreement among raft nodes before linearized reading' (duration: 157.046507ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:50:47.389568Z","caller":"traceutil/trace.go:171","msg":"trace[1234741438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2713; }","duration":"157.681352ms","start":"2026-05-28T00:50:47.231876Z","end":"2026-05-28T00:50:47.389557Z","steps":["trace[1234741438] 'agreement among raft nodes before linearized reading' (duration: 157.380705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:50:47.389554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.128039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T00:50:47.389685Z","caller":"traceutil/trace.go:171","msg":"trace[524729496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2713; }","duration":"157.424806ms","start":"2026-05-28T00:50:47.232232Z","end":"2026-05-28T00:50:47.389657Z","steps":["trace[524729496] 'agreement among raft nodes before linearized reading' (duration: 156.977496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:50:47.389896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.571145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-28T00:50:47.390009Z","caller":"traceutil/trace.go:171","msg":"trace[1570046180] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2713; }","duration":"317.75351ms","start":"2026-05-28T00:50:47.072229Z","end":"2026-05-28T00:50:47.389983Z","steps":["trace[1570046180] 'agreement among raft nodes before linearized reading' (duration: 317.393311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:50:47.390058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:50:47.072213Z","time spent":"317.835273ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T00:50:53.090936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.855067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:50:53.091048Z","caller":"traceutil/trace.go:171","msg":"trace[743734846] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2752; }","duration":"113.026181ms","start":"2026-05-28T00:50:52.977993Z","end":"2026-05-28T00:50:53.091019Z","steps":["trace[743734846] 'count revisions from in-memory index tree' (duration: 112.725274ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:19.668176Z","caller":"traceutil/trace.go:171","msg":"trace[1299518792] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"214.978511ms","start":"2026-05-28T00:51:19.453157Z","end":"2026-05-28T00:51:19.668136Z","steps":["trace[1299518792] 'process raft request' (duration: 214.741455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:19.668448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.155709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:51:19.668576Z","caller":"traceutil/trace.go:171","msg":"trace[1454237157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2909; }","duration":"205.361315ms","start":"2026-05-28T00:51:19.463187Z","end":"2026-05-28T00:51:19.668548Z","steps":["trace[1454237157] 'agreement among raft nodes before linearized reading' (duration: 205.096859ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:19.668693Z","caller":"traceutil/trace.go:171","msg":"trace[2009869143] linearizableReadLoop","detail":"{readStateIndex:3023; appliedIndex:3022; }","duration":"204.836992ms","start":"2026-05-28T00:51:19.463257Z","end":"2026-05-28T00:51:19.668094Z","steps":["trace[2009869143] 'read index received' (duration: 204.581206ms)","trace[2009869143] 'applied index is now lower than readState.Index' (duration: 254.876µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:51:19.683152Z","caller":"traceutil/trace.go:171","msg":"trace[855022118] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"161.678466ms","start":"2026-05-28T00:51:19.521424Z","end":"2026-05-28T00:51:19.683102Z","steps":["trace[855022118] 'process raft request' (duration: 161.40608ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:19.683134Z","caller":"traceutil/trace.go:171","msg":"trace[1297098213] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"161.516162ms","start":"2026-05-28T00:51:19.521586Z","end":"2026-05-28T00:51:19.683102Z","steps":["trace[1297098213] 'process raft request' (duration: 161.4096ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:19.683327Z","caller":"traceutil/trace.go:171","msg":"trace[865678718] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"161.185135ms","start":"2026-05-28T00:51:19.522105Z","end":"2026-05-28T00:51:19.68329Z","steps":["trace[865678718] 'process raft request' (duration: 160.939109ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:19.918702Z","caller":"traceutil/trace.go:171","msg":"trace[2146105938] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"229.706137ms","start":"2026-05-28T00:51:19.688949Z","end":"2026-05-28T00:51:19.918655Z","steps":["trace[2146105938] 'process raft request' (duration: 131.624608ms)","trace[2146105938] 'compare' (duration: 97.793252ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:51:19.919219Z","caller":"traceutil/trace.go:171","msg":"trace[759669219] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"230.105697ms","start":"2026-05-28T00:51:19.689039Z","end":"2026-05-28T00:51:19.919144Z","steps":["trace[759669219] 'process raft request' (duration: 229.485752ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:19.919412Z","caller":"traceutil/trace.go:171","msg":"trace[430182970] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"229.669716ms","start":"2026-05-28T00:51:19.689692Z","end":"2026-05-28T00:51:19.919362Z","steps":["trace[430182970] 'process raft request' (duration: 228.882747ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:19.919431Z","caller":"traceutil/trace.go:171","msg":"trace[1553137520] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"229.136324ms","start":"2026-05-28T00:51:19.690261Z","end":"2026-05-28T00:51:19.919397Z","steps":["trace[1553137520] 'process raft request' (duration: 228.9735ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:20.645793Z","caller":"traceutil/trace.go:171","msg":"trace[1903855613] linearizableReadLoop","detail":"{readStateIndex:3032; appliedIndex:3031; }","duration":"180.693314ms","start":"2026-05-28T00:51:20.465071Z","end":"2026-05-28T00:51:20.645765Z","steps":["trace[1903855613] 'read index received' (duration: 180.435608ms)","trace[1903855613] 'applied index is now lower than readState.Index' (duration: 256.506µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:51:20.64617Z","caller":"traceutil/trace.go:171","msg":"trace[953505638] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"290.936059ms","start":"2026-05-28T00:51:20.355215Z","end":"2026-05-28T00:51:20.646151Z","steps":["trace[953505638] 'process raft request' (duration: 290.366866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:20.646478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.39456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:51:20.64653Z","caller":"traceutil/trace.go:171","msg":"trace[277772467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2918; }","duration":"181.497623ms","start":"2026-05-28T00:51:20.465021Z","end":"2026-05-28T00:51:20.646519Z","steps":["trace[277772467] 'agreement among raft nodes before linearized reading' (duration: 181.40555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:21.980806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.448687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:51:21.980939Z","caller":"traceutil/trace.go:171","msg":"trace[427594013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2919; }","duration":"515.657812ms","start":"2026-05-28T00:51:21.465251Z","end":"2026-05-28T00:51:21.980909Z","steps":["trace[427594013] 'range keys from in-memory index tree' (duration: 515.290283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:21.981004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:21.465156Z","time spent":"515.833166ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T00:51:21.981171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.446099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18b3946c84f02041\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-05-28T00:51:21.981295Z","caller":"traceutil/trace.go:171","msg":"trace[1683321874] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18b3946c84f02041; range_end:; response_count:1; response_revision:2919; }","duration":"431.642764ms","start":"2026-05-28T00:51:21.549623Z","end":"2026-05-28T00:51:21.981265Z","steps":["trace[1683321874] 'range keys from in-memory index tree' (duration: 431.166413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:21.981352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:21.54958Z","time spent":"431.761696ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18b3946c84f02041\" "} {"level":"warn","ts":"2026-05-28T00:51:22.201022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481186849,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T00:51:22.340821Z","caller":"traceutil/trace.go:171","msg":"trace[1652256697] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"650.773273ms","start":"2026-05-28T00:51:21.690017Z","end":"2026-05-28T00:51:22.34079Z","steps":["trace[1652256697] 'process raft request' (duration: 650.268721ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:22.341036Z","caller":"traceutil/trace.go:171","msg":"trace[25824724] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"650.940897ms","start":"2026-05-28T00:51:21.690064Z","end":"2026-05-28T00:51:22.341005Z","steps":["trace[25824724] 'process raft request' (duration: 650.65032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:22.34121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:21.690026Z","time spent":"651.07181ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:51:22.341347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:21.689963Z","time spent":"651.257684ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:51:22.360679Z","caller":"traceutil/trace.go:171","msg":"trace[1577879024] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"670.050247ms","start":"2026-05-28T00:51:21.690613Z","end":"2026-05-28T00:51:22.360663Z","steps":["trace[1577879024] 'process raft request' (duration: 669.847682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:22.360769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:21.690603Z","time spent":"670.122878ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:51:22.361051Z","caller":"traceutil/trace.go:171","msg":"trace[906130997] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"376.73416ms","start":"2026-05-28T00:51:21.984281Z","end":"2026-05-28T00:51:22.361016Z","steps":["trace[906130997] 'process raft request' (duration: 376.30456ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:22.361093Z","caller":"traceutil/trace.go:171","msg":"trace[1869191474] linearizableReadLoop","detail":"{readStateIndex:3038; appliedIndex:3033; }","duration":"660.126353ms","start":"2026-05-28T00:51:21.700934Z","end":"2026-05-28T00:51:22.361061Z","steps":["trace[1869191474] 'read index received' (duration: 639.381575ms)","trace[1869191474] 'applied index is now lower than readState.Index' (duration: 20.743578ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:51:22.361311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:21.984255Z","time spent":"376.919835ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:51:22.361089Z","caller":"traceutil/trace.go:171","msg":"trace[1407068234] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"371.562698ms","start":"2026-05-28T00:51:21.989512Z","end":"2026-05-28T00:51:22.361075Z","steps":["trace[1407068234] 'process raft request' (duration: 371.384944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:22.361414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.069892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T00:51:22.361427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.726143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T00:51:22.361403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.447991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-28T00:51:22.361512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.159474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T00:51:22.361515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.430584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:51:22.361556Z","caller":"traceutil/trace.go:171","msg":"trace[1428086118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2924; }","duration":"660.628435ms","start":"2026-05-28T00:51:21.700895Z","end":"2026-05-28T00:51:22.361524Z","steps":["trace[1428086118] 'agreement among raft nodes before linearized reading' (duration: 660.313178ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:22.361589Z","caller":"traceutil/trace.go:171","msg":"trace[419090200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2924; }","duration":"379.523876ms","start":"2026-05-28T00:51:21.982041Z","end":"2026-05-28T00:51:22.361565Z","steps":["trace[419090200] 'agreement among raft nodes before linearized reading' (duration: 379.442624ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:22.361539Z","caller":"traceutil/trace.go:171","msg":"trace[1128264162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2924; }","duration":"437.205374ms","start":"2026-05-28T00:51:21.924328Z","end":"2026-05-28T00:51:22.361533Z","steps":["trace[1128264162] 'agreement among raft nodes before linearized reading' (duration: 437.139563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:22.361622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:21.700881Z","time spent":"660.731138ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T00:51:22.361593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:21.989501Z","time spent":"371.966899ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:51:22.36164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:21.982024Z","time spent":"379.605699ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T00:51:22.361653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:21.924322Z","time spent":"437.323617ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T00:51:22.361485Z","caller":"traceutil/trace.go:171","msg":"trace[1435951427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2924; }","duration":"436.816225ms","start":"2026-05-28T00:51:21.924658Z","end":"2026-05-28T00:51:22.361474Z","steps":["trace[1435951427] 'agreement among raft nodes before linearized reading' (duration: 436.61229ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:22.361448Z","caller":"traceutil/trace.go:171","msg":"trace[1005313560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2924; }","duration":"437.135753ms","start":"2026-05-28T00:51:21.924304Z","end":"2026-05-28T00:51:22.361439Z","steps":["trace[1005313560] 'agreement among raft nodes before linearized reading' (duration: 436.951169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:22.361764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:21.924649Z","time spent":"437.106723ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T00:51:22.361779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:21.924221Z","time spent":"437.553143ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T00:51:22.361418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.153356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T00:51:22.36184Z","caller":"traceutil/trace.go:171","msg":"trace[1402166091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2924; }","duration":"432.650227ms","start":"2026-05-28T00:51:21.929183Z","end":"2026-05-28T00:51:22.361833Z","steps":["trace[1402166091] 'agreement among raft nodes before linearized reading' (duration: 432.076664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:22.361858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:21.929154Z","time spent":"432.699469ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T00:51:28.072682Z","caller":"traceutil/trace.go:171","msg":"trace[1189506070] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"195.698088ms","start":"2026-05-28T00:51:27.876949Z","end":"2026-05-28T00:51:28.072647Z","steps":["trace[1189506070] 'process raft request' (duration: 195.476783ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:28.515879Z","caller":"traceutil/trace.go:171","msg":"trace[354133144] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"152.056981ms","start":"2026-05-28T00:51:28.363789Z","end":"2026-05-28T00:51:28.515846Z","steps":["trace[354133144] 'process raft request' (duration: 73.781838ms)","trace[354133144] 'compare' (duration: 78.060548ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:51:28.5162Z","caller":"traceutil/trace.go:171","msg":"trace[804544243] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"132.094911ms","start":"2026-05-28T00:51:28.384085Z","end":"2026-05-28T00:51:28.51618Z","steps":["trace[804544243] 'process raft request' (duration: 131.721092ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:28.51606Z","caller":"traceutil/trace.go:171","msg":"trace[975382412] linearizableReadLoop","detail":"{readStateIndex:3072; appliedIndex:3070; }","duration":"121.230544ms","start":"2026-05-28T00:51:28.394763Z","end":"2026-05-28T00:51:28.515993Z","steps":["trace[975382412] 'read index received' (duration: 42.832808ms)","trace[975382412] 'applied index is now lower than readState.Index' (duration: 78.396056ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:51:28.516551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.767288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T00:51:28.516604Z","caller":"traceutil/trace.go:171","msg":"trace[1119343150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2956; }","duration":"121.87264ms","start":"2026-05-28T00:51:28.394717Z","end":"2026-05-28T00:51:28.51659Z","steps":["trace[1119343150] 'agreement among raft nodes before linearized reading' (duration: 121.698526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:28.516666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.417645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T00:51:28.516716Z","caller":"traceutil/trace.go:171","msg":"trace[789477114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2956; }","duration":"117.484516ms","start":"2026-05-28T00:51:28.39922Z","end":"2026-05-28T00:51:28.516704Z","steps":["trace[789477114] 'agreement among raft nodes before linearized reading' (duration: 117.362483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:28.516921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.028819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T00:51:28.517007Z","caller":"traceutil/trace.go:171","msg":"trace[2096545083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2956; }","duration":"118.144672ms","start":"2026-05-28T00:51:28.39884Z","end":"2026-05-28T00:51:28.516985Z","steps":["trace[2096545083] 'agreement among raft nodes before linearized reading' (duration: 117.896696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:28.517159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.943271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T00:51:28.517189Z","caller":"traceutil/trace.go:171","msg":"trace[1811402419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2956; }","duration":"118.996192ms","start":"2026-05-28T00:51:28.398186Z","end":"2026-05-28T00:51:28.517182Z","steps":["trace[1811402419] 'agreement among raft nodes before linearized reading' (duration: 118.91166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:28.517735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.992786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T00:51:28.517955Z","caller":"traceutil/trace.go:171","msg":"trace[916874173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2956; }","duration":"120.228271ms","start":"2026-05-28T00:51:28.397677Z","end":"2026-05-28T00:51:28.517906Z","steps":["trace[916874173] 'agreement among raft nodes before linearized reading' (duration: 119.425862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:28.779948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.572382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-28T00:51:28.780075Z","caller":"traceutil/trace.go:171","msg":"trace[697571185] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2961; }","duration":"163.753836ms","start":"2026-05-28T00:51:28.616295Z","end":"2026-05-28T00:51:28.780049Z","steps":["trace[697571185] 'range keys from in-memory index tree' (duration: 163.293625ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:28.780224Z","caller":"traceutil/trace.go:171","msg":"trace[1824643855] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"103.284752ms","start":"2026-05-28T00:51:28.676892Z","end":"2026-05-28T00:51:28.780177Z","steps":["trace[1824643855] 'process raft request' (duration: 26.273279ms)","trace[1824643855] 'compare' (duration: 76.757077ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:51:29.008105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.576317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T00:51:29.008215Z","caller":"traceutil/trace.go:171","msg":"trace[198145167] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2962; }","duration":"128.761072ms","start":"2026-05-28T00:51:28.87943Z","end":"2026-05-28T00:51:29.008191Z","steps":["trace[198145167] 'range keys from in-memory index tree' (duration: 128.247789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:54.721575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.511316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:51:54.721664Z","caller":"traceutil/trace.go:171","msg":"trace[671360142] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3098; }","duration":"159.647899ms","start":"2026-05-28T00:51:54.561997Z","end":"2026-05-28T00:51:54.721645Z","steps":["trace[671360142] 'range keys from in-memory index tree' (duration: 159.430364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:54.721953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.825569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-28T00:51:54.722061Z","caller":"traceutil/trace.go:171","msg":"trace[1915388500] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3098; }","duration":"141.992384ms","start":"2026-05-28T00:51:54.58004Z","end":"2026-05-28T00:51:54.722032Z","steps":["trace[1915388500] 'range keys from in-memory index tree' (duration: 141.600694ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:52:12.968438Z","caller":"traceutil/trace.go:171","msg":"trace[915628771] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"105.235339ms","start":"2026-05-28T00:52:12.863164Z","end":"2026-05-28T00:52:12.9684Z","steps":["trace[915628771] 'process raft request' (duration: 104.758727ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:53:33.51845Z","caller":"traceutil/trace.go:171","msg":"trace[417398783] transaction","detail":"{read_only:false; response_revision:3795; number_of_response:1; }","duration":"113.390776ms","start":"2026-05-28T00:53:33.405029Z","end":"2026-05-28T00:53:33.51842Z","steps":["trace[417398783] 'process raft request' (duration: 113.213622ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:53:33.522553Z","caller":"traceutil/trace.go:171","msg":"trace[1295466760] transaction","detail":"{read_only:false; response_revision:3796; number_of_response:1; }","duration":"116.784407ms","start":"2026-05-28T00:53:33.405737Z","end":"2026-05-28T00:53:33.522522Z","steps":["trace[1295466760] 'process raft request' (duration: 116.612513ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:53:33.522802Z","caller":"traceutil/trace.go:171","msg":"trace[463290109] transaction","detail":"{read_only:false; response_revision:3797; number_of_response:1; }","duration":"115.778133ms","start":"2026-05-28T00:53:33.407009Z","end":"2026-05-28T00:53:33.522787Z","steps":["trace[463290109] 'process raft request' (duration: 115.472466ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:53:33.523125Z","caller":"traceutil/trace.go:171","msg":"trace[1235221734] transaction","detail":"{read_only:false; response_revision:3799; number_of_response:1; }","duration":"114.928133ms","start":"2026-05-28T00:53:33.408182Z","end":"2026-05-28T00:53:33.523111Z","steps":["trace[1235221734] 'process raft request' (duration: 114.744359ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:53:33.523159Z","caller":"traceutil/trace.go:171","msg":"trace[1784371929] transaction","detail":"{read_only:false; response_revision:3798; number_of_response:1; }","duration":"115.471445ms","start":"2026-05-28T00:53:33.407623Z","end":"2026-05-28T00:53:33.523095Z","steps":["trace[1784371929] 'process raft request' (duration: 115.095887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:53:55.636201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.133433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:53:55.636469Z","caller":"traceutil/trace.go:171","msg":"trace[880837527] linearizableReadLoop","detail":"{readStateIndex:4080; appliedIndex:4078; }","duration":"171.131665ms","start":"2026-05-28T00:53:55.465315Z","end":"2026-05-28T00:53:55.636446Z","steps":["trace[880837527] 'read index received' (duration: 25.585152ms)","trace[880837527] 'applied index is now lower than readState.Index' (duration: 145.544782ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:53:55.636505Z","caller":"traceutil/trace.go:171","msg":"trace[1680156439] transaction","detail":"{read_only:false; response_revision:3928; number_of_response:1; }","duration":"266.16993ms","start":"2026-05-28T00:53:55.370306Z","end":"2026-05-28T00:53:55.636476Z","steps":["trace[1680156439] 'process raft request' (duration: 266.027197ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:53:55.636539Z","caller":"traceutil/trace.go:171","msg":"trace[979537428] transaction","detail":"{read_only:false; response_revision:3927; number_of_response:1; }","duration":"299.385571ms","start":"2026-05-28T00:53:55.337108Z","end":"2026-05-28T00:53:55.636493Z","steps":["trace[979537428] 'process raft request' (duration: 153.849058ms)","trace[979537428] 'compare' (duration: 144.968689ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:53:55.636664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.322199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:53:55.636764Z","caller":"traceutil/trace.go:171","msg":"trace[1828766712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3928; }","duration":"171.469952ms","start":"2026-05-28T00:53:55.465272Z","end":"2026-05-28T00:53:55.636742Z","steps":["trace[1828766712] 'agreement among raft nodes before linearized reading' (duration: 171.259358ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:54:06.268528Z","caller":"traceutil/trace.go:171","msg":"trace[1355361693] linearizableReadLoop","detail":"{readStateIndex:4136; appliedIndex:4135; }","duration":"485.016196ms","start":"2026-05-28T00:54:05.783482Z","end":"2026-05-28T00:54:06.268498Z","steps":["trace[1355361693] 'read index received' (duration: 484.816192ms)","trace[1355361693] 'applied index is now lower than readState.Index' (duration: 198.394µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:54:06.268561Z","caller":"traceutil/trace.go:171","msg":"trace[705787217] transaction","detail":"{read_only:false; response_revision:3982; number_of_response:1; }","duration":"486.722127ms","start":"2026-05-28T00:54:05.78181Z","end":"2026-05-28T00:54:06.268532Z","steps":["trace[705787217] 'process raft request' (duration: 486.510022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:54:06.268798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.282303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T00:54:06.268817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:54:05.781795Z","time spent":"486.927322ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:54:06.268861Z","caller":"traceutil/trace.go:171","msg":"trace[999652764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3982; }","duration":"485.377046ms","start":"2026-05-28T00:54:05.783465Z","end":"2026-05-28T00:54:06.268842Z","steps":["trace[999652764] 'agreement among raft nodes before linearized reading' (duration: 485.178041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:54:06.268919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:54:05.783459Z","time spent":"485.448667ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T00:54:06.348083Z","caller":"traceutil/trace.go:171","msg":"trace[999602135] transaction","detail":"{read_only:false; response_revision:3983; number_of_response:1; }","duration":"563.716608ms","start":"2026-05-28T00:54:05.784341Z","end":"2026-05-28T00:54:06.348057Z","steps":["trace[999602135] 'process raft request' (duration: 563.518163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:54:06.348244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:54:05.784332Z","time spent":"563.82677ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:54:06.348565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.042471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T00:54:06.348696Z","caller":"traceutil/trace.go:171","msg":"trace[1356008098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3984; }","duration":"563.216836ms","start":"2026-05-28T00:54:05.785455Z","end":"2026-05-28T00:54:06.348672Z","steps":["trace[1356008098] 'agreement among raft nodes before linearized reading' (duration: 562.897109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:54:06.348721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.106866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:54:06.348757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:54:05.785444Z","time spent":"563.299548ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T00:54:06.348775Z","caller":"traceutil/trace.go:171","msg":"trace[1786462481] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3984; }","duration":"484.190577ms","start":"2026-05-28T00:54:05.864567Z","end":"2026-05-28T00:54:06.348758Z","steps":["trace[1786462481] 'agreement among raft nodes before linearized reading' (duration: 484.110735ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:54:06.34876Z","caller":"traceutil/trace.go:171","msg":"trace[740218812] transaction","detail":"{read_only:false; response_revision:3984; number_of_response:1; }","duration":"542.164841ms","start":"2026-05-28T00:54:05.806548Z","end":"2026-05-28T00:54:06.348713Z","steps":["trace[740218812] 'process raft request' (duration: 541.461315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:54:06.348827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:54:05.86455Z","time spent":"484.262099ms","remote":"127.0.0.1:45996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T00:54:06.348912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.104723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T00:54:06.348974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:54:05.806529Z","time spent":"542.335315ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:54:06.349001Z","caller":"traceutil/trace.go:171","msg":"trace[922925203] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3984; }","duration":"509.253777ms","start":"2026-05-28T00:54:05.839724Z","end":"2026-05-28T00:54:06.348978Z","steps":["trace[922925203] 'agreement among raft nodes before linearized reading' (duration: 509.095234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:54:06.348998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.463421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T00:54:06.349048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:54:05.839694Z","time spent":"509.343249ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":14,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-05-28T00:54:06.349058Z","caller":"traceutil/trace.go:171","msg":"trace[2043970572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3984; }","duration":"563.589835ms","start":"2026-05-28T00:54:05.785452Z","end":"2026-05-28T00:54:06.349042Z","steps":["trace[2043970572] 'agreement among raft nodes before linearized reading' (duration: 563.37924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:54:06.349038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.637502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T00:54:06.349096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:54:05.78541Z","time spent":"563.679147ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T00:54:06.349143Z","caller":"traceutil/trace.go:171","msg":"trace[1660571906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:3984; }","duration":"559.763925ms","start":"2026-05-28T00:54:05.789345Z","end":"2026-05-28T00:54:06.349109Z","steps":["trace[1660571906] 'agreement among raft nodes before linearized reading' (duration: 559.445918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:54:06.349193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:54:05.789332Z","time spent":"559.852887ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"info","ts":"2026-05-28T00:54:06.763423Z","caller":"traceutil/trace.go:171","msg":"trace[1415884869] linearizableReadLoop","detail":"{readStateIndex:4139; appliedIndex:4138; }","duration":"410.070325ms","start":"2026-05-28T00:54:06.353324Z","end":"2026-05-28T00:54:06.763395Z","steps":["trace[1415884869] 'read index received' (duration: 409.846939ms)","trace[1415884869] 'applied index is now lower than readState.Index' (duration: 222.056µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:54:06.763455Z","caller":"traceutil/trace.go:171","msg":"trace[686336419] transaction","detail":"{read_only:false; response_revision:3985; number_of_response:1; }","duration":"490.459834ms","start":"2026-05-28T00:54:06.272972Z","end":"2026-05-28T00:54:06.763432Z","steps":["trace[686336419] 'process raft request' (duration: 490.216529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:54:06.763602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:54:06.272951Z","time spent":"490.563007ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:54:06.763721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.393582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63090"} {"level":"info","ts":"2026-05-28T00:54:06.763762Z","caller":"traceutil/trace.go:171","msg":"trace[1808010968] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3985; }","duration":"410.452343ms","start":"2026-05-28T00:54:06.3533Z","end":"2026-05-28T00:54:06.763752Z","steps":["trace[1808010968] 'agreement among raft nodes before linearized reading' (duration: 410.197837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:54:06.763794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:54:06.353281Z","time spent":"410.504575ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63113,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T00:54:06.764011Z","caller":"traceutil/trace.go:171","msg":"trace[366842246] transaction","detail":"{read_only:false; response_revision:3987; number_of_response:1; }","duration":"410.513384ms","start":"2026-05-28T00:54:06.353472Z","end":"2026-05-28T00:54:06.763986Z","steps":["trace[366842246] 'process raft request' (duration: 410.481664ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:54:06.764028Z","caller":"traceutil/trace.go:171","msg":"trace[151766167] transaction","detail":"{read_only:false; response_revision:3986; number_of_response:1; }","duration":"410.681749ms","start":"2026-05-28T00:54:06.353314Z","end":"2026-05-28T00:54:06.763996Z","steps":["trace[151766167] 'process raft request' (duration: 410.530095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:54:06.764142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:54:06.353437Z","time spent":"410.637048ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:54:06.764183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:54:06.353289Z","time spent":"410.808521ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:55:32.552579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:55:32.552671Z","caller":"traceutil/trace.go:171","msg":"trace[454291511] linearizableReadLoop","detail":"{readStateIndex:5381; appliedIndex:5380; }","duration":"303.645122ms","start":"2026-05-28T00:55:32.249004Z","end":"2026-05-28T00:55:32.55265Z","steps":["trace[454291511] 'read index received' (duration: 73.14628ms)","trace[454291511] 'applied index is now lower than readState.Index' (duration: 230.498122ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:55:32.55297Z","caller":"traceutil/trace.go:171","msg":"trace[1964466789] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"327.806051ms","start":"2026-05-28T00:55:32.225114Z","end":"2026-05-28T00:55:32.55292Z","steps":["trace[1964466789] 'process raft request' (duration: 96.995651ms)","trace[1964466789] 'compare' (duration: 230.233446ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:55:32.553057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.026081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1422abff-653c-4c28-a639-fae3c2bfa373\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-28T00:55:32.553139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:32.225085Z","time spent":"327.976024ms","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T00:55:32.553144Z","caller":"traceutil/trace.go:171","msg":"trace[244456566] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1422abff-653c-4c28-a639-fae3c2bfa373; range_end:; response_count:1; response_revision:5179; }","duration":"304.180524ms","start":"2026-05-28T00:55:32.248946Z","end":"2026-05-28T00:55:32.553126Z","steps":["trace[244456566] 'agreement among raft nodes before linearized reading' (duration: 303.872947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:32.553201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:32.24892Z","time spent":"304.266577ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1422abff-653c-4c28-a639-fae3c2bfa373\" "} {"level":"info","ts":"2026-05-28T00:55:32.845936Z","caller":"traceutil/trace.go:171","msg":"trace[1053824932] linearizableReadLoop","detail":"{readStateIndex:5385; appliedIndex:5384; }","duration":"116.05399ms","start":"2026-05-28T00:55:32.729849Z","end":"2026-05-28T00:55:32.845903Z","steps":["trace[1053824932] 'read index received' (duration: 115.754493ms)","trace[1053824932] 'applied index is now lower than readState.Index' (duration: 298.277µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:55:32.846045Z","caller":"traceutil/trace.go:171","msg":"trace[2046712339] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"123.264589ms","start":"2026-05-28T00:55:32.722743Z","end":"2026-05-28T00:55:32.846008Z","steps":["trace[2046712339] 'process raft request' (duration: 122.960392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:32.846255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.373627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T00:55:32.846319Z","caller":"traceutil/trace.go:171","msg":"trace[743578311] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:5183; }","duration":"116.48487ms","start":"2026-05-28T00:55:32.729814Z","end":"2026-05-28T00:55:32.846299Z","steps":["trace[743578311] 'agreement among raft nodes before linearized reading' (duration: 116.286705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:32.846308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.018384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1422abff-653c-4c28-a639-fae3c2bfa373\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-28T00:55:32.846395Z","caller":"traceutil/trace.go:171","msg":"trace[1940333204] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1422abff-653c-4c28-a639-fae3c2bfa373; range_end:; response_count:1; response_revision:5183; }","duration":"109.147587ms","start":"2026-05-28T00:55:32.737229Z","end":"2026-05-28T00:55:32.846377Z","steps":["trace[1940333204] 'agreement among raft nodes before linearized reading' (duration: 108.891831ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:32.953625Z","caller":"traceutil/trace.go:171","msg":"trace[1883259003] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"101.924747ms","start":"2026-05-28T00:55:32.851673Z","end":"2026-05-28T00:55:32.953598Z","steps":["trace[1883259003] 'process raft request' (duration: 101.64779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:44.583247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.581392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:55:44.583344Z","caller":"traceutil/trace.go:171","msg":"trace[733871250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5422; }","duration":"116.788217ms","start":"2026-05-28T00:55:44.466538Z","end":"2026-05-28T00:55:44.583326Z","steps":["trace[733871250] 'range keys from in-memory index tree' (duration: 116.419198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:45.126505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.709706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:55:45.126783Z","caller":"traceutil/trace.go:171","msg":"trace[1839967691] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"167.965841ms","start":"2026-05-28T00:55:44.958791Z","end":"2026-05-28T00:55:45.126757Z","steps":["trace[1839967691] 'process raft request' (duration: 61.919307ms)","trace[1839967691] 'compare' (duration: 102.498891ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:55:45.127967Z","caller":"traceutil/trace.go:171","msg":"trace[879560063] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"168.125824ms","start":"2026-05-28T00:55:44.959784Z","end":"2026-05-28T00:55:45.127909Z","steps":["trace[879560063] 'process raft request' (duration: 167.506019ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:45.127987Z","caller":"traceutil/trace.go:171","msg":"trace[1156850307] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"168.856622ms","start":"2026-05-28T00:55:44.959097Z","end":"2026-05-28T00:55:45.127954Z","steps":["trace[1156850307] 'process raft request' (duration: 167.607253ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:45.128472Z","caller":"traceutil/trace.go:171","msg":"trace[1584728736] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"168.408241ms","start":"2026-05-28T00:55:44.960039Z","end":"2026-05-28T00:55:45.128447Z","steps":["trace[1584728736] 'process raft request' (duration: 167.290984ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:45.128487Z","caller":"traceutil/trace.go:171","msg":"trace[685203585] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"152.23309ms","start":"2026-05-28T00:55:44.976237Z","end":"2026-05-28T00:55:45.12847Z","steps":["trace[685203585] 'process raft request' (duration: 151.141195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:45.766976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.831892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T00:55:45.76703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.131841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T00:55:45.767104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.263742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T00:55:45.767138Z","caller":"traceutil/trace.go:171","msg":"trace[1345060178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5430; }","duration":"400.248964ms","start":"2026-05-28T00:55:45.366868Z","end":"2026-05-28T00:55:45.767117Z","steps":["trace[1345060178] 'range keys from in-memory index tree' (duration: 399.976678ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:45.76717Z","caller":"traceutil/trace.go:171","msg":"trace[649325061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5430; }","duration":"385.379435ms","start":"2026-05-28T00:55:45.381772Z","end":"2026-05-28T00:55:45.767152Z","steps":["trace[649325061] 'range keys from in-memory index tree' (duration: 385.070378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:45.767183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:45.36678Z","time spent":"400.393647ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T00:55:45.767178Z","caller":"traceutil/trace.go:171","msg":"trace[30904550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5430; }","duration":"385.001315ms","start":"2026-05-28T00:55:45.382094Z","end":"2026-05-28T00:55:45.767095Z","steps":["trace[30904550] 'range keys from in-memory index tree' (duration: 384.678798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:45.767198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.89261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T00:55:45.767231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:45.382086Z","time spent":"385.133728ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T00:55:45.767292Z","caller":"traceutil/trace.go:171","msg":"trace[1879484052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:5430; }","duration":"387.056344ms","start":"2026-05-28T00:55:45.380215Z","end":"2026-05-28T00:55:45.767271Z","steps":["trace[1879484052] 'range keys from in-memory index tree' (duration: 386.671395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:45.767223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:45.381734Z","time spent":"385.477587ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T00:55:45.767364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:45.380184Z","time spent":"387.169976ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"info","ts":"2026-05-28T00:55:45.816896Z","caller":"traceutil/trace.go:171","msg":"trace[916476709] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"402.64384ms","start":"2026-05-28T00:55:45.414224Z","end":"2026-05-28T00:55:45.816868Z","steps":["trace[916476709] 'process raft request' (duration: 402.421465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:45.817107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:45.414206Z","time spent":"402.771914ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:55:45.906047Z","caller":"traceutil/trace.go:171","msg":"trace[1552512601] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"254.6755ms","start":"2026-05-28T00:55:45.651345Z","end":"2026-05-28T00:55:45.906021Z","steps":["trace[1552512601] 'process raft request' (duration: 254.395103ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:45.906418Z","caller":"traceutil/trace.go:171","msg":"trace[673867766] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"252.327345ms","start":"2026-05-28T00:55:45.654038Z","end":"2026-05-28T00:55:45.906365Z","steps":["trace[673867766] 'process raft request' (duration: 251.914315ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:45.906449Z","caller":"traceutil/trace.go:171","msg":"trace[2066356585] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"134.32653ms","start":"2026-05-28T00:55:45.772104Z","end":"2026-05-28T00:55:45.906431Z","steps":["trace[2066356585] 'process raft request' (duration: 134.128885ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:45.906427Z","caller":"traceutil/trace.go:171","msg":"trace[287864265] linearizableReadLoop","detail":"{readStateIndex:5646; appliedIndex:5640; }","duration":"133.853378ms","start":"2026-05-28T00:55:45.772552Z","end":"2026-05-28T00:55:45.906405Z","steps":["trace[287864265] 'read index received' (duration: 44.166309ms)","trace[287864265] 'applied index is now lower than readState.Index' (duration: 89.686169ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:55:45.906726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.164616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70872"} {"level":"info","ts":"2026-05-28T00:55:45.906767Z","caller":"traceutil/trace.go:171","msg":"trace[1584730087] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5436; }","duration":"134.271748ms","start":"2026-05-28T00:55:45.772487Z","end":"2026-05-28T00:55:45.906759Z","steps":["trace[1584730087] 'agreement among raft nodes before linearized reading' (duration: 133.982542ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:45.906891Z","caller":"traceutil/trace.go:171","msg":"trace[36233441] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"134.435022ms","start":"2026-05-28T00:55:45.772442Z","end":"2026-05-28T00:55:45.906877Z","steps":["trace[36233441] 'process raft request' (duration: 133.89769ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:45.907022Z","caller":"traceutil/trace.go:171","msg":"trace[1629158300] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"134.457622ms","start":"2026-05-28T00:55:45.772544Z","end":"2026-05-28T00:55:45.907002Z","steps":["trace[1629158300] 'process raft request' (duration: 133.821657ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:48.183024Z","caller":"traceutil/trace.go:171","msg":"trace[698049718] linearizableReadLoop","detail":"{readStateIndex:5669; appliedIndex:5668; }","duration":"269.57454ms","start":"2026-05-28T00:55:47.913426Z","end":"2026-05-28T00:55:48.183001Z","steps":["trace[698049718] 'read index received' (duration: 269.484688ms)","trace[698049718] 'applied index is now lower than readState.Index' (duration: 88.562µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:55:48.183202Z","caller":"traceutil/trace.go:171","msg":"trace[1012343483] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"270.626015ms","start":"2026-05-28T00:55:47.912548Z","end":"2026-05-28T00:55:48.183174Z","steps":["trace[1012343483] 'process raft request' (duration: 270.323038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:48.183392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.919859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T00:55:48.183519Z","caller":"traceutil/trace.go:171","msg":"trace[831270280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:5459; }","duration":"270.075633ms","start":"2026-05-28T00:55:47.913412Z","end":"2026-05-28T00:55:48.183487Z","steps":["trace[831270280] 'agreement among raft nodes before linearized reading' (duration: 269.748015ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:48.252658Z","caller":"traceutil/trace.go:171","msg":"trace[2034869510] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"338.456411ms","start":"2026-05-28T00:55:47.914175Z","end":"2026-05-28T00:55:48.252631Z","steps":["trace[2034869510] 'process raft request' (duration: 338.176374ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:48.252678Z","caller":"traceutil/trace.go:171","msg":"trace[1961098647] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"336.541135ms","start":"2026-05-28T00:55:47.916115Z","end":"2026-05-28T00:55:48.252656Z","steps":["trace[1961098647] 'process raft request' (duration: 336.412242ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:48.252672Z","caller":"traceutil/trace.go:171","msg":"trace[2103676183] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"335.709756ms","start":"2026-05-28T00:55:47.916935Z","end":"2026-05-28T00:55:48.252644Z","steps":["trace[2103676183] 'process raft request' (duration: 335.635354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:48.252815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:47.914158Z","time spent":"338.564083ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:55:48.252846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:47.916894Z","time spent":"335.85308ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:55:48.252917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:47.91611Z","time spent":"336.615437ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:55:48.252964Z","caller":"traceutil/trace.go:171","msg":"trace[687364542] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"335.713076ms","start":"2026-05-28T00:55:47.917219Z","end":"2026-05-28T00:55:48.252932Z","steps":["trace[687364542] 'process raft request' (duration: 335.383138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:48.253231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:47.917171Z","time spent":"335.975582ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:55:48.253049Z","caller":"traceutil/trace.go:171","msg":"trace[1844376904] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"334.20931ms","start":"2026-05-28T00:55:47.91883Z","end":"2026-05-28T00:55:48.253039Z","steps":["trace[1844376904] 'process raft request' (duration: 333.979835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:48.253365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:47.918821Z","time spent":"334.482608ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4986,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:55:53.988789Z","caller":"traceutil/trace.go:171","msg":"trace[1265036915] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"138.234521ms","start":"2026-05-28T00:55:53.850512Z","end":"2026-05-28T00:55:53.988747Z","steps":["trace[1265036915] 'process raft request' (duration: 137.895893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:54.519549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481193255,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T00:55:54.737699Z","caller":"traceutil/trace.go:171","msg":"trace[1021442007] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"740.818925ms","start":"2026-05-28T00:55:53.996857Z","end":"2026-05-28T00:55:54.737675Z","steps":["trace[1021442007] 'process raft request' (duration: 740.643971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:54.737861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:53.996827Z","time spent":"740.953148ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:55:54.901136Z","caller":"traceutil/trace.go:171","msg":"trace[80516808] linearizableReadLoop","detail":"{readStateIndex:5814; appliedIndex:5810; }","duration":"881.932274ms","start":"2026-05-28T00:55:54.019191Z","end":"2026-05-28T00:55:54.901123Z","steps":["trace[80516808] 'read index received' (duration: 718.341376ms)","trace[80516808] 'applied index is now lower than readState.Index' (duration: 163.589928ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:55:54.901123Z","caller":"traceutil/trace.go:171","msg":"trace[1872886497] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"621.718814ms","start":"2026-05-28T00:55:54.279379Z","end":"2026-05-28T00:55:54.901098Z","steps":["trace[1872886497] 'process raft request' (duration: 621.641452ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:54.901238Z","caller":"traceutil/trace.go:171","msg":"trace[835015860] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"618.733904ms","start":"2026-05-28T00:55:54.282456Z","end":"2026-05-28T00:55:54.90119Z","steps":["trace[835015860] 'process raft request' (duration: 618.607931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:54.901291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:54.279365Z","time spent":"621.838956ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:55:54.901338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.821182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T00:55:54.901377Z","caller":"traceutil/trace.go:171","msg":"trace[905446819] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5599; }","duration":"796.900114ms","start":"2026-05-28T00:55:54.104466Z","end":"2026-05-28T00:55:54.901366Z","steps":["trace[905446819] 'agreement among raft nodes before linearized reading' (duration: 796.793341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:54.901406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:54.104448Z","time spent":"796.951055ms","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T00:55:54.901449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:54.282424Z","time spent":"618.912637ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:55:54.901532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.340624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-05-28T00:55:54.901572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.700679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T00:55:54.901644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.447968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T00:55:54.90167Z","caller":"traceutil/trace.go:171","msg":"trace[1507264469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5599; }","duration":"610.539611ms","start":"2026-05-28T00:55:54.291124Z","end":"2026-05-28T00:55:54.901664Z","steps":["trace[1507264469] 'agreement among raft nodes before linearized reading' (duration: 610.433279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:54.901664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.330941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-28T00:55:54.901652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.472739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T00:55:54.901667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.846123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T00:55:54.901747Z","caller":"traceutil/trace.go:171","msg":"trace[1645594540] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5599; }","duration":"495.476274ms","start":"2026-05-28T00:55:54.40625Z","end":"2026-05-28T00:55:54.901726Z","steps":["trace[1645594540] 'agreement among raft nodes before linearized reading' (duration: 495.189508ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:54.901755Z","caller":"traceutil/trace.go:171","msg":"trace[400829710] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:5599; }","duration":"607.647223ms","start":"2026-05-28T00:55:54.294087Z","end":"2026-05-28T00:55:54.901735Z","steps":["trace[400829710] 'agreement among raft nodes before linearized reading' (duration: 607.386157ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:54.901671Z","caller":"traceutil/trace.go:171","msg":"trace[3417122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5599; }","duration":"600.860593ms","start":"2026-05-28T00:55:54.30079Z","end":"2026-05-28T00:55:54.90165Z","steps":["trace[3417122] 'agreement among raft nodes before linearized reading' (duration: 600.549315ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:54.901782Z","caller":"traceutil/trace.go:171","msg":"trace[380894066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5599; }","duration":"600.964015ms","start":"2026-05-28T00:55:54.300796Z","end":"2026-05-28T00:55:54.90176Z","steps":["trace[380894066] 'agreement among raft nodes before linearized reading' (duration: 600.711059ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:54.901603Z","caller":"traceutil/trace.go:171","msg":"trace[1421032444] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5599; }","duration":"882.512717ms","start":"2026-05-28T00:55:54.019073Z","end":"2026-05-28T00:55:54.901586Z","steps":["trace[1421032444] 'agreement among raft nodes before linearized reading' (duration: 882.156789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:54.901801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:54.294062Z","time spent":"607.729645ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T00:55:54.901819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:54.300778Z","time spent":"601.033906ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T00:55:54.901791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:54.406211Z","time spent":"495.571867ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T00:55:54.901697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:54.291096Z","time spent":"610.596682ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T00:55:54.901836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:54.300737Z","time spent":"601.085748ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T00:55:54.901814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.65033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9157dec4-5ce9-4b5f-85ac-f7420a8b5bf8\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-05-28T00:55:54.901983Z","caller":"traceutil/trace.go:171","msg":"trace[1094632029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9157dec4-5ce9-4b5f-85ac-f7420a8b5bf8; range_end:; response_count:1; response_revision:5599; }","duration":"271.914846ms","start":"2026-05-28T00:55:54.63004Z","end":"2026-05-28T00:55:54.901954Z","steps":["trace[1094632029] 'agreement among raft nodes before linearized reading' (duration: 271.380193ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:54.901126Z","caller":"traceutil/trace.go:171","msg":"trace[1303321213] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"696.070542ms","start":"2026-05-28T00:55:54.205015Z","end":"2026-05-28T00:55:54.901085Z","steps":["trace[1303321213] 'process raft request' (duration: 612.943857ms)","trace[1303321213] 'compare' (duration: 82.926051ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:55:54.901892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:54.019058Z","time spent":"882.777434ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-28T00:55:54.902317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:55:54.204982Z","time spent":"697.22724ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:55:55.168951Z","caller":"traceutil/trace.go:171","msg":"trace[1177915168] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"262.414602ms","start":"2026-05-28T00:55:54.906509Z","end":"2026-05-28T00:55:55.168923Z","steps":["trace[1177915168] 'process raft request' (duration: 237.759962ms)","trace[1177915168] 'compare' (duration: 24.22791ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:55:55.169273Z","caller":"traceutil/trace.go:171","msg":"trace[1510012055] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"262.71401ms","start":"2026-05-28T00:55:54.906537Z","end":"2026-05-28T00:55:55.169251Z","steps":["trace[1510012055] 'process raft request' (duration: 262.334381ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:55.169579Z","caller":"traceutil/trace.go:171","msg":"trace[147031368] linearizableReadLoop","detail":"{readStateIndex:5816; appliedIndex:5814; }","duration":"262.837043ms","start":"2026-05-28T00:55:54.906699Z","end":"2026-05-28T00:55:55.169536Z","steps":["trace[147031368] 'read index received' (duration: 237.696881ms)","trace[147031368] 'applied index is now lower than readState.Index' (duration: 25.136032ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:55:55.169698Z","caller":"traceutil/trace.go:171","msg":"trace[623718477] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"262.982816ms","start":"2026-05-28T00:55:54.906696Z","end":"2026-05-28T00:55:55.169679Z","steps":["trace[623718477] 'process raft request' (duration: 262.408403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:55.170028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.295003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-28T00:55:55.170017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.259372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80055"} {"level":"info","ts":"2026-05-28T00:55:55.1701Z","caller":"traceutil/trace.go:171","msg":"trace[1765323980] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5602; }","duration":"263.391236ms","start":"2026-05-28T00:55:54.906693Z","end":"2026-05-28T00:55:55.170084Z","steps":["trace[1765323980] 'agreement among raft nodes before linearized reading' (duration: 263.045637ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:55.170099Z","caller":"traceutil/trace.go:171","msg":"trace[1488686836] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5602; }","duration":"263.385006ms","start":"2026-05-28T00:55:54.906701Z","end":"2026-05-28T00:55:55.170086Z","steps":["trace[1488686836] 'agreement among raft nodes before linearized reading' (duration: 263.106009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:57.269192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.829335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18b394adf4a69816\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-05-28T00:55:57.269273Z","caller":"traceutil/trace.go:171","msg":"trace[1343732812] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18b394adf4a69816; range_end:; response_count:1; response_revision:5641; }","duration":"158.978499ms","start":"2026-05-28T00:55:57.110274Z","end":"2026-05-28T00:55:57.269253Z","steps":["trace[1343732812] 'range keys from in-memory index tree' (duration: 158.192871ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:57.457016Z","caller":"traceutil/trace.go:171","msg":"trace[500499596] linearizableReadLoop","detail":"{readStateIndex:5857; appliedIndex:5856; }","duration":"183.67196ms","start":"2026-05-28T00:55:57.273319Z","end":"2026-05-28T00:55:57.456991Z","steps":["trace[500499596] 'read index received' (duration: 183.563547ms)","trace[500499596] 'applied index is now lower than readState.Index' (duration: 106.793µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:55:57.457065Z","caller":"traceutil/trace.go:171","msg":"trace[458747104] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"184.959321ms","start":"2026-05-28T00:55:57.272074Z","end":"2026-05-28T00:55:57.457033Z","steps":["trace[458747104] 'process raft request' (duration: 184.742346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:55:57.45734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.976197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80459"} {"level":"info","ts":"2026-05-28T00:55:57.457385Z","caller":"traceutil/trace.go:171","msg":"trace[133087792] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5642; }","duration":"184.08747ms","start":"2026-05-28T00:55:57.273286Z","end":"2026-05-28T00:55:57.457374Z","steps":["trace[133087792] 'agreement among raft nodes before linearized reading' (duration: 183.801873ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:57.458377Z","caller":"traceutil/trace.go:171","msg":"trace[1592640136] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"184.643323ms","start":"2026-05-28T00:55:57.273698Z","end":"2026-05-28T00:55:57.458341Z","steps":["trace[1592640136] 'process raft request' (duration: 184.444808ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:57.45871Z","caller":"traceutil/trace.go:171","msg":"trace[1967687199] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"184.972151ms","start":"2026-05-28T00:55:57.273726Z","end":"2026-05-28T00:55:57.458698Z","steps":["trace[1967687199] 'process raft request' (duration: 184.568651ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:57.458822Z","caller":"traceutil/trace.go:171","msg":"trace[263592989] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"184.545291ms","start":"2026-05-28T00:55:57.274267Z","end":"2026-05-28T00:55:57.458813Z","steps":["trace[263592989] 'process raft request' (duration: 184.301955ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:57.458838Z","caller":"traceutil/trace.go:171","msg":"trace[1776635010] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"182.011641ms","start":"2026-05-28T00:55:57.276801Z","end":"2026-05-28T00:55:57.458813Z","steps":["trace[1776635010] 'process raft request' (duration: 181.949849ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:55:57.459148Z","caller":"traceutil/trace.go:171","msg":"trace[1317680932] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"184.771166ms","start":"2026-05-28T00:55:57.274359Z","end":"2026-05-28T00:55:57.45913Z","steps":["trace[1317680932] 'process raft request' (duration: 184.345256ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:56:02.39515Z","caller":"traceutil/trace.go:171","msg":"trace[179580393] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"380.169512ms","start":"2026-05-28T00:56:02.014949Z","end":"2026-05-28T00:56:02.395119Z","steps":["trace[179580393] 'process raft request' (duration: 379.963937ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:56:02.395308Z","caller":"traceutil/trace.go:171","msg":"trace[104403873] linearizableReadLoop","detail":"{readStateIndex:5930; appliedIndex:5930; }","duration":"293.231338ms","start":"2026-05-28T00:56:02.102049Z","end":"2026-05-28T00:56:02.395281Z","steps":["trace[104403873] 'read index received' (duration: 293.223867ms)","trace[104403873] 'applied index is now lower than readState.Index' (duration: 5.81µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:56:02.395356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:56:02.01492Z","time spent":"380.324536ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:56:02.395476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.410951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:56:02.395526Z","caller":"traceutil/trace.go:171","msg":"trace[2034749400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5713; }","duration":"293.537304ms","start":"2026-05-28T00:56:02.101977Z","end":"2026-05-28T00:56:02.395515Z","steps":["trace[2034749400] 'agreement among raft nodes before linearized reading' (duration: 293.425581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:02.395644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.309885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-28T00:56:02.395736Z","caller":"traceutil/trace.go:171","msg":"trace[621674683] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5713; }","duration":"238.47159ms","start":"2026-05-28T00:56:02.15724Z","end":"2026-05-28T00:56:02.395711Z","steps":["trace[621674683] 'agreement among raft nodes before linearized reading' (duration: 238.193243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:02.395987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.122178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-28T00:56:02.396045Z","caller":"traceutil/trace.go:171","msg":"trace[1902901007] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5713; }","duration":"115.23ms","start":"2026-05-28T00:56:02.2808Z","end":"2026-05-28T00:56:02.39603Z","steps":["trace[1902901007] 'agreement among raft nodes before linearized reading' (duration: 115.081397ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:56:07.647072Z","caller":"traceutil/trace.go:171","msg":"trace[1879122377] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"461.921715ms","start":"2026-05-28T00:56:07.185112Z","end":"2026-05-28T00:56:07.647034Z","steps":["trace[1879122377] 'process raft request' (duration: 461.747771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:07.6473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:56:07.185092Z","time spent":"462.094768ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:56:07.647591Z","caller":"traceutil/trace.go:171","msg":"trace[114233503] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"462.948889ms","start":"2026-05-28T00:56:07.184595Z","end":"2026-05-28T00:56:07.647543Z","steps":["trace[114233503] 'process raft request' (duration: 365.864226ms)","trace[114233503] 'compare' (duration: 96.225643ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:56:07.647577Z","caller":"traceutil/trace.go:171","msg":"trace[232095147] linearizableReadLoop","detail":"{readStateIndex:5965; appliedIndex:5962; }","duration":"241.338247ms","start":"2026-05-28T00:56:07.406163Z","end":"2026-05-28T00:56:07.647501Z","steps":["trace[232095147] 'read index received' (duration: 144.315395ms)","trace[232095147] 'applied index is now lower than readState.Index' (duration: 97.017572ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:56:07.647743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:56:07.184584Z","time spent":"463.082762ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:56:07.647743Z","caller":"traceutil/trace.go:171","msg":"trace[62060023] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"461.655019ms","start":"2026-05-28T00:56:07.186067Z","end":"2026-05-28T00:56:07.647722Z","steps":["trace[62060023] 'process raft request' (duration: 460.917842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:07.647844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:56:07.186047Z","time spent":"461.745211ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:56:07.647907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.886001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:56:07.647957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.953102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T00:56:07.647968Z","caller":"traceutil/trace.go:171","msg":"trace[1853310130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5747; }","duration":"183.017684ms","start":"2026-05-28T00:56:07.464932Z","end":"2026-05-28T00:56:07.64795Z","steps":["trace[1853310130] 'agreement among raft nodes before linearized reading' (duration: 182.858171ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:56:07.647988Z","caller":"traceutil/trace.go:171","msg":"trace[49848625] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:5747; }","duration":"143.010924ms","start":"2026-05-28T00:56:07.504966Z","end":"2026-05-28T00:56:07.647977Z","steps":["trace[49848625] 'agreement among raft nodes before linearized reading' (duration: 142.894191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:07.647986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.088048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T00:56:07.648018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.711436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T00:56:07.648058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.064159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-28T00:56:07.648032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.840138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-28T00:56:07.6481Z","caller":"traceutil/trace.go:171","msg":"trace[2100477641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5747; }","duration":"136.825998ms","start":"2026-05-28T00:56:07.511252Z","end":"2026-05-28T00:56:07.648078Z","steps":["trace[2100477641] 'agreement among raft nodes before linearized reading' (duration: 136.554322ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:56:07.648122Z","caller":"traceutil/trace.go:171","msg":"trace[951946332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5747; }","duration":"144.169401ms","start":"2026-05-28T00:56:07.503939Z","end":"2026-05-28T00:56:07.648109Z","steps":["trace[951946332] 'agreement among raft nodes before linearized reading' (duration: 144.015087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:07.6481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.500754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T00:56:07.648167Z","caller":"traceutil/trace.go:171","msg":"trace[1450370907] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5747; }","duration":"242.020363ms","start":"2026-05-28T00:56:07.40611Z","end":"2026-05-28T00:56:07.64813Z","steps":["trace[1450370907] 'agreement among raft nodes before linearized reading' (duration: 241.612753ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:56:07.648184Z","caller":"traceutil/trace.go:171","msg":"trace[1378823816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5747; }","duration":"137.656917ms","start":"2026-05-28T00:56:07.510511Z","end":"2026-05-28T00:56:07.648168Z","steps":["trace[1378823816] 'agreement among raft nodes before linearized reading' (duration: 137.438172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:07.648216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.90966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T00:56:07.648277Z","caller":"traceutil/trace.go:171","msg":"trace[672058414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5747; }","duration":"136.988622ms","start":"2026-05-28T00:56:07.511274Z","end":"2026-05-28T00:56:07.648262Z","steps":["trace[672058414] 'agreement among raft nodes before linearized reading' (duration: 136.845038ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:56:07.64806Z","caller":"traceutil/trace.go:171","msg":"trace[432161493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5747; }","duration":"138.20473ms","start":"2026-05-28T00:56:07.509837Z","end":"2026-05-28T00:56:07.648042Z","steps":["trace[432161493] 'agreement among raft nodes before linearized reading' (duration: 137.993016ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:56:08.119056Z","caller":"traceutil/trace.go:171","msg":"trace[859445366] linearizableReadLoop","detail":"{readStateIndex:5971; appliedIndex:5970; }","duration":"396.774402ms","start":"2026-05-28T00:56:07.722242Z","end":"2026-05-28T00:56:08.119017Z","steps":["trace[859445366] 'read index received' (duration: 300.870686ms)","trace[859445366] 'applied index is now lower than readState.Index' (duration: 95.902026ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:56:08.119125Z","caller":"traceutil/trace.go:171","msg":"trace[1865819112] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"401.362541ms","start":"2026-05-28T00:56:07.717713Z","end":"2026-05-28T00:56:08.119076Z","steps":["trace[1865819112] 'process raft request' (duration: 305.514146ms)","trace[1865819112] 'compare' (duration: 95.504277ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:56:08.119336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.095441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-05-28T00:56:08.119334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:56:07.717692Z","time spent":"401.506934ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:56:08.119375Z","caller":"traceutil/trace.go:171","msg":"trace[972137952] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5753; }","duration":"397.158942ms","start":"2026-05-28T00:56:07.722204Z","end":"2026-05-28T00:56:08.119363Z","steps":["trace[972137952] 'agreement among raft nodes before linearized reading' (duration: 396.980367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:08.119407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:56:07.722192Z","time spent":"397.208522ms","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-05-28T00:56:08.119411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.355546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:56:08.119556Z","caller":"traceutil/trace.go:171","msg":"trace[946664041] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5753; }","duration":"343.586221ms","start":"2026-05-28T00:56:07.775937Z","end":"2026-05-28T00:56:08.119524Z","steps":["trace[946664041] 'agreement among raft nodes before linearized reading' (duration: 343.330845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:08.119621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:56:07.775912Z","time spent":"343.696324ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T00:56:08.44746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.919157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:56:08.447779Z","caller":"traceutil/trace.go:171","msg":"trace[472122788] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"244.89169ms","start":"2026-05-28T00:56:08.202856Z","end":"2026-05-28T00:56:08.447748Z","steps":["trace[472122788] 'process raft request' (duration: 40.563984ms)","trace[472122788] 'compare' (duration: 203.746472ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:56:08.520498Z","caller":"traceutil/trace.go:171","msg":"trace[1929287488] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"105.517082ms","start":"2026-05-28T00:56:08.414946Z","end":"2026-05-28T00:56:08.520463Z","steps":["trace[1929287488] 'process raft request' (duration: 105.325597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:08.520692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.445591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:56:08.520744Z","caller":"traceutil/trace.go:171","msg":"trace[1764353183] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5756; }","duration":"287.567774ms","start":"2026-05-28T00:56:08.233165Z","end":"2026-05-28T00:56:08.520733Z","steps":["trace[1764353183] 'agreement among raft nodes before linearized reading' (duration: 287.421681ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:56:08.520514Z","caller":"traceutil/trace.go:171","msg":"trace[804497742] linearizableReadLoop","detail":"{readStateIndex:5974; appliedIndex:5972; }","duration":"287.258376ms","start":"2026-05-28T00:56:08.233221Z","end":"2026-05-28T00:56:08.520479Z","steps":["trace[804497742] 'read index received' (duration: 10.190169ms)","trace[804497742] 'applied index is now lower than readState.Index' (duration: 277.066117ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:56:18.962422Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2907} {"level":"info","ts":"2026-05-28T00:56:19.0562Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2907,"took":"91.817609ms","hash":2489215197,"current-db-size-bytes":56455168,"current-db-size":"56 MB","current-db-size-in-use-bytes":31899648,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-28T00:56:19.056289Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2489215197,"revision":2907,"compact-revision":-1} {"level":"info","ts":"2026-05-28T00:56:41.338822Z","caller":"traceutil/trace.go:171","msg":"trace[855921723] transaction","detail":"{read_only:false; response_revision:6053; number_of_response:1; }","duration":"239.980365ms","start":"2026-05-28T00:56:41.098813Z","end":"2026-05-28T00:56:41.338793Z","steps":["trace[855921723] 'process raft request' (duration: 239.537045ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:56:41.429608Z","caller":"traceutil/trace.go:171","msg":"trace[1797704932] linearizableReadLoop","detail":"{readStateIndex:6283; appliedIndex:6280; }","duration":"321.063272ms","start":"2026-05-28T00:56:41.108523Z","end":"2026-05-28T00:56:41.429586Z","steps":["trace[1797704932] 'read index received' (duration: 229.790575ms)","trace[1797704932] 'applied index is now lower than readState.Index' (duration: 91.271507ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:56:41.429844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.307117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-28T00:56:41.429892Z","caller":"traceutil/trace.go:171","msg":"trace[1524961310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6055; }","duration":"321.398379ms","start":"2026-05-28T00:56:41.108475Z","end":"2026-05-28T00:56:41.429873Z","steps":["trace[1524961310] 'agreement among raft nodes before linearized reading' (duration: 321.210585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:41.429927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:56:41.108462Z","time spent":"321.45745ms","remote":"127.0.0.1:53332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-28T00:56:41.429946Z","caller":"traceutil/trace.go:171","msg":"trace[366672836] transaction","detail":"{read_only:false; response_revision:6054; number_of_response:1; }","duration":"329.029879ms","start":"2026-05-28T00:56:41.100882Z","end":"2026-05-28T00:56:41.429911Z","steps":["trace[366672836] 'process raft request' (duration: 326.699205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:41.430113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:56:41.100855Z","time spent":"329.174883ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:56:41.430081Z","caller":"traceutil/trace.go:171","msg":"trace[199736905] transaction","detail":"{read_only:false; response_revision:6055; number_of_response:1; }","duration":"327.474502ms","start":"2026-05-28T00:56:41.102563Z","end":"2026-05-28T00:56:41.430038Z","steps":["trace[199736905] 'process raft request' (duration: 326.97148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:41.430277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:56:41.102531Z","time spent":"327.637786ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:57:04.718825Z","caller":"traceutil/trace.go:171","msg":"trace[1833598916] transaction","detail":"{read_only:false; response_revision:6219; number_of_response:1; }","duration":"100.788111ms","start":"2026-05-28T00:57:04.618006Z","end":"2026-05-28T00:57:04.718794Z","steps":["trace[1833598916] 'process raft request' (duration: 100.498284ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:18.970048Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5826} {"level":"info","ts":"2026-05-28T01:01:19.053416Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5826,"took":"81.462197ms","hash":3791294553,"current-db-size-bytes":56455168,"current-db-size":"56 MB","current-db-size-in-use-bytes":26284032,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-28T01:01:19.053471Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3791294553,"revision":5826,"compact-revision":2907} {"level":"info","ts":"2026-05-28T01:01:50.648532Z","caller":"traceutil/trace.go:171","msg":"trace[790152609] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"114.095426ms","start":"2026-05-28T01:01:50.53441Z","end":"2026-05-28T01:01:50.648505Z","steps":["trace[790152609] 'process raft request' (duration: 110.409219ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:50.661455Z","caller":"traceutil/trace.go:171","msg":"trace[295126918] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"104.826177ms","start":"2026-05-28T01:01:50.556599Z","end":"2026-05-28T01:01:50.661425Z","steps":["trace[295126918] 'process raft request' (duration: 104.661773ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:52.622006Z","caller":"traceutil/trace.go:171","msg":"trace[1960701548] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"120.325182ms","start":"2026-05-28T01:01:52.501657Z","end":"2026-05-28T01:01:52.621982Z","steps":["trace[1960701548] 'process raft request' (duration: 120.145978ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:52.876759Z","caller":"traceutil/trace.go:171","msg":"trace[887422026] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"223.07099ms","start":"2026-05-28T01:01:52.653662Z","end":"2026-05-28T01:01:52.876733Z","steps":["trace[887422026] 'process raft request' (duration: 222.761932ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:52.907185Z","caller":"traceutil/trace.go:171","msg":"trace[1904647465] linearizableReadLoop","detail":"{readStateIndex:8495; appliedIndex:8493; }","duration":"153.782689ms","start":"2026-05-28T01:01:52.753376Z","end":"2026-05-28T01:01:52.907159Z","steps":["trace[1904647465] 'read index received' (duration: 123.146298ms)","trace[1904647465] 'applied index is now lower than readState.Index' (duration: 30.635301ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:01:52.907344Z","caller":"traceutil/trace.go:171","msg":"trace[289976376] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"241.193287ms","start":"2026-05-28T01:01:52.66613Z","end":"2026-05-28T01:01:52.907324Z","steps":["trace[289976376] 'process raft request' (duration: 240.88985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:52.907682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.209789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T01:01:52.907736Z","caller":"traceutil/trace.go:171","msg":"trace[790438843] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:8195; }","duration":"154.415604ms","start":"2026-05-28T01:01:52.753305Z","end":"2026-05-28T01:01:52.907721Z","steps":["trace[790438843] 'agreement among raft nodes before linearized reading' (duration: 153.951003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:55.746055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.041186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T01:01:55.746772Z","caller":"traceutil/trace.go:171","msg":"trace[1337709438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8205; }","duration":"106.790803ms","start":"2026-05-28T01:01:55.639959Z","end":"2026-05-28T01:01:55.74675Z","steps":["trace[1337709438] 'range keys from in-memory index tree' (duration: 105.847971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:55.746144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.929434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:01:55.747044Z","caller":"traceutil/trace.go:171","msg":"trace[1895726438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8205; }","duration":"194.868546ms","start":"2026-05-28T01:01:55.552145Z","end":"2026-05-28T01:01:55.747013Z","steps":["trace[1895726438] 'range keys from in-memory index tree' (duration: 193.75945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:55.746187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.568172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:01:55.747191Z","caller":"traceutil/trace.go:171","msg":"trace[906674744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8205; }","duration":"125.642657ms","start":"2026-05-28T01:01:55.621503Z","end":"2026-05-28T01:01:55.747145Z","steps":["trace[906674744] 'count revisions from in-memory index tree' (duration: 124.450478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:55.993641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.569282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:01:55.993946Z","caller":"traceutil/trace.go:171","msg":"trace[486155019] linearizableReadLoop","detail":"{readStateIndex:8509; appliedIndex:8507; }","duration":"226.760457ms","start":"2026-05-28T01:01:55.767173Z","end":"2026-05-28T01:01:55.993933Z","steps":["trace[486155019] 'read index received' (duration: 115.763195ms)","trace[486155019] 'applied index is now lower than readState.Index' (duration: 110.996682ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:01:55.994027Z","caller":"traceutil/trace.go:171","msg":"trace[49657650] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"242.298623ms","start":"2026-05-28T01:01:55.7517Z","end":"2026-05-28T01:01:55.993999Z","steps":["trace[49657650] 'process raft request' (duration: 242.152839ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:55.99408Z","caller":"traceutil/trace.go:171","msg":"trace[204099918] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"222.296732ms","start":"2026-05-28T01:01:55.771754Z","end":"2026-05-28T01:01:55.99405Z","steps":["trace[204099918] 'process raft request' (duration: 222.142298ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:55.994024Z","caller":"traceutil/trace.go:171","msg":"trace[1470474483] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"242.336653ms","start":"2026-05-28T01:01:55.751637Z","end":"2026-05-28T01:01:55.993974Z","steps":["trace[1470474483] 'process raft request' (duration: 131.32771ms)","trace[1470474483] 'compare' (duration: 110.383708ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:01:55.994249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.903221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:01:55.994285Z","caller":"traceutil/trace.go:171","msg":"trace[1282304122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8209; }","duration":"246.972032ms","start":"2026-05-28T01:01:55.747303Z","end":"2026-05-28T01:01:55.994275Z","steps":["trace[1282304122] 'agreement among raft nodes before linearized reading' (duration: 246.738087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:55.994468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.933547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T01:01:55.994273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.80168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:01:55.994706Z","caller":"traceutil/trace.go:171","msg":"trace[383137941] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8209; }","duration":"157.198639ms","start":"2026-05-28T01:01:55.837413Z","end":"2026-05-28T01:01:55.994612Z","steps":["trace[383137941] 'agreement among raft nodes before linearized reading' (duration: 156.690577ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:55.995222Z","caller":"traceutil/trace.go:171","msg":"trace[1285333987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8209; }","duration":"257.127832ms","start":"2026-05-28T01:01:55.737425Z","end":"2026-05-28T01:01:55.994553Z","steps":["trace[1285333987] 'agreement among raft nodes before linearized reading' (duration: 256.695281ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:56.194031Z","caller":"traceutil/trace.go:171","msg":"trace[863692790] linearizableReadLoop","detail":"{readStateIndex:8513; appliedIndex:8510; }","duration":"194.421956ms","start":"2026-05-28T01:01:55.999582Z","end":"2026-05-28T01:01:56.194004Z","steps":["trace[863692790] 'read index received' (duration: 31.03109ms)","trace[863692790] 'applied index is now lower than readState.Index' (duration: 163.389376ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:01:56.194121Z","caller":"traceutil/trace.go:171","msg":"trace[929279005] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"194.689792ms","start":"2026-05-28T01:01:55.999417Z","end":"2026-05-28T01:01:56.194107Z","steps":["trace[929279005] 'process raft request' (duration: 194.460317ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:56.194037Z","caller":"traceutil/trace.go:171","msg":"trace[1352532078] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"194.683672ms","start":"2026-05-28T01:01:55.999322Z","end":"2026-05-28T01:01:56.194005Z","steps":["trace[1352532078] 'process raft request' (duration: 193.163206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:56.194421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.761464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-user-gs62k\" ","response":"range_response_count:1 size:9054"} {"level":"info","ts":"2026-05-28T01:01:56.194516Z","caller":"traceutil/trace.go:171","msg":"trace[931824763] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-user-gs62k; range_end:; response_count:1; response_revision:8212; }","duration":"180.889357ms","start":"2026-05-28T01:01:56.013607Z","end":"2026-05-28T01:01:56.194497Z","steps":["trace[931824763] 'agreement among raft nodes before linearized reading' (duration: 180.666812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:56.194539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.937528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222735"} {"level":"info","ts":"2026-05-28T01:01:56.194585Z","caller":"traceutil/trace.go:171","msg":"trace[1293669823] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8212; }","duration":"195.02244ms","start":"2026-05-28T01:01:55.99955Z","end":"2026-05-28T01:01:56.194573Z","steps":["trace[1293669823] 'agreement among raft nodes before linearized reading' (duration: 194.613921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:57.280395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.340439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:01:57.280486Z","caller":"traceutil/trace.go:171","msg":"trace[1096926132] linearizableReadLoop","detail":"{readStateIndex:8517; appliedIndex:8515; }","duration":"322.56344ms","start":"2026-05-28T01:01:56.957906Z","end":"2026-05-28T01:01:57.28047Z","steps":["trace[1096926132] 'read index received' (duration: 46.894703ms)","trace[1096926132] 'applied index is now lower than readState.Index' (duration: 275.667807ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:01:57.280542Z","caller":"traceutil/trace.go:171","msg":"trace[446422011] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"322.777315ms","start":"2026-05-28T01:01:56.957735Z","end":"2026-05-28T01:01:57.280512Z","steps":["trace[446422011] 'process raft request' (duration: 200.235321ms)","trace[446422011] 'compare' (duration: 122.214546ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:01:57.280692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:01:56.957717Z","time spent":"322.893568ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:01:57.280702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.778525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7328"} {"level":"info","ts":"2026-05-28T01:01:57.280783Z","caller":"traceutil/trace.go:171","msg":"trace[927072553] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8216; }","duration":"322.901428ms","start":"2026-05-28T01:01:56.957863Z","end":"2026-05-28T01:01:57.280764Z","steps":["trace[927072553] 'agreement among raft nodes before linearized reading' (duration: 322.669322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:57.280831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:01:56.957845Z","time spent":"322.97692ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7351,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-05-28T01:01:57.513968Z","caller":"traceutil/trace.go:171","msg":"trace[2056983714] linearizableReadLoop","detail":"{readStateIndex:8518; appliedIndex:8517; }","duration":"233.440844ms","start":"2026-05-28T01:01:57.280507Z","end":"2026-05-28T01:01:57.513948Z","steps":["trace[2056983714] 'read index received' (duration: 233.357032ms)","trace[2056983714] 'applied index is now lower than readState.Index' (duration: 82.572µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:01:57.514025Z","caller":"traceutil/trace.go:171","msg":"trace[798923928] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"264.931385ms","start":"2026-05-28T01:01:57.249061Z","end":"2026-05-28T01:01:57.513993Z","steps":["trace[798923928] 'process raft request' (duration: 264.74036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:57.514109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.109373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:01:57.514151Z","caller":"traceutil/trace.go:171","msg":"trace[1922362491] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8217; }","duration":"470.209845ms","start":"2026-05-28T01:01:57.04393Z","end":"2026-05-28T01:01:57.51414Z","steps":["trace[1922362491] 'agreement among raft nodes before linearized reading' (duration: 470.126353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:57.51419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:01:57.043906Z","time spent":"470.274966ms","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:01:57.514298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.532128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9157dec4-5ce9-4b5f-85ac-f7420a8b5bf8\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-28T01:01:57.514401Z","caller":"traceutil/trace.go:171","msg":"trace[1587062609] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9157dec4-5ce9-4b5f-85ac-f7420a8b5bf8; range_end:; response_count:1; response_revision:8217; }","duration":"497.684292ms","start":"2026-05-28T01:01:57.016689Z","end":"2026-05-28T01:01:57.514373Z","steps":["trace[1587062609] 'agreement among raft nodes before linearized reading' (duration: 497.385535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:57.514464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:01:57.016666Z","time spent":"497.786494ms","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-9157dec4-5ce9-4b5f-85ac-f7420a8b5bf8\" "} {"level":"info","ts":"2026-05-28T01:01:57.690555Z","caller":"traceutil/trace.go:171","msg":"trace[506382671] linearizableReadLoop","detail":"{readStateIndex:8519; appliedIndex:8518; }","duration":"176.493354ms","start":"2026-05-28T01:01:57.514032Z","end":"2026-05-28T01:01:57.690525Z","steps":["trace[506382671] 'read index received' (duration: 175.949161ms)","trace[506382671] 'applied index is now lower than readState.Index' (duration: 542.973µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:01:57.690961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.146505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:01:57.691011Z","caller":"traceutil/trace.go:171","msg":"trace[231645858] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8218; }","duration":"388.238027ms","start":"2026-05-28T01:01:57.302759Z","end":"2026-05-28T01:01:57.690997Z","steps":["trace[231645858] 'agreement among raft nodes before linearized reading' (duration: 388.090843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:57.691057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:01:57.30272Z","time spent":"388.327679ms","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":12,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:01:57.691049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.26556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/barbican-ks-user-gs62k\" ","response":"range_response_count:1 size:2785"} {"level":"warn","ts":"2026-05-28T01:01:57.691065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.892096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:01:57.69112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.418559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:01:57.691162Z","caller":"traceutil/trace.go:171","msg":"trace[1730464039] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/barbican-ks-user-gs62k; range_end:; response_count:1; response_revision:8218; }","duration":"185.439385ms","start":"2026-05-28T01:01:57.505691Z","end":"2026-05-28T01:01:57.691131Z","steps":["trace[1730464039] 'agreement among raft nodes before linearized reading' (duration: 184.905402ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:57.691203Z","caller":"traceutil/trace.go:171","msg":"trace[1263450831] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8218; }","duration":"229.555682ms","start":"2026-05-28T01:01:57.461627Z","end":"2026-05-28T01:01:57.691183Z","steps":["trace[1263450831] 'agreement among raft nodes before linearized reading' (duration: 229.348537ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:57.691206Z","caller":"traceutil/trace.go:171","msg":"trace[1326729049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8218; }","duration":"226.068351ms","start":"2026-05-28T01:01:57.465107Z","end":"2026-05-28T01:01:57.691176Z","steps":["trace[1326729049] 'agreement among raft nodes before linearized reading' (duration: 225.813895ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:57.691471Z","caller":"traceutil/trace.go:171","msg":"trace[1452519400] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"225.865076ms","start":"2026-05-28T01:01:57.465445Z","end":"2026-05-28T01:01:57.69131Z","steps":["trace[1452519400] 'process raft request' (duration: 224.599096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:57.984249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.679141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:01:57.984381Z","caller":"traceutil/trace.go:171","msg":"trace[40383064] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8219; }","duration":"174.885505ms","start":"2026-05-28T01:01:57.809465Z","end":"2026-05-28T01:01:57.98435Z","steps":["trace[40383064] 'range keys from in-memory index tree' (duration: 174.558838ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:58.137208Z","caller":"traceutil/trace.go:171","msg":"trace[180401614] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"135.819986ms","start":"2026-05-28T01:01:58.001356Z","end":"2026-05-28T01:01:58.137176Z","steps":["trace[180401614] 'process raft request' (duration: 135.601461ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:58.172552Z","caller":"traceutil/trace.go:171","msg":"trace[1882449311] linearizableReadLoop","detail":"{readStateIndex:8522; appliedIndex:8520; }","duration":"169.349055ms","start":"2026-05-28T01:01:58.003176Z","end":"2026-05-28T01:01:58.172525Z","steps":["trace[1882449311] 'read index received' (duration: 133.87653ms)","trace[1882449311] 'applied index is now lower than readState.Index' (duration: 35.471165ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:01:58.172596Z","caller":"traceutil/trace.go:171","msg":"trace[1234665474] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"169.364676ms","start":"2026-05-28T01:01:58.003196Z","end":"2026-05-28T01:01:58.17256Z","steps":["trace[1234665474] 'process raft request' (duration: 169.227333ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:58.172625Z","caller":"traceutil/trace.go:171","msg":"trace[617209541] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"136.851271ms","start":"2026-05-28T01:01:58.035724Z","end":"2026-05-28T01:01:58.172575Z","steps":["trace[617209541] 'process raft request' (duration: 136.743859ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:58.172646Z","caller":"traceutil/trace.go:171","msg":"trace[1925579446] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"170.730348ms","start":"2026-05-28T01:01:58.001891Z","end":"2026-05-28T01:01:58.172621Z","steps":["trace[1925579446] 'process raft request' (duration: 170.38236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:58.172862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.654273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-28T01:01:58.172942Z","caller":"traceutil/trace.go:171","msg":"trace[453821374] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8223; }","duration":"169.766945ms","start":"2026-05-28T01:01:58.003155Z","end":"2026-05-28T01:01:58.172922Z","steps":["trace[453821374] 'agreement among raft nodes before linearized reading' (duration: 169.507419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:58.308323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.007176ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:01:58.308521Z","caller":"traceutil/trace.go:171","msg":"trace[584145276] linearizableReadLoop","detail":"{readStateIndex:8525; appliedIndex:8524; }","duration":"135.872458ms","start":"2026-05-28T01:01:58.172626Z","end":"2026-05-28T01:01:58.308499Z","steps":["trace[584145276] 'read index received' (duration: 6.606596ms)","trace[584145276] 'applied index is now lower than readState.Index' (duration: 129.263622ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:01:58.308729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.406348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-user-gs62k\" ","response":"range_response_count:1 size:9240"} {"level":"info","ts":"2026-05-28T01:01:58.3088Z","caller":"traceutil/trace.go:171","msg":"trace[1111347136] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-user-gs62k; range_end:; response_count:1; response_revision:8223; }","duration":"274.4938ms","start":"2026-05-28T01:01:58.034289Z","end":"2026-05-28T01:01:58.308783Z","steps":["trace[1111347136] 'agreement among raft nodes before linearized reading' (duration: 274.248344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:58.308889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.850609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:01:58.308964Z","caller":"traceutil/trace.go:171","msg":"trace[1164786043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8223; }","duration":"110.988162ms","start":"2026-05-28T01:01:58.197964Z","end":"2026-05-28T01:01:58.308952Z","steps":["trace[1164786043] 'agreement among raft nodes before linearized reading' (duration: 110.702945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:58.309004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.753153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:01:58.309145Z","caller":"traceutil/trace.go:171","msg":"trace[15182752] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8223; }","duration":"106.923386ms","start":"2026-05-28T01:01:58.202177Z","end":"2026-05-28T01:01:58.3091Z","steps":["trace[15182752] 'agreement among raft nodes before linearized reading' (duration: 106.524897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:58.309131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.838008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T01:01:58.309229Z","caller":"traceutil/trace.go:171","msg":"trace[908717632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8223; }","duration":"110.970312ms","start":"2026-05-28T01:01:58.198233Z","end":"2026-05-28T01:01:58.309203Z","steps":["trace[908717632] 'agreement among raft nodes before linearized reading' (duration: 110.523841ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:58.517373Z","caller":"traceutil/trace.go:171","msg":"trace[111839931] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"195.802838ms","start":"2026-05-28T01:01:58.321545Z","end":"2026-05-28T01:01:58.517348Z","steps":["trace[111839931] 'process raft request' (duration: 195.728927ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:58.517439Z","caller":"traceutil/trace.go:171","msg":"trace[915788232] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"201.731758ms","start":"2026-05-28T01:01:58.315669Z","end":"2026-05-28T01:01:58.517401Z","steps":["trace[915788232] 'process raft request' (duration: 199.217949ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:01:58.834723Z","caller":"traceutil/trace.go:171","msg":"trace[841198099] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"111.359551ms","start":"2026-05-28T01:01:58.723323Z","end":"2026-05-28T01:01:58.834682Z","steps":["trace[841198099] 'process raft request' (duration: 111.129935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:59.786272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200174,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:01:59.810248Z","caller":"traceutil/trace.go:171","msg":"trace[1327495708] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"525.162939ms","start":"2026-05-28T01:01:59.285062Z","end":"2026-05-28T01:01:59.810225Z","steps":["trace[1327495708] 'process raft request' (duration: 524.990295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:01:59.810387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:01:59.285024Z","time spent":"525.278232ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:00.095253Z","caller":"traceutil/trace.go:171","msg":"trace[218957575] linearizableReadLoop","detail":"{readStateIndex:8532; appliedIndex:8530; }","duration":"809.520082ms","start":"2026-05-28T01:01:59.285699Z","end":"2026-05-28T01:02:00.095219Z","steps":["trace[218957575] 'read index received' (duration: 524.405071ms)","trace[218957575] 'applied index is now lower than readState.Index' (duration: 285.113371ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:00.095371Z","caller":"traceutil/trace.go:171","msg":"trace[112170682] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"567.962486ms","start":"2026-05-28T01:01:59.527371Z","end":"2026-05-28T01:02:00.095334Z","steps":["trace[112170682] 'process raft request' (duration: 567.612318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:00.095543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:01:59.527352Z","time spent":"568.09729ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:00.095586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.100713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:00.095559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.842429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7431"} {"level":"info","ts":"2026-05-28T01:02:00.095652Z","caller":"traceutil/trace.go:171","msg":"trace[1319201086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8230; }","duration":"631.229595ms","start":"2026-05-28T01:01:59.464405Z","end":"2026-05-28T01:02:00.095634Z","steps":["trace[1319201086] 'agreement among raft nodes before linearized reading' (duration: 631.126173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:00.095691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:01:59.464378Z","time spent":"631.307138ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:02:00.095726Z","caller":"traceutil/trace.go:171","msg":"trace[805871675] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8230; }","duration":"810.013473ms","start":"2026-05-28T01:01:59.285655Z","end":"2026-05-28T01:02:00.095669Z","steps":["trace[805871675] 'agreement among raft nodes before linearized reading' (duration: 809.753457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:00.095573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.265921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:00.095777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:01:59.285643Z","time spent":"810.127206ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7454,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-05-28T01:02:00.095824Z","caller":"traceutil/trace.go:171","msg":"trace[61949108] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8230; }","duration":"768.551717ms","start":"2026-05-28T01:01:59.327242Z","end":"2026-05-28T01:02:00.095794Z","steps":["trace[61949108] 'agreement among raft nodes before linearized reading' (duration: 768.22706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:00.095924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:01:59.327231Z","time spent":"768.65319ms","remote":"127.0.0.1:42882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:02:00.273051Z","caller":"traceutil/trace.go:171","msg":"trace[655093821] linearizableReadLoop","detail":"{readStateIndex:8533; appliedIndex:8532; }","duration":"130.970812ms","start":"2026-05-28T01:02:00.142057Z","end":"2026-05-28T01:02:00.273028Z","steps":["trace[655093821] 'read index received' (duration: 118.1496ms)","trace[655093821] 'applied index is now lower than readState.Index' (duration: 12.819932ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:00.273147Z","caller":"traceutil/trace.go:171","msg":"trace[840196814] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"163.966529ms","start":"2026-05-28T01:02:00.109157Z","end":"2026-05-28T01:02:00.273124Z","steps":["trace[840196814] 'process raft request' (duration: 150.692987ms)","trace[840196814] 'compare' (duration: 12.460723ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:00.273314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.236368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T01:02:00.27336Z","caller":"traceutil/trace.go:171","msg":"trace[506027282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8231; }","duration":"131.336781ms","start":"2026-05-28T01:02:00.142012Z","end":"2026-05-28T01:02:00.273349Z","steps":["trace[506027282] 'agreement among raft nodes before linearized reading' (duration: 131.149806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:00.336614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.066579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:02:00.336649Z","caller":"traceutil/trace.go:171","msg":"trace[426454363] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"158.49589ms","start":"2026-05-28T01:02:00.178128Z","end":"2026-05-28T01:02:00.336623Z","steps":["trace[426454363] 'process raft request' (duration: 158.112541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:00.336722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.361387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:02:00.336734Z","caller":"traceutil/trace.go:171","msg":"trace[1184012698] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8232; }","duration":"172.263424ms","start":"2026-05-28T01:02:00.164444Z","end":"2026-05-28T01:02:00.336708Z","steps":["trace[1184012698] 'agreement among raft nodes before linearized reading' (duration: 172.027368ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:00.336811Z","caller":"traceutil/trace.go:171","msg":"trace[231552328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8232; }","duration":"158.539961ms","start":"2026-05-28T01:02:00.17825Z","end":"2026-05-28T01:02:00.33679Z","steps":["trace[231552328] 'agreement among raft nodes before linearized reading' (duration: 158.250034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:00.336793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.453953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:02:00.336881Z","caller":"traceutil/trace.go:171","msg":"trace[204343943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8232; }","duration":"159.576605ms","start":"2026-05-28T01:02:00.177285Z","end":"2026-05-28T01:02:00.336862Z","steps":["trace[204343943] 'agreement among raft nodes before linearized reading' (duration: 159.281348ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:00.441481Z","caller":"traceutil/trace.go:171","msg":"trace[250351342] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"162.956816ms","start":"2026-05-28T01:02:00.278484Z","end":"2026-05-28T01:02:00.441441Z","steps":["trace[250351342] 'process raft request' (duration: 123.750053ms)","trace[250351342] 'compare' (duration: 38.915296ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:00.442051Z","caller":"traceutil/trace.go:171","msg":"trace[1761053927] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"159.561855ms","start":"2026-05-28T01:02:00.282454Z","end":"2026-05-28T01:02:00.442015Z","steps":["trace[1761053927] 'process raft request' (duration: 158.90689ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:00.442207Z","caller":"traceutil/trace.go:171","msg":"trace[2098175627] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"101.13644ms","start":"2026-05-28T01:02:00.341049Z","end":"2026-05-28T01:02:00.442186Z","steps":["trace[2098175627] 'process raft request' (duration: 100.608098ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:00.442381Z","caller":"traceutil/trace.go:171","msg":"trace[1456713554] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"101.134591ms","start":"2026-05-28T01:02:00.341231Z","end":"2026-05-28T01:02:00.442366Z","steps":["trace[1456713554] 'process raft request' (duration: 100.567257ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:00.560751Z","caller":"traceutil/trace.go:171","msg":"trace[1951252580] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"111.509174ms","start":"2026-05-28T01:02:00.449219Z","end":"2026-05-28T01:02:00.560728Z","steps":["trace[1951252580] 'process raft request' (duration: 107.004658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:00.977362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.356731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:00.977685Z","caller":"traceutil/trace.go:171","msg":"trace[1166879827] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"137.159298ms","start":"2026-05-28T01:02:00.840508Z","end":"2026-05-28T01:02:00.977667Z","steps":["trace[1166879827] 'process raft request' (duration: 137.064656ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:00.977688Z","caller":"traceutil/trace.go:171","msg":"trace[1588788890] linearizableReadLoop","detail":"{readStateIndex:8543; appliedIndex:8542; }","duration":"357.066072ms","start":"2026-05-28T01:02:00.620598Z","end":"2026-05-28T01:02:00.977664Z","steps":["trace[1588788890] 'read index received' (duration: 129.260001ms)","trace[1588788890] 'applied index is now lower than readState.Index' (duration: 227.803911ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:00.977695Z","caller":"traceutil/trace.go:171","msg":"trace[955655394] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"411.281658ms","start":"2026-05-28T01:02:00.566383Z","end":"2026-05-28T01:02:00.977665Z","steps":["trace[955655394] 'process raft request' (duration: 183.532199ms)","trace[955655394] 'compare' (duration: 226.994532ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:00.978025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:00.566354Z","time spent":"411.632807ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:00.978092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.484512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:33 size:546547"} {"level":"info","ts":"2026-05-28T01:02:00.978128Z","caller":"traceutil/trace.go:171","msg":"trace[496755473] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:33; response_revision:8241; }","duration":"357.534843ms","start":"2026-05-28T01:02:00.620585Z","end":"2026-05-28T01:02:00.97812Z","steps":["trace[496755473] 'agreement among raft nodes before linearized reading' (duration: 357.141824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:00.978159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:00.620528Z","time spent":"357.624566ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":33,"response size":546570,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:02:00.97836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.106604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:02:00.978446Z","caller":"traceutil/trace.go:171","msg":"trace[1566235579] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8241; }","duration":"309.234757ms","start":"2026-05-28T01:02:00.669196Z","end":"2026-05-28T01:02:00.978431Z","steps":["trace[1566235579] 'agreement among raft nodes before linearized reading' (duration: 309.117405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:00.978795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:00.669173Z","time spent":"309.606267ms","remote":"127.0.0.1:53258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:00.978924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.523226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:02:00.978964Z","caller":"traceutil/trace.go:171","msg":"trace[23030793] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8241; }","duration":"131.569377ms","start":"2026-05-28T01:02:00.847384Z","end":"2026-05-28T01:02:00.978953Z","steps":["trace[23030793] 'agreement among raft nodes before linearized reading' (duration: 131.496135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:00.978981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.273713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:02:00.979029Z","caller":"traceutil/trace.go:171","msg":"trace[1005811901] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8241; }","duration":"282.364835ms","start":"2026-05-28T01:02:00.696653Z","end":"2026-05-28T01:02:00.979017Z","steps":["trace[1005811901] 'agreement among raft nodes before linearized reading' (duration: 282.257913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:01.422415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.873508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:01.422516Z","caller":"traceutil/trace.go:171","msg":"trace[442094660] linearizableReadLoop","detail":"{readStateIndex:8545; appliedIndex:8544; }","duration":"286.83277ms","start":"2026-05-28T01:02:01.135665Z","end":"2026-05-28T01:02:01.422498Z","steps":["trace[442094660] 'read index received' (duration: 79.166293ms)","trace[442094660] 'applied index is now lower than readState.Index' (duration: 207.664767ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:01.422569Z","caller":"traceutil/trace.go:171","msg":"trace[452723697] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"311.532251ms","start":"2026-05-28T01:02:01.111009Z","end":"2026-05-28T01:02:01.422541Z","steps":["trace[452723697] 'process raft request' (duration: 104.451978ms)","trace[452723697] 'compare' (duration: 206.53437ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:01.422739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:01.110988Z","time spent":"311.675055ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:01.423137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.460815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:33 size:546547"} {"level":"info","ts":"2026-05-28T01:02:01.423192Z","caller":"traceutil/trace.go:171","msg":"trace[1113196646] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:33; response_revision:8242; }","duration":"287.553927ms","start":"2026-05-28T01:02:01.135627Z","end":"2026-05-28T01:02:01.423181Z","steps":["trace[1113196646] 'agreement among raft nodes before linearized reading' (duration: 286.924402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:01.666601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.61189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:01.666746Z","caller":"traceutil/trace.go:171","msg":"trace[1439393347] linearizableReadLoop","detail":"{readStateIndex:8546; appliedIndex:8545; }","duration":"202.25908ms","start":"2026-05-28T01:02:01.46447Z","end":"2026-05-28T01:02:01.666729Z","steps":["trace[1439393347] 'read index received' (duration: 86.426084ms)","trace[1439393347] 'applied index is now lower than readState.Index' (duration: 115.831636ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:01.666776Z","caller":"traceutil/trace.go:171","msg":"trace[1362523498] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"389.857995ms","start":"2026-05-28T01:02:01.276898Z","end":"2026-05-28T01:02:01.666756Z","steps":["trace[1362523498] 'process raft request' (duration: 273.984918ms)","trace[1362523498] 'compare' (duration: 115.399366ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:01.666809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.354773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:01.666833Z","caller":"traceutil/trace.go:171","msg":"trace[732024513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8243; }","duration":"202.424744ms","start":"2026-05-28T01:02:01.464401Z","end":"2026-05-28T01:02:01.666826Z","steps":["trace[732024513] 'agreement among raft nodes before linearized reading' (duration: 202.374143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:01.666869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:01.276878Z","time spent":"389.946807ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:02.494027Z","caller":"traceutil/trace.go:171","msg":"trace[896159419] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"152.439908ms","start":"2026-05-28T01:02:02.341564Z","end":"2026-05-28T01:02:02.494004Z","steps":["trace[896159419] 'process raft request' (duration: 151.919025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:02.8001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.252318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:02.80031Z","caller":"traceutil/trace.go:171","msg":"trace[983443193] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"230.915794ms","start":"2026-05-28T01:02:02.569361Z","end":"2026-05-28T01:02:02.800277Z","steps":["trace[983443193] 'process raft request' (duration: 102.38867ms)","trace[983443193] 'compare' (duration: 128.147736ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:03.530831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.936344ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-28T01:02:03.531082Z","caller":"traceutil/trace.go:171","msg":"trace[709878598] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"546.812579ms","start":"2026-05-28T01:02:02.984251Z","end":"2026-05-28T01:02:03.531063Z","steps":["trace[709878598] 'process raft request' (duration: 546.688026ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:03.531109Z","caller":"traceutil/trace.go:171","msg":"trace[1975923633] linearizableReadLoop","detail":"{readStateIndex:8553; appliedIndex:8552; }","duration":"615.376032ms","start":"2026-05-28T01:02:02.915701Z","end":"2026-05-28T01:02:03.531077Z","steps":["trace[1975923633] 'read index received' (duration: 56.203633ms)","trace[1975923633] 'applied index is now lower than readState.Index' (duration: 559.169469ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:03.531181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:02.984239Z","time spent":"546.87708ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:03.531308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:02.801056Z","time spent":"730.247846ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T01:02:03.531588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.881104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T01:02:03.531677Z","caller":"traceutil/trace.go:171","msg":"trace[171698518] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8250; }","duration":"616.038368ms","start":"2026-05-28T01:02:02.915619Z","end":"2026-05-28T01:02:03.531658Z","steps":["trace[171698518] 'agreement among raft nodes before linearized reading' (duration: 615.816623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:03.531736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:02.915589Z","time spent":"616.13443ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:02:05.065109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317370773s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:05.065332Z","caller":"traceutil/trace.go:171","msg":"trace[1421756746] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"1.52844773s","start":"2026-05-28T01:02:03.536867Z","end":"2026-05-28T01:02:05.065315Z","steps":["trace[1421756746] 'process raft request' (duration: 1.528401478s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:05.065404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:03.536844Z","time spent":"1.528528232s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:05.065386Z","caller":"traceutil/trace.go:171","msg":"trace[1315442423] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"1.637427115s","start":"2026-05-28T01:02:03.427898Z","end":"2026-05-28T01:02:05.065325Z","steps":["trace[1315442423] 'process raft request' (duration: 319.757235ms)","trace[1315442423] 'compare' (duration: 1.317229919s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:05.065507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787277571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:05.065507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59983393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:05.065557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:03.427873Z","time spent":"1.637588489s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:05.065553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939239887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:05.065595Z","caller":"traceutil/trace.go:171","msg":"trace[1779783524] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8253; }","duration":"1.787433005s","start":"2026-05-28T01:02:03.278143Z","end":"2026-05-28T01:02:05.065576Z","steps":["trace[1779783524] 'agreement among raft nodes before linearized reading' (duration: 1.78723218s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:05.065385Z","caller":"traceutil/trace.go:171","msg":"trace[72214523] linearizableReadLoop","detail":"{readStateIndex:8555; appliedIndex:8554; }","duration":"1.534182516s","start":"2026-05-28T01:02:03.531174Z","end":"2026-05-28T01:02:05.065356Z","steps":["trace[72214523] 'read index received' (duration: 216.495336ms)","trace[72214523] 'applied index is now lower than readState.Index' (duration: 1.317683679s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:05.065617Z","caller":"traceutil/trace.go:171","msg":"trace[554156655] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8253; }","duration":"1.9393524s","start":"2026-05-28T01:02:03.126252Z","end":"2026-05-28T01:02:05.065604Z","steps":["trace[554156655] 'agreement among raft nodes before linearized reading' (duration: 1.939248678s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:05.065616Z","caller":"traceutil/trace.go:171","msg":"trace[2123680777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8253; }","duration":"1.599950263s","start":"2026-05-28T01:02:03.465639Z","end":"2026-05-28T01:02:05.065589Z","steps":["trace[2123680777] 'agreement among raft nodes before linearized reading' (duration: 1.599740408s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:05.065613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786055663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:05.065647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:03.278112Z","time spent":"1.787524557s","remote":"127.0.0.1:59306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:05.065647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884891259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-28T01:02:05.065677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:03.46558Z","time spent":"1.600083536s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:02:05.06566Z","caller":"traceutil/trace.go:171","msg":"trace[1514635351] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"1.532594457s","start":"2026-05-28T01:02:03.533043Z","end":"2026-05-28T01:02:05.065638Z","steps":["trace[1514635351] 'process raft request' (duration: 1.532166677s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:05.065694Z","caller":"traceutil/trace.go:171","msg":"trace[1547104150] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8253; }","duration":"1.786204506s","start":"2026-05-28T01:02:03.279472Z","end":"2026-05-28T01:02:05.065676Z","steps":["trace[1547104150] 'agreement among raft nodes before linearized reading' (duration: 1.785910829s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:05.065728Z","caller":"traceutil/trace.go:171","msg":"trace[1983738761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8253; }","duration":"1.885018292s","start":"2026-05-28T01:02:03.180692Z","end":"2026-05-28T01:02:05.06571Z","steps":["trace[1983738761] 'agreement among raft nodes before linearized reading' (duration: 1.884788666s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:05.065751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:03.279448Z","time spent":"1.786292778s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:05.065774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:03.180669Z","time spent":"1.885095223s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:02:05.065789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:03.533021Z","time spent":"1.53270738s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:05.065667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:03.126239Z","time spent":"1.939408961s","remote":"127.0.0.1:60342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:05.065992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083486772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T01:02:05.066026Z","caller":"traceutil/trace.go:171","msg":"trace[1874356506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8253; }","duration":"2.083572664s","start":"2026-05-28T01:02:02.982444Z","end":"2026-05-28T01:02:05.066017Z","steps":["trace[1874356506] 'agreement among raft nodes before linearized reading' (duration: 2.08299436s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:05.066071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:02.982412Z","time spent":"2.083648746s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:02:05.566689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:02:05.619787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082124147s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:02:05.620303Z","caller":"traceutil/trace.go:171","msg":"trace[1795293896] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"1.121585176s","start":"2026-05-28T01:02:04.498692Z","end":"2026-05-28T01:02:05.620277Z","steps":["trace[1795293896] 'process raft request' (duration: 1.121536745s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:05.620463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:04.498663Z","time spent":"1.121713479s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:05.620609Z","caller":"traceutil/trace.go:171","msg":"trace[704320728] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"1.75958205s","start":"2026-05-28T01:02:03.861007Z","end":"2026-05-28T01:02:05.620589Z","steps":["trace[704320728] 'process raft request' (duration: 1.759047447s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:05.620695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:03.86097Z","time spent":"1.759682972s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:06.063209Z","caller":"traceutil/trace.go:171","msg":"trace[449592812] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"865.741275ms","start":"2026-05-28T01:02:05.197442Z","end":"2026-05-28T01:02:06.063183Z","steps":["trace[449592812] 'process raft request' (duration: 865.651033ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:06.063234Z","caller":"traceutil/trace.go:171","msg":"trace[356694297] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"993.072121ms","start":"2026-05-28T01:02:05.070134Z","end":"2026-05-28T01:02:06.063206Z","steps":["trace[356694297] 'process raft request' (duration: 977.203418ms)","trace[356694297] 'compare' (duration: 15.234859ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:06.063258Z","caller":"traceutil/trace.go:171","msg":"trace[1719116247] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8557; }","duration":"997.594988ms","start":"2026-05-28T01:02:05.065639Z","end":"2026-05-28T01:02:06.063234Z","steps":["trace[1719116247] 'read index received' (duration: 554.407648ms)","trace[1719116247] 'applied index is now lower than readState.Index' (duration: 443.18565ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:06.063366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:05.070119Z","time spent":"993.172223ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:06.063369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:05.197412Z","time spent":"865.872998ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:06.063523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998975814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:06.063541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529755512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:02:06.063559Z","caller":"traceutil/trace.go:171","msg":"trace[1966555884] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8258; }","duration":"1.999054285s","start":"2026-05-28T01:02:04.06449Z","end":"2026-05-28T01:02:06.063545Z","steps":["trace[1966555884] 'agreement among raft nodes before linearized reading' (duration: 1.998992404s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:06.063588Z","caller":"traceutil/trace.go:171","msg":"trace[757025619] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"526.730096ms","start":"2026-05-28T01:02:05.536852Z","end":"2026-05-28T01:02:06.063582Z","steps":["trace[757025619] 'process raft request' (duration: 526.289546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.063593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:04.064462Z","time spent":"1.999122657s","remote":"127.0.0.1:53316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:06.063632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:05.536773Z","time spent":"526.837979ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:06.063598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300281234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:06.063699Z","caller":"traceutil/trace.go:171","msg":"trace[255028908] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:0; response_revision:8258; }","duration":"2.300436399s","start":"2026-05-28T01:02:03.763247Z","end":"2026-05-28T01:02:06.063684Z","steps":["trace[255028908] 'agreement among raft nodes before linearized reading' (duration: 2.300306236s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.063722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320974402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:06.063787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:03.763207Z","time spent":"2.300567412s","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-05-28T01:02:06.06382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259634165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:02:06.063813Z","caller":"traceutil/trace.go:171","msg":"trace[652343763] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8258; }","duration":"2.321104415s","start":"2026-05-28T01:02:03.742683Z","end":"2026-05-28T01:02:06.063788Z","steps":["trace[652343763] 'agreement among raft nodes before linearized reading' (duration: 2.320950431s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.063828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530195112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T01:02:06.063856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:03.742565Z","time spent":"2.321281298s","remote":"127.0.0.1:46002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:02:06.063867Z","caller":"traceutil/trace.go:171","msg":"trace[1336367891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8258; }","duration":"1.530278534s","start":"2026-05-28T01:02:04.53358Z","end":"2026-05-28T01:02:06.063859Z","steps":["trace[1336367891] 'agreement among raft nodes before linearized reading' (duration: 1.530157551s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.063924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:04.533543Z","time spent":"1.530349586s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:02:06.063953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522809498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:02:06.063981Z","caller":"traceutil/trace.go:171","msg":"trace[1050347439] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8258; }","duration":"1.522860939s","start":"2026-05-28T01:02:04.541114Z","end":"2026-05-28T01:02:06.063975Z","steps":["trace[1050347439] 'agreement among raft nodes before linearized reading' (duration: 1.522770877s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.064013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:04.541103Z","time spent":"1.5229025s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:02:06.063762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039902683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:06.064232Z","caller":"traceutil/trace.go:171","msg":"trace[631425266] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8258; }","duration":"1.040412405s","start":"2026-05-28T01:02:05.023805Z","end":"2026-05-28T01:02:06.064217Z","steps":["trace[631425266] 'agreement among raft nodes before linearized reading' (duration: 1.039934364s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.064277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:05.023778Z","time spent":"1.040485777s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:02:06.06384Z","caller":"traceutil/trace.go:171","msg":"trace[1432735843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8258; }","duration":"1.259689216s","start":"2026-05-28T01:02:04.804145Z","end":"2026-05-28T01:02:06.063834Z","steps":["trace[1432735843] 'agreement among raft nodes before linearized reading' (duration: 1.259630935s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.063871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290648265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:06.063566Z","caller":"traceutil/trace.go:171","msg":"trace[1405903158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8258; }","duration":"1.529826114s","start":"2026-05-28T01:02:04.533731Z","end":"2026-05-28T01:02:06.063557Z","steps":["trace[1405903158] 'agreement among raft nodes before linearized reading' (duration: 1.529718391s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.064357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:04.804122Z","time spent":"1.260215288s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T01:02:06.064374Z","caller":"traceutil/trace.go:171","msg":"trace[1086073895] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8258; }","duration":"1.291190437s","start":"2026-05-28T01:02:04.773168Z","end":"2026-05-28T01:02:06.064358Z","steps":["trace[1086073895] 'agreement among raft nodes before linearized reading' (duration: 1.290685976s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.064416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:04.773141Z","time spent":"1.29126166s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:06.064435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:04.533693Z","time spent":"1.530696464s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:02:06.064901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535024016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T01:02:06.064951Z","caller":"traceutil/trace.go:171","msg":"trace[1295846059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8258; }","duration":"1.535104648s","start":"2026-05-28T01:02:04.529836Z","end":"2026-05-28T01:02:06.06494Z","steps":["trace[1295846059] 'agreement among raft nodes before linearized reading' (duration: 1.534240378s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.06498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:04.529823Z","time spent":"1.535150839s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T01:02:06.094595Z","caller":"traceutil/trace.go:171","msg":"trace[1274986800] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"299.56961ms","start":"2026-05-28T01:02:05.794999Z","end":"2026-05-28T01:02:06.094568Z","steps":["trace[1274986800] 'process raft request' (duration: 299.11672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.094999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026675912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-28T01:02:06.095046Z","caller":"traceutil/trace.go:171","msg":"trace[1621452116] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8259; }","duration":"1.026747274s","start":"2026-05-28T01:02:05.068285Z","end":"2026-05-28T01:02:06.095032Z","steps":["trace[1621452116] 'agreement among raft nodes before linearized reading' (duration: 1.026586891s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.094997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.873085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:06.095139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027609704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:06.095135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.765954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:06.095172Z","caller":"traceutil/trace.go:171","msg":"trace[1614703192] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8259; }","duration":"1.027645165s","start":"2026-05-28T01:02:05.067519Z","end":"2026-05-28T01:02:06.095165Z","steps":["trace[1614703192] 'agreement among raft nodes before linearized reading' (duration: 1.027592704s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:06.095188Z","caller":"traceutil/trace.go:171","msg":"trace[2051110078] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8259; }","duration":"978.865347ms","start":"2026-05-28T01:02:05.116308Z","end":"2026-05-28T01:02:06.095174Z","steps":["trace[2051110078] 'agreement among raft nodes before linearized reading' (duration: 978.783305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.095201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:05.067466Z","time spent":"1.027727747s","remote":"127.0.0.1:46064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:06.095079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:05.068274Z","time spent":"1.026797445s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T01:02:06.095282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.613887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:06.095142Z","caller":"traceutil/trace.go:171","msg":"trace[312552215] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8259; }","duration":"203.074979ms","start":"2026-05-28T01:02:05.892049Z","end":"2026-05-28T01:02:06.095124Z","steps":["trace[312552215] 'agreement among raft nodes before linearized reading' (duration: 202.865235ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:06.095318Z","caller":"traceutil/trace.go:171","msg":"trace[1093182514] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8259; }","duration":"790.898294ms","start":"2026-05-28T01:02:05.30441Z","end":"2026-05-28T01:02:06.095308Z","steps":["trace[1093182514] 'agreement among raft nodes before linearized reading' (duration: 790.614857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.095348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:05.304395Z","time spent":"790.945645ms","remote":"127.0.0.1:59154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:06.095181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026177191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-28T01:02:06.095233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:05.116284Z","time spent":"978.939579ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:02:06.095416Z","caller":"traceutil/trace.go:171","msg":"trace[1122899447] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8259; }","duration":"1.026448337s","start":"2026-05-28T01:02:05.068943Z","end":"2026-05-28T01:02:06.095391Z","steps":["trace[1122899447] 'agreement among raft nodes before linearized reading' (duration: 1.025854413s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.095202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027608494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:06.095532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:05.068934Z","time spent":"1.02658272s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:02:06.095571Z","caller":"traceutil/trace.go:171","msg":"trace[1418346743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8259; }","duration":"1.028159837s","start":"2026-05-28T01:02:05.067368Z","end":"2026-05-28T01:02:06.095528Z","steps":["trace[1418346743] 'agreement among raft nodes before linearized reading' (duration: 1.027621704s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.095712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.235377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-28T01:02:06.095727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:05.067337Z","time spent":"1.028374552s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:02:06.095771Z","caller":"traceutil/trace.go:171","msg":"trace[156586565] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8259; }","duration":"388.36094ms","start":"2026-05-28T01:02:05.707392Z","end":"2026-05-28T01:02:06.095753Z","steps":["trace[156586565] 'agreement among raft nodes before linearized reading' (duration: 388.017242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.095814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:05.70737Z","time spent":"388.434512ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-28T01:02:06.537955Z","caller":"traceutil/trace.go:171","msg":"trace[1195239236] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"376.012809ms","start":"2026-05-28T01:02:06.161915Z","end":"2026-05-28T01:02:06.537928Z","steps":["trace[1195239236] 'process raft request' (duration: 375.858556ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:06.537969Z","caller":"traceutil/trace.go:171","msg":"trace[1274427041] linearizableReadLoop","detail":"{readStateIndex:8571; appliedIndex:8570; }","duration":"336.267503ms","start":"2026-05-28T01:02:06.201655Z","end":"2026-05-28T01:02:06.537923Z","steps":["trace[1274427041] 'read index received' (duration: 336.233603ms)","trace[1274427041] 'applied index is now lower than readState.Index' (duration: 31.78µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:06.538113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:06.16189Z","time spent":"376.143222ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:06.538311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.637115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:02:06.53836Z","caller":"traceutil/trace.go:171","msg":"trace[1615666089] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8267; }","duration":"385.743958ms","start":"2026-05-28T01:02:06.152604Z","end":"2026-05-28T01:02:06.538348Z","steps":["trace[1615666089] 'agreement among raft nodes before linearized reading' (duration: 385.482072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.538411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:06.152588Z","time spent":"385.81382ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T01:02:06.818575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.531703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:06.818794Z","caller":"traceutil/trace.go:171","msg":"trace[1869715079] linearizableReadLoop","detail":"{readStateIndex:8573; appliedIndex:8571; }","duration":"280.723187ms","start":"2026-05-28T01:02:06.538053Z","end":"2026-05-28T01:02:06.818776Z","steps":["trace[1869715079] 'read index received' (duration: 177.98959ms)","trace[1869715079] 'applied index is now lower than readState.Index' (duration: 102.732677ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:06.818904Z","caller":"traceutil/trace.go:171","msg":"trace[1635548459] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"610.452856ms","start":"2026-05-28T01:02:06.208415Z","end":"2026-05-28T01:02:06.818868Z","steps":["trace[1635548459] 'process raft request' (duration: 507.557475ms)","trace[1635548459] 'compare' (duration: 102.375339ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:06.818946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.082306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:06.818991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.632312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-6gcfm.18b39445eef76d4e\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-28T01:02:06.819002Z","caller":"traceutil/trace.go:171","msg":"trace[1667549856] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8269; }","duration":"550.162677ms","start":"2026-05-28T01:02:06.268825Z","end":"2026-05-28T01:02:06.818988Z","steps":["trace[1667549856] 'agreement among raft nodes before linearized reading' (duration: 549.998633ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:06.819021Z","caller":"traceutil/trace.go:171","msg":"trace[1949642843] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-6gcfm.18b39445eef76d4e; range_end:; response_count:1; response_revision:8269; }","duration":"551.707544ms","start":"2026-05-28T01:02:06.267303Z","end":"2026-05-28T01:02:06.819011Z","steps":["trace[1949642843] 'agreement among raft nodes before linearized reading' (duration: 551.528869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.819038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:06.26882Z","time spent":"550.209399ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T01:02:06.819054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:06.267284Z","time spent":"551.763316ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":788,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-6gcfm.18b39445eef76d4e\" "} {"level":"warn","ts":"2026-05-28T01:02:06.819051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:06.20839Z","time spent":"610.5821ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T01:02:06.819449Z","caller":"traceutil/trace.go:171","msg":"trace[1742509789] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"595.476735ms","start":"2026-05-28T01:02:06.223954Z","end":"2026-05-28T01:02:06.819431Z","steps":["trace[1742509789] 'process raft request' (duration: 594.750847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:06.819536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:06.223931Z","time spent":"595.561876ms","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1185,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:02:07.122017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.964662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:07.122165Z","caller":"traceutil/trace.go:171","msg":"trace[524515486] linearizableReadLoop","detail":"{readStateIndex:8574; appliedIndex:8573; }","duration":"295.31268ms","start":"2026-05-28T01:02:06.82682Z","end":"2026-05-28T01:02:07.122133Z","steps":["trace[524515486] 'read index received' (duration: 133.084132ms)","trace[524515486] 'applied index is now lower than readState.Index' (duration: 162.226998ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:07.122196Z","caller":"traceutil/trace.go:171","msg":"trace[1569961878] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"300.636125ms","start":"2026-05-28T01:02:06.821522Z","end":"2026-05-28T01:02:07.122158Z","steps":["trace[1569961878] 'process raft request' (duration: 138.400757ms)","trace[1569961878] 'compare' (duration: 161.794818ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:07.122289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.457524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:07.122341Z","caller":"traceutil/trace.go:171","msg":"trace[1403075087] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8270; }","duration":"295.548885ms","start":"2026-05-28T01:02:06.826781Z","end":"2026-05-28T01:02:07.12233Z","steps":["trace[1403075087] 'agreement among raft nodes before linearized reading' (duration: 295.433683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:07.122416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:06.821493Z","time spent":"300.796859ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:07.776964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.372838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:07.777258Z","caller":"traceutil/trace.go:171","msg":"trace[102026681] linearizableReadLoop","detail":"{readStateIndex:8578; appliedIndex:8574; }","duration":"651.579544ms","start":"2026-05-28T01:02:07.12566Z","end":"2026-05-28T01:02:07.777239Z","steps":["trace[102026681] 'read index received' (duration: 269.015181ms)","trace[102026681] 'applied index is now lower than readState.Index' (duration: 382.562503ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:07.777293Z","caller":"traceutil/trace.go:171","msg":"trace[649729294] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"945.296497ms","start":"2026-05-28T01:02:06.831964Z","end":"2026-05-28T01:02:07.777261Z","steps":["trace[649729294] 'process raft request' (duration: 945.098682ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:07.777346Z","caller":"traceutil/trace.go:171","msg":"trace[1910897877] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8272; }","duration":"942.711986ms","start":"2026-05-28T01:02:06.834623Z","end":"2026-05-28T01:02:07.777335Z","steps":["trace[1910897877] 'process raft request' (duration: 942.513652ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:07.777376Z","caller":"traceutil/trace.go:171","msg":"trace[1147005393] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"950.509219ms","start":"2026-05-28T01:02:06.82682Z","end":"2026-05-28T01:02:07.777329Z","steps":["trace[1147005393] 'process raft request' (duration: 567.68105ms)","trace[1147005393] 'compare' (duration: 382.186874ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:07.777472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:06.831949Z","time spent":"945.4217ms","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1773,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:07.777519Z","caller":"traceutil/trace.go:171","msg":"trace[2096187196] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"705.925484ms","start":"2026-05-28T01:02:07.071557Z","end":"2026-05-28T01:02:07.777483Z","steps":["trace[2096187196] 'process raft request' (duration: 705.617907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:07.77756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:06.826798Z","time spent":"950.679684ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:02:07.777426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:06.834612Z","time spent":"942.763227ms","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":1822,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:07.777671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:07.071526Z","time spent":"706.056746ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:07.777729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.038935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:02:07.777815Z","caller":"traceutil/trace.go:171","msg":"trace[594428473] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8273; }","duration":"652.174958ms","start":"2026-05-28T01:02:07.125621Z","end":"2026-05-28T01:02:07.777796Z","steps":["trace[594428473] 'agreement among raft nodes before linearized reading' (duration: 651.892771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:07.777863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:07.125605Z","time spent":"652.24835ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:02:07.837387Z","caller":"traceutil/trace.go:171","msg":"trace[1515677487] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"210.704758ms","start":"2026-05-28T01:02:07.62666Z","end":"2026-05-28T01:02:07.837365Z","steps":["trace[1515677487] 'process raft request' (duration: 210.569755ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:07.866869Z","caller":"traceutil/trace.go:171","msg":"trace[1389694776] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"239.965787ms","start":"2026-05-28T01:02:07.626876Z","end":"2026-05-28T01:02:07.866841Z","steps":["trace[1389694776] 'process raft request' (duration: 239.736732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:07.867221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.097484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:07.867313Z","caller":"traceutil/trace.go:171","msg":"trace[133027140] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8276; }","duration":"445.235898ms","start":"2026-05-28T01:02:07.422054Z","end":"2026-05-28T01:02:07.86729Z","steps":["trace[133027140] 'agreement among raft nodes before linearized reading' (duration: 445.064823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:07.86736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:07.422035Z","time spent":"445.313569ms","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:07.867344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.568783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:07.867426Z","caller":"traceutil/trace.go:171","msg":"trace[184123803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8276; }","duration":"402.690146ms","start":"2026-05-28T01:02:07.464717Z","end":"2026-05-28T01:02:07.867407Z","steps":["trace[184123803] 'agreement among raft nodes before linearized reading' (duration: 402.515292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:07.86748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:07.464705Z","time spent":"402.767718ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:02:08.009053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.670943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:08.009191Z","caller":"traceutil/trace.go:171","msg":"trace[1804457835] linearizableReadLoop","detail":"{readStateIndex:8582; appliedIndex:8581; }","duration":"131.406242ms","start":"2026-05-28T01:02:07.877761Z","end":"2026-05-28T01:02:08.009167Z","steps":["trace[1804457835] 'read index received' (duration: 12.600406ms)","trace[1804457835] 'applied index is now lower than readState.Index' (duration: 118.804306ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:08.009418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.650638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-28T01:02:08.009475Z","caller":"traceutil/trace.go:171","msg":"trace[694456906] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8277; }","duration":"131.74804ms","start":"2026-05-28T01:02:07.877712Z","end":"2026-05-28T01:02:08.00946Z","steps":["trace[694456906] 'agreement among raft nodes before linearized reading' (duration: 131.517995ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:08.009487Z","caller":"traceutil/trace.go:171","msg":"trace[1819083248] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"136.190225ms","start":"2026-05-28T01:02:07.873253Z","end":"2026-05-28T01:02:08.009443Z","steps":["trace[1819083248] 'process raft request' (duration: 17.047871ms)","trace[1819083248] 'compare' (duration: 118.461788ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:08.340233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.454944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:08.340459Z","caller":"traceutil/trace.go:171","msg":"trace[875820982] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"325.721825ms","start":"2026-05-28T01:02:08.014705Z","end":"2026-05-28T01:02:08.340427Z","steps":["trace[875820982] 'process raft request' (duration: 191.005505ms)","trace[875820982] 'compare' (duration: 134.332511ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:08.34081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:08.014668Z","time spent":"326.048523ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T01:02:08.434737Z","caller":"traceutil/trace.go:171","msg":"trace[1249979780] linearizableReadLoop","detail":"{readStateIndex:8585; appliedIndex:8582; }","duration":"365.962402ms","start":"2026-05-28T01:02:08.068751Z","end":"2026-05-28T01:02:08.434713Z","steps":["trace[1249979780] 'read index received' (duration: 136.939583ms)","trace[1249979780] 'applied index is now lower than readState.Index' (duration: 229.021969ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:08.434853Z","caller":"traceutil/trace.go:171","msg":"trace[690438155] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"351.395509ms","start":"2026-05-28T01:02:08.083442Z","end":"2026-05-28T01:02:08.434837Z","steps":["trace[690438155] 'process raft request' (duration: 351.128913ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:08.434893Z","caller":"traceutil/trace.go:171","msg":"trace[635857390] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"366.142957ms","start":"2026-05-28T01:02:08.068721Z","end":"2026-05-28T01:02:08.434864Z","steps":["trace[635857390] 'process raft request' (duration: 365.468591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:08.434952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:08.083427Z","time spent":"351.453911ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:02:08.43503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:08.068696Z","time spent":"366.26201ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:08.435226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.456095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T01:02:08.435316Z","caller":"traceutil/trace.go:171","msg":"trace[1447528518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8280; }","duration":"366.601798ms","start":"2026-05-28T01:02:08.068694Z","end":"2026-05-28T01:02:08.435295Z","steps":["trace[1447528518] 'agreement among raft nodes before linearized reading' (duration: 366.291591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:08.435367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:08.068654Z","time spent":"366.70107ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:02:08.53416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.959037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:02:08.534243Z","caller":"traceutil/trace.go:171","msg":"trace[1142403229] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8281; }","duration":"421.077009ms","start":"2026-05-28T01:02:08.113147Z","end":"2026-05-28T01:02:08.534224Z","steps":["trace[1142403229] 'agreement among raft nodes before linearized reading' (duration: 420.806093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:08.534233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.505375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T01:02:08.534289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:08.113136Z","time spent":"421.144972ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"info","ts":"2026-05-28T01:02:08.534333Z","caller":"traceutil/trace.go:171","msg":"trace[996334549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8281; }","duration":"425.621527ms","start":"2026-05-28T01:02:08.108683Z","end":"2026-05-28T01:02:08.534304Z","steps":["trace[996334549] 'agreement among raft nodes before linearized reading' (duration: 425.32534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:08.53439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:08.108663Z","time spent":"425.718329ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T01:02:08.534531Z","caller":"traceutil/trace.go:171","msg":"trace[2038220820] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"183.523259ms","start":"2026-05-28T01:02:08.35099Z","end":"2026-05-28T01:02:08.534513Z","steps":["trace[2038220820] 'process raft request' (duration: 125.974705ms)","trace[2038220820] 'compare' (duration: 56.487939ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:08.534758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.099188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:02:08.5348Z","caller":"traceutil/trace.go:171","msg":"trace[1157243654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8281; }","duration":"426.15775ms","start":"2026-05-28T01:02:08.108631Z","end":"2026-05-28T01:02:08.534789Z","steps":["trace[1157243654] 'agreement among raft nodes before linearized reading' (duration: 426.035707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:08.534806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.854738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:08.53483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:08.108623Z","time spent":"426.20003ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T01:02:08.534857Z","caller":"traceutil/trace.go:171","msg":"trace[734080347] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8281; }","duration":"206.90867ms","start":"2026-05-28T01:02:08.327919Z","end":"2026-05-28T01:02:08.534828Z","steps":["trace[734080347] 'agreement among raft nodes before linearized reading' (duration: 206.861209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:08.535034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.809595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T01:02:08.535047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.406285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:02:08.535072Z","caller":"traceutil/trace.go:171","msg":"trace[177604481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8281; }","duration":"426.869726ms","start":"2026-05-28T01:02:08.108193Z","end":"2026-05-28T01:02:08.535063Z","steps":["trace[177604481] 'agreement among raft nodes before linearized reading' (duration: 426.768424ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:08.53508Z","caller":"traceutil/trace.go:171","msg":"trace[948759382] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8281; }","duration":"225.472126ms","start":"2026-05-28T01:02:08.309596Z","end":"2026-05-28T01:02:08.535068Z","steps":["trace[948759382] 'agreement among raft nodes before linearized reading' (duration: 225.411615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:08.535102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:08.108188Z","time spent":"426.906707ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:02:08.535293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.111832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T01:02:08.535327Z","caller":"traceutil/trace.go:171","msg":"trace[237540399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8281; }","duration":"427.174653ms","start":"2026-05-28T01:02:08.108143Z","end":"2026-05-28T01:02:08.535318Z","steps":["trace[237540399] 'agreement among raft nodes before linearized reading' (duration: 427.080871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:08.535354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:08.108128Z","time spent":"427.220415ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:02:08.534759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.02579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:08.535539Z","caller":"traceutil/trace.go:171","msg":"trace[1069445562] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8281; }","duration":"192.834279ms","start":"2026-05-28T01:02:08.342686Z","end":"2026-05-28T01:02:08.53552Z","steps":["trace[1069445562] 'agreement among raft nodes before linearized reading' (duration: 192.03375ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:08.546458Z","caller":"traceutil/trace.go:171","msg":"trace[1646848646] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"106.63297ms","start":"2026-05-28T01:02:08.439798Z","end":"2026-05-28T01:02:08.546431Z","steps":["trace[1646848646] 'process raft request' (duration: 106.267111ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:08.546492Z","caller":"traceutil/trace.go:171","msg":"trace[1138188934] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"106.576478ms","start":"2026-05-28T01:02:08.439894Z","end":"2026-05-28T01:02:08.54647Z","steps":["trace[1138188934] 'process raft request' (duration: 106.288442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:08.54656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.868741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-28T01:02:08.546598Z","caller":"traceutil/trace.go:171","msg":"trace[1579713194] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8284; }","duration":"105.952623ms","start":"2026-05-28T01:02:08.440636Z","end":"2026-05-28T01:02:08.546589Z","steps":["trace[1579713194] 'agreement among raft nodes before linearized reading' (duration: 105.849821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:08.546771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.38832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-28T01:02:08.546833Z","caller":"traceutil/trace.go:171","msg":"trace[913195260] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8284; }","duration":"105.484993ms","start":"2026-05-28T01:02:08.441336Z","end":"2026-05-28T01:02:08.546821Z","steps":["trace[913195260] 'agreement among raft nodes before linearized reading' (duration: 105.338039ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:08.746162Z","caller":"traceutil/trace.go:171","msg":"trace[190313751] linearizableReadLoop","detail":"{readStateIndex:8595; appliedIndex:8594; }","duration":"139.677416ms","start":"2026-05-28T01:02:08.60646Z","end":"2026-05-28T01:02:08.746137Z","steps":["trace[190313751] 'read index received' (duration: 139.118443ms)","trace[190313751] 'applied index is now lower than readState.Index' (duration: 558.073µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:08.746279Z","caller":"traceutil/trace.go:171","msg":"trace[1659074509] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"184.161594ms","start":"2026-05-28T01:02:08.562076Z","end":"2026-05-28T01:02:08.746237Z","steps":["trace[1659074509] 'process raft request' (duration: 183.56708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:08.746549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.435929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-05-28T01:02:08.746651Z","caller":"traceutil/trace.go:171","msg":"trace[1711561107] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8289; }","duration":"195.546802ms","start":"2026-05-28T01:02:08.551063Z","end":"2026-05-28T01:02:08.74661Z","steps":["trace[1711561107] 'agreement among raft nodes before linearized reading' (duration: 195.201893ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:09.009203Z","caller":"traceutil/trace.go:171","msg":"trace[1664274320] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"255.462012ms","start":"2026-05-28T01:02:08.753706Z","end":"2026-05-28T01:02:09.009168Z","steps":["trace[1664274320] 'process raft request' (duration: 211.295512ms)","trace[1664274320] 'compare' (duration: 43.874093ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:09.009358Z","caller":"traceutil/trace.go:171","msg":"trace[614361696] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"254.702515ms","start":"2026-05-28T01:02:08.754626Z","end":"2026-05-28T01:02:09.009328Z","steps":["trace[614361696] 'process raft request' (duration: 254.433978ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:09.009594Z","caller":"traceutil/trace.go:171","msg":"trace[1796859631] linearizableReadLoop","detail":"{readStateIndex:8602; appliedIndex:8595; }","duration":"244.838032ms","start":"2026-05-28T01:02:08.764727Z","end":"2026-05-28T01:02:09.009565Z","steps":["trace[1796859631] 'read index received' (duration: 19.454088ms)","trace[1796859631] 'applied index is now lower than readState.Index' (duration: 225.382724ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:09.009692Z","caller":"traceutil/trace.go:171","msg":"trace[414551059] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"254.96006ms","start":"2026-05-28T01:02:08.754721Z","end":"2026-05-28T01:02:09.009681Z","steps":["trace[414551059] 'process raft request' (duration: 254.407997ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:09.009983Z","caller":"traceutil/trace.go:171","msg":"trace[1923896300] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"246.483311ms","start":"2026-05-28T01:02:08.763481Z","end":"2026-05-28T01:02:09.009964Z","steps":["trace[1923896300] 'process raft request' (duration: 245.993749ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:09.009647Z","caller":"traceutil/trace.go:171","msg":"trace[912557563] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"254.759286ms","start":"2026-05-28T01:02:08.754875Z","end":"2026-05-28T01:02:09.009634Z","steps":["trace[912557563] 'process raft request' (duration: 254.49784ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:09.010231Z","caller":"traceutil/trace.go:171","msg":"trace[753373834] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"255.37674ms","start":"2026-05-28T01:02:08.754823Z","end":"2026-05-28T01:02:09.0102Z","steps":["trace[753373834] 'process raft request' (duration: 254.382697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:09.010576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.12077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:09.010616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.873597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-28T01:02:09.010674Z","caller":"traceutil/trace.go:171","msg":"trace[448469645] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8296; }","duration":"189.231274ms","start":"2026-05-28T01:02:08.8214Z","end":"2026-05-28T01:02:09.010631Z","steps":["trace[448469645] 'agreement among raft nodes before linearized reading' (duration: 189.105571ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:09.010709Z","caller":"traceutil/trace.go:171","msg":"trace[199935023] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8296; }","duration":"246.00515ms","start":"2026-05-28T01:02:08.764684Z","end":"2026-05-28T01:02:09.010689Z","steps":["trace[199935023] 'agreement among raft nodes before linearized reading' (duration: 245.786815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:09.012031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.957269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-05-28T01:02:09.012096Z","caller":"traceutil/trace.go:171","msg":"trace[1804975522] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8296; }","duration":"212.068222ms","start":"2026-05-28T01:02:08.800012Z","end":"2026-05-28T01:02:09.01208Z","steps":["trace[1804975522] 'agreement among raft nodes before linearized reading' (duration: 210.067395ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:09.274845Z","caller":"traceutil/trace.go:171","msg":"trace[660412542] linearizableReadLoop","detail":"{readStateIndex:8604; appliedIndex:8602; }","duration":"254.246824ms","start":"2026-05-28T01:02:09.020574Z","end":"2026-05-28T01:02:09.274821Z","steps":["trace[660412542] 'read index received' (duration: 33.326365ms)","trace[660412542] 'applied index is now lower than readState.Index' (duration: 220.919069ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:09.274971Z","caller":"traceutil/trace.go:171","msg":"trace[1165387440] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"248.184841ms","start":"2026-05-28T01:02:09.026775Z","end":"2026-05-28T01:02:09.27496Z","steps":["trace[1165387440] 'process raft request' (duration: 247.918915ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:09.275107Z","caller":"traceutil/trace.go:171","msg":"trace[796014251] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"256.054807ms","start":"2026-05-28T01:02:09.019011Z","end":"2026-05-28T01:02:09.275066Z","steps":["trace[796014251] 'process raft request' (duration: 255.497354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:09.275282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.668166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-28T01:02:09.275392Z","caller":"traceutil/trace.go:171","msg":"trace[543987248] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8299; }","duration":"232.82806ms","start":"2026-05-28T01:02:09.042542Z","end":"2026-05-28T01:02:09.27537Z","steps":["trace[543987248] 'agreement among raft nodes before linearized reading' (duration: 232.551513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:09.275595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.923623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:02:09.275649Z","caller":"traceutil/trace.go:171","msg":"trace[1502393177] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8299; }","duration":"151.008914ms","start":"2026-05-28T01:02:09.124626Z","end":"2026-05-28T01:02:09.275635Z","steps":["trace[1502393177] 'agreement among raft nodes before linearized reading' (duration: 150.892171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:09.275691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.092294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-28T01:02:09.275985Z","caller":"traceutil/trace.go:171","msg":"trace[2089035603] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8299; }","duration":"255.412801ms","start":"2026-05-28T01:02:09.020557Z","end":"2026-05-28T01:02:09.27597Z","steps":["trace[2089035603] 'agreement among raft nodes before linearized reading' (duration: 254.782006ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:09.453456Z","caller":"traceutil/trace.go:171","msg":"trace[460662330] linearizableReadLoop","detail":"{readStateIndex:8606; appliedIndex:8605; }","duration":"162.644977ms","start":"2026-05-28T01:02:09.290789Z","end":"2026-05-28T01:02:09.453434Z","steps":["trace[460662330] 'read index received' (duration: 162.466693ms)","trace[460662330] 'applied index is now lower than readState.Index' (duration: 177.274µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:09.453722Z","caller":"traceutil/trace.go:171","msg":"trace[359711116] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"164.194024ms","start":"2026-05-28T01:02:09.289515Z","end":"2026-05-28T01:02:09.453709Z","steps":["trace[359711116] 'process raft request' (duration: 163.781164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:09.454227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.413117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-05-28T01:02:09.454301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.920348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-05-28T01:02:09.454305Z","caller":"traceutil/trace.go:171","msg":"trace[1392786257] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8300; }","duration":"163.512809ms","start":"2026-05-28T01:02:09.290773Z","end":"2026-05-28T01:02:09.454286Z","steps":["trace[1392786257] 'agreement among raft nodes before linearized reading' (duration: 163.228662ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:09.45435Z","caller":"traceutil/trace.go:171","msg":"trace[567006092] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8300; }","duration":"149.99397ms","start":"2026-05-28T01:02:09.304344Z","end":"2026-05-28T01:02:09.454338Z","steps":["trace[567006092] 'agreement among raft nodes before linearized reading' (duration: 149.827246ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:09.579673Z","caller":"traceutil/trace.go:171","msg":"trace[1812156377] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"112.556059ms","start":"2026-05-28T01:02:09.467089Z","end":"2026-05-28T01:02:09.579645Z","steps":["trace[1812156377] 'process raft request' (duration: 101.57013ms)","trace[1812156377] 'compare' (duration: 10.753713ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:10.803891Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.234200966s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:02:10.804406Z","caller":"traceutil/trace.go:171","msg":"trace[322447016] linearizableReadLoop","detail":"{readStateIndex:8608; appliedIndex:8606; }","duration":"1.336182036s","start":"2026-05-28T01:02:09.468191Z","end":"2026-05-28T01:02:10.804373Z","steps":["trace[322447016] 'read index received' (duration: 100.481455ms)","trace[322447016] 'applied index is now lower than readState.Index' (duration: 1.235699311s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:10.80447Z","caller":"traceutil/trace.go:171","msg":"trace[723000040] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"1.336316829s","start":"2026-05-28T01:02:09.468105Z","end":"2026-05-28T01:02:10.804422Z","steps":["trace[723000040] 'process raft request' (duration: 1.336009942s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:10.804552Z","caller":"traceutil/trace.go:171","msg":"trace[268101486] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8302; }","duration":"1.332866288s","start":"2026-05-28T01:02:09.471644Z","end":"2026-05-28T01:02:10.804511Z","steps":["trace[268101486] 'process raft request' (duration: 1.332670934s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:10.804672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336448382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-05-28T01:02:10.804711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:09.468094Z","time spent":"1.336481944s","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2769,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:10.80473Z","caller":"traceutil/trace.go:171","msg":"trace[992919637] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8302; }","duration":"1.336538225s","start":"2026-05-28T01:02:09.468176Z","end":"2026-05-28T01:02:10.804714Z","steps":["trace[992919637] 'agreement among raft nodes before linearized reading' (duration: 1.33633553s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:10.804776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:09.471631Z","time spent":"1.333019191s","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":2818,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:10.804788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:09.468169Z","time spent":"1.336601206s","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-05-28T01:02:11.305082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:02:11.763587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:11.261849Z","time spent":"501.732417ms","remote":"127.0.0.1:34200","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T01:02:11.805675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200323,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:02:11.848322Z","caller":"traceutil/trace.go:171","msg":"trace[712303264] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"2.065306975s","start":"2026-05-28T01:02:09.782974Z","end":"2026-05-28T01:02:11.848281Z","steps":["trace[712303264] 'process raft request' (duration: 2.064955436s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:11.848383Z","caller":"traceutil/trace.go:171","msg":"trace[341920132] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"1.407847022s","start":"2026-05-28T01:02:10.440502Z","end":"2026-05-28T01:02:11.848349Z","steps":["trace[341920132] 'process raft request' (duration: 1.407785481s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:11.848374Z","caller":"traceutil/trace.go:171","msg":"trace[955967245] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"2.006552542s","start":"2026-05-28T01:02:09.841781Z","end":"2026-05-28T01:02:11.848333Z","steps":["trace[955967245] 'process raft request' (duration: 2.006349787s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:11.848573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:09.841748Z","time spent":"2.006714226s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:11.848575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:10.440469Z","time spent":"1.407978815s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:11.848596Z","caller":"traceutil/trace.go:171","msg":"trace[991485787] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"1.446598203s","start":"2026-05-28T01:02:10.401834Z","end":"2026-05-28T01:02:11.848432Z","steps":["trace[991485787] 'process raft request' (duration: 1.446389888s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:11.848783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:09.782935Z","time spent":"2.06551067s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:11.848803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:10.401792Z","time spent":"1.446935131s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T01:02:11.849172Z","caller":"traceutil/trace.go:171","msg":"trace[130275222] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"1.976787851s","start":"2026-05-28T01:02:09.872365Z","end":"2026-05-28T01:02:11.849153Z","steps":["trace[130275222] 'process raft request' (duration: 1.975823348s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:11.849351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:09.872345Z","time spent":"1.976963746s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:11.99725Z","caller":"traceutil/trace.go:171","msg":"trace[1184164696] linearizableReadLoop","detail":"{readStateIndex:8615; appliedIndex:8609; }","duration":"1.19274524s","start":"2026-05-28T01:02:10.804478Z","end":"2026-05-28T01:02:11.997223Z","steps":["trace[1184164696] 'read index received' (duration: 1.043527688s)","trace[1184164696] 'applied index is now lower than readState.Index' (duration: 149.216242ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:11.99766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447913254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:02:11.997703Z","caller":"traceutil/trace.go:171","msg":"trace[1838661482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8308; }","duration":"1.448012307s","start":"2026-05-28T01:02:10.54968Z","end":"2026-05-28T01:02:11.997692Z","steps":["trace[1838661482] 'agreement among raft nodes before linearized reading' (duration: 1.447833373s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:11.997667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388162258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T01:02:11.997698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185762575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:11.997775Z","caller":"traceutil/trace.go:171","msg":"trace[1661449674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8308; }","duration":"1.388329302s","start":"2026-05-28T01:02:10.609419Z","end":"2026-05-28T01:02:11.997748Z","steps":["trace[1661449674] 'agreement among raft nodes before linearized reading' (duration: 1.387993824s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:11.997809Z","caller":"traceutil/trace.go:171","msg":"trace[1710047001] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:8308; }","duration":"1.185917319s","start":"2026-05-28T01:02:10.811865Z","end":"2026-05-28T01:02:11.997782Z","steps":["trace[1710047001] 'agreement among raft nodes before linearized reading' (duration: 1.185724404s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:11.997828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:10.6094Z","time spent":"1.388419005s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:02:11.997885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:10.811847Z","time spent":"1.186023951s","remote":"127.0.0.1:45864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-05-28T01:02:11.99797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387737988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T01:02:11.998009Z","caller":"traceutil/trace.go:171","msg":"trace[756752001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8308; }","duration":"1.38779341s","start":"2026-05-28T01:02:10.610207Z","end":"2026-05-28T01:02:11.998001Z","steps":["trace[756752001] 'agreement among raft nodes before linearized reading' (duration: 1.387696468s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:11.998001Z","caller":"traceutil/trace.go:171","msg":"trace[843031276] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"231.461827ms","start":"2026-05-28T01:02:11.766515Z","end":"2026-05-28T01:02:11.997977Z","steps":["trace[843031276] 'process raft request' (duration: 200.302344ms)","trace[843031276] 'compare' (duration: 30.284653ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:11.99804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:10.610201Z","time spent":"1.387829621s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:02:11.998182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38823356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T01:02:11.998234Z","caller":"traceutil/trace.go:171","msg":"trace[240948907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8308; }","duration":"1.388295581s","start":"2026-05-28T01:02:10.609923Z","end":"2026-05-28T01:02:11.998218Z","steps":["trace[240948907] 'agreement among raft nodes before linearized reading' (duration: 1.388164638s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:11.998267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:10.609916Z","time spent":"1.388344072s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:02:11.998276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.173908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:02:11.998319Z","caller":"traceutil/trace.go:171","msg":"trace[697648117] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8308; }","duration":"720.274ms","start":"2026-05-28T01:02:11.278032Z","end":"2026-05-28T01:02:11.998306Z","steps":["trace[697648117] 'agreement among raft nodes before linearized reading' (duration: 720.160618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:11.99774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:10.549659Z","time spent":"1.448072619s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:02:11.998359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:11.278014Z","time spent":"720.336841ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:11.998434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183062882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-api-certs\" ","response":"range_response_count:1 size:4342"} {"level":"info","ts":"2026-05-28T01:02:11.998501Z","caller":"traceutil/trace.go:171","msg":"trace[1319054453] range","detail":"{range_begin:/registry/secrets/openstack/barbican-api-certs; range_end:; response_count:1; response_revision:8308; }","duration":"1.183163664s","start":"2026-05-28T01:02:10.815321Z","end":"2026-05-28T01:02:11.998485Z","steps":["trace[1319054453] 'agreement among raft nodes before linearized reading' (duration: 1.182935009s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:11.998574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52956646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:11.998591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388940867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T01:02:11.998621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.734099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39505eb717b6a\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-05-28T01:02:11.998677Z","caller":"traceutil/trace.go:171","msg":"trace[1704249295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8308; }","duration":"1.38907293s","start":"2026-05-28T01:02:10.609592Z","end":"2026-05-28T01:02:11.998665Z","steps":["trace[1704249295] 'agreement among raft nodes before linearized reading' (duration: 1.388905826s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:11.998721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:10.609564Z","time spent":"1.389148772s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:02:11.998224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532887465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:11.998831Z","caller":"traceutil/trace.go:171","msg":"trace[856075218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8308; }","duration":"1.53353823s","start":"2026-05-28T01:02:10.465278Z","end":"2026-05-28T01:02:11.998817Z","steps":["trace[856075218] 'agreement among raft nodes before linearized reading' (duration: 1.532889655s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:11.998878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:10.465261Z","time spent":"1.533606131s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:02:11.998608Z","caller":"traceutil/trace.go:171","msg":"trace[411507609] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8308; }","duration":"2.529626422s","start":"2026-05-28T01:02:09.468971Z","end":"2026-05-28T01:02:11.998597Z","steps":["trace[411507609] 'agreement among raft nodes before linearized reading' (duration: 2.529574761s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:11.998605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:10.815303Z","time spent":"1.183272267s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4365,"request content":"key:\"/registry/secrets/openstack/barbican-api-certs\" "} {"level":"warn","ts":"2026-05-28T01:02:11.998955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:09.46895Z","time spent":"2.529988121s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-05-28T01:02:11.998683Z","caller":"traceutil/trace.go:171","msg":"trace[1430893480] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39505eb717b6a; range_end:; response_count:1; response_revision:8308; }","duration":"145.835132ms","start":"2026-05-28T01:02:11.852834Z","end":"2026-05-28T01:02:11.998669Z","steps":["trace[1430893480] 'agreement among raft nodes before linearized reading' (duration: 145.669718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:11.999192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38611307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:02:11.999959Z","caller":"traceutil/trace.go:171","msg":"trace[1273060175] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8308; }","duration":"1.387564185s","start":"2026-05-28T01:02:10.612374Z","end":"2026-05-28T01:02:11.999938Z","steps":["trace[1273060175] 'agreement among raft nodes before linearized reading' (duration: 1.385782353s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:12.001572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:10.612366Z","time spent":"1.389189773s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"info","ts":"2026-05-28T01:02:12.13778Z","caller":"traceutil/trace.go:171","msg":"trace[1522927858] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"131.581087ms","start":"2026-05-28T01:02:12.006173Z","end":"2026-05-28T01:02:12.137754Z","steps":["trace[1522927858] 'process raft request' (duration: 131.365432ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:12.138115Z","caller":"traceutil/trace.go:171","msg":"trace[733019323] linearizableReadLoop","detail":"{readStateIndex:8620; appliedIndex:8615; }","duration":"128.853092ms","start":"2026-05-28T01:02:12.009246Z","end":"2026-05-28T01:02:12.138099Z","steps":["trace[733019323] 'read index received' (duration: 67.456838ms)","trace[733019323] 'applied index is now lower than readState.Index' (duration: 61.395104ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:12.138149Z","caller":"traceutil/trace.go:171","msg":"trace[1067667616] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"131.863303ms","start":"2026-05-28T01:02:12.006243Z","end":"2026-05-28T01:02:12.138107Z","steps":["trace[1067667616] 'process raft request' (duration: 131.666159ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:12.138249Z","caller":"traceutil/trace.go:171","msg":"trace[200963738] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"128.810392ms","start":"2026-05-28T01:02:12.00943Z","end":"2026-05-28T01:02:12.138241Z","steps":["trace[200963738] 'process raft request' (duration: 128.594186ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:12.138397Z","caller":"traceutil/trace.go:171","msg":"trace[1427103838] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"132.14022ms","start":"2026-05-28T01:02:12.006246Z","end":"2026-05-28T01:02:12.138386Z","steps":["trace[1427103838] 'process raft request' (duration: 131.466594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:12.138526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.15832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-05-28T01:02:12.138562Z","caller":"traceutil/trace.go:171","msg":"trace[1110968452] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8315; }","duration":"129.218271ms","start":"2026-05-28T01:02:12.009334Z","end":"2026-05-28T01:02:12.138553Z","steps":["trace[1110968452] 'agreement among raft nodes before linearized reading' (duration: 129.091388ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:12.138222Z","caller":"traceutil/trace.go:171","msg":"trace[460626315] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"131.890524ms","start":"2026-05-28T01:02:12.006322Z","end":"2026-05-28T01:02:12.138213Z","steps":["trace[460626315] 'process raft request' (duration: 131.664459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:12.138789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.506998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222979"} {"level":"info","ts":"2026-05-28T01:02:12.138839Z","caller":"traceutil/trace.go:171","msg":"trace[1352064851] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8315; }","duration":"129.596059ms","start":"2026-05-28T01:02:12.00923Z","end":"2026-05-28T01:02:12.138826Z","steps":["trace[1352064851] 'agreement among raft nodes before linearized reading' (duration: 129.142159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:12.138862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.776013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112031"} {"level":"info","ts":"2026-05-28T01:02:12.138885Z","caller":"traceutil/trace.go:171","msg":"trace[1743790721] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8315; }","duration":"126.816815ms","start":"2026-05-28T01:02:12.012061Z","end":"2026-05-28T01:02:12.138878Z","steps":["trace[1743790721] 'agreement among raft nodes before linearized reading' (duration: 126.652261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:12.139126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.202717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-28T01:02:12.139153Z","caller":"traceutil/trace.go:171","msg":"trace[554993000] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8315; }","duration":"128.284269ms","start":"2026-05-28T01:02:12.010862Z","end":"2026-05-28T01:02:12.139147Z","steps":["trace[554993000] 'agreement among raft nodes before linearized reading' (duration: 128.171516ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:12.139448Z","caller":"traceutil/trace.go:171","msg":"trace[1206093204] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"127.06002ms","start":"2026-05-28T01:02:12.012356Z","end":"2026-05-28T01:02:12.139416Z","steps":["trace[1206093204] 'process raft request' (duration: 125.697858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:12.434329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.328117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:12.434431Z","caller":"traceutil/trace.go:171","msg":"trace[509089915] linearizableReadLoop","detail":"{readStateIndex:8623; appliedIndex:8622; }","duration":"286.633996ms","start":"2026-05-28T01:02:12.147781Z","end":"2026-05-28T01:02:12.434415Z","steps":["trace[509089915] 'read index received' (duration: 91.107024ms)","trace[509089915] 'applied index is now lower than readState.Index' (duration: 195.525372ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:12.434469Z","caller":"traceutil/trace.go:171","msg":"trace[780296009] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"288.735395ms","start":"2026-05-28T01:02:12.145685Z","end":"2026-05-28T01:02:12.434421Z","steps":["trace[780296009] 'process raft request' (duration: 93.246224ms)","trace[780296009] 'compare' (duration: 195.175754ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:12.434693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.898402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-api-certs\" ","response":"range_response_count:1 size:4342"} {"level":"info","ts":"2026-05-28T01:02:12.434725Z","caller":"traceutil/trace.go:171","msg":"trace[1524930910] range","detail":"{range_begin:/registry/secrets/openstack/barbican-api-certs; range_end:; response_count:1; response_revision:8316; }","duration":"286.952083ms","start":"2026-05-28T01:02:12.147764Z","end":"2026-05-28T01:02:12.434716Z","steps":["trace[1524930910] 'agreement among raft nodes before linearized reading' (duration: 286.747048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:12.43485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.432567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-05-28T01:02:12.434901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.213995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-api-certs-rkfrs\" ","response":"range_response_count:1 size:2470"} {"level":"info","ts":"2026-05-28T01:02:12.434944Z","caller":"traceutil/trace.go:171","msg":"trace[59181071] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8316; }","duration":"282.54837ms","start":"2026-05-28T01:02:12.152378Z","end":"2026-05-28T01:02:12.434926Z","steps":["trace[59181071] 'agreement among raft nodes before linearized reading' (duration: 282.313665ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:12.434974Z","caller":"traceutil/trace.go:171","msg":"trace[1517253037] range","detail":"{range_begin:/registry/secrets/openstack/barbican-api-certs-rkfrs; range_end:; response_count:1; response_revision:8316; }","duration":"283.308498ms","start":"2026-05-28T01:02:12.151645Z","end":"2026-05-28T01:02:12.434953Z","steps":["trace[1517253037] 'agreement among raft nodes before linearized reading' (duration: 283.075262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:12.435281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.070144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-05-28T01:02:12.435335Z","caller":"traceutil/trace.go:171","msg":"trace[894687003] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8316; }","duration":"278.186517ms","start":"2026-05-28T01:02:12.157135Z","end":"2026-05-28T01:02:12.435321Z","steps":["trace[894687003] 'agreement among raft nodes before linearized reading' (duration: 277.925391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:12.434901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.187995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-28T01:02:12.435489Z","caller":"traceutil/trace.go:171","msg":"trace[1074807217] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8316; }","duration":"283.795239ms","start":"2026-05-28T01:02:12.151676Z","end":"2026-05-28T01:02:12.435471Z","steps":["trace[1074807217] 'agreement among raft nodes before linearized reading' (duration: 283.023721ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:12.644468Z","caller":"traceutil/trace.go:171","msg":"trace[857609257] linearizableReadLoop","detail":"{readStateIndex:8624; appliedIndex:8623; }","duration":"201.449211ms","start":"2026-05-28T01:02:12.442994Z","end":"2026-05-28T01:02:12.644443Z","steps":["trace[857609257] 'read index received' (duration: 152.56219ms)","trace[857609257] 'applied index is now lower than readState.Index' (duration: 48.885911ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:12.64453Z","caller":"traceutil/trace.go:171","msg":"trace[1408286019] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8317; }","duration":"207.872193ms","start":"2026-05-28T01:02:12.436603Z","end":"2026-05-28T01:02:12.644475Z","steps":["trace[1408286019] 'process raft request' (duration: 159.018613ms)","trace[1408286019] 'compare' (duration: 48.43121ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:12.64473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.711707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-28T01:02:12.644799Z","caller":"traceutil/trace.go:171","msg":"trace[1931095897] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8317; }","duration":"201.801199ms","start":"2026-05-28T01:02:12.442961Z","end":"2026-05-28T01:02:12.644762Z","steps":["trace[1931095897] 'agreement among raft nodes before linearized reading' (duration: 201.609725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:12.64515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.724999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" ","response":"range_response_count:1 size:2470"} {"level":"info","ts":"2026-05-28T01:02:12.64524Z","caller":"traceutil/trace.go:171","msg":"trace[2095012870] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/barbican-api-certs; range_end:; response_count:1; response_revision:8317; }","duration":"196.858143ms","start":"2026-05-28T01:02:12.448361Z","end":"2026-05-28T01:02:12.64522Z","steps":["trace[2095012870] 'agreement among raft nodes before linearized reading' (duration: 196.574426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:12.648892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.789273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-05-28T01:02:12.649009Z","caller":"traceutil/trace.go:171","msg":"trace[685600290] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8317; }","duration":"205.945457ms","start":"2026-05-28T01:02:12.443038Z","end":"2026-05-28T01:02:12.648983Z","steps":["trace[685600290] 'agreement among raft nodes before linearized reading' (duration: 201.581264ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:12.800327Z","caller":"traceutil/trace.go:171","msg":"trace[185995265] linearizableReadLoop","detail":"{readStateIndex:8626; appliedIndex:8625; }","duration":"120.143448ms","start":"2026-05-28T01:02:12.680159Z","end":"2026-05-28T01:02:12.800303Z","steps":["trace[185995265] 'read index received' (duration: 118.792526ms)","trace[185995265] 'applied index is now lower than readState.Index' (duration: 1.349592ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:12.800454Z","caller":"traceutil/trace.go:171","msg":"trace[527811473] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"121.555321ms","start":"2026-05-28T01:02:12.678867Z","end":"2026-05-28T01:02:12.800423Z","steps":["trace[527811473] 'process raft request' (duration: 120.132207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:12.800616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.423895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-28T01:02:12.800656Z","caller":"traceutil/trace.go:171","msg":"trace[2036757232] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8319; }","duration":"120.498606ms","start":"2026-05-28T01:02:12.680147Z","end":"2026-05-28T01:02:12.800646Z","steps":["trace[2036757232] 'agreement among raft nodes before linearized reading' (duration: 120.319752ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:12.991697Z","caller":"traceutil/trace.go:171","msg":"trace[723738400] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"136.949123ms","start":"2026-05-28T01:02:12.85473Z","end":"2026-05-28T01:02:12.991679Z","steps":["trace[723738400] 'process raft request' (duration: 62.0482ms)","trace[723738400] 'compare' (duration: 74.682458ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:12.991689Z","caller":"traceutil/trace.go:171","msg":"trace[230488494] linearizableReadLoop","detail":"{readStateIndex:8628; appliedIndex:8627; }","duration":"134.170337ms","start":"2026-05-28T01:02:12.857489Z","end":"2026-05-28T01:02:12.99166Z","steps":["trace[230488494] 'read index received' (duration: 59.222743ms)","trace[230488494] 'applied index is now lower than readState.Index' (duration: 74.945994ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:12.99193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.431074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-05-28T01:02:12.991981Z","caller":"traceutil/trace.go:171","msg":"trace[1298596590] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8320; }","duration":"134.560507ms","start":"2026-05-28T01:02:12.857409Z","end":"2026-05-28T01:02:12.991969Z","steps":["trace[1298596590] 'agreement among raft nodes before linearized reading' (duration: 134.327201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:12.992103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.16482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-05-28T01:02:12.992198Z","caller":"traceutil/trace.go:171","msg":"trace[2063009418] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8320; }","duration":"129.295063ms","start":"2026-05-28T01:02:12.86288Z","end":"2026-05-28T01:02:12.992175Z","steps":["trace[2063009418] 'agreement among raft nodes before linearized reading' (duration: 129.011297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:13.232543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.847571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:13.232767Z","caller":"traceutil/trace.go:171","msg":"trace[1850219015] linearizableReadLoop","detail":"{readStateIndex:8629; appliedIndex:8628; }","duration":"149.815955ms","start":"2026-05-28T01:02:13.082932Z","end":"2026-05-28T01:02:13.232748Z","steps":["trace[1850219015] 'read index received' (duration: 9.580015ms)","trace[1850219015] 'applied index is now lower than readState.Index' (duration: 140.23427ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:13.23287Z","caller":"traceutil/trace.go:171","msg":"trace[1959827429] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"151.423053ms","start":"2026-05-28T01:02:13.081405Z","end":"2026-05-28T01:02:13.232828Z","steps":["trace[1959827429] 'process raft request' (duration: 11.199243ms)","trace[1959827429] 'compare' (duration: 139.699278ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:13.232994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.019141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:13.233124Z","caller":"traceutil/trace.go:171","msg":"trace[1887499025] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8321; }","duration":"150.205795ms","start":"2026-05-28T01:02:13.082892Z","end":"2026-05-28T01:02:13.233097Z","steps":["trace[1887499025] 'agreement among raft nodes before linearized reading' (duration: 149.962989ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:14.052132Z","caller":"traceutil/trace.go:171","msg":"trace[244791778] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"195.00555ms","start":"2026-05-28T01:02:13.857102Z","end":"2026-05-28T01:02:14.052107Z","steps":["trace[244791778] 'process raft request' (duration: 194.939678ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:14.052347Z","caller":"traceutil/trace.go:171","msg":"trace[1220655648] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"197.272603ms","start":"2026-05-28T01:02:13.854849Z","end":"2026-05-28T01:02:14.052121Z","steps":["trace[1220655648] 'process raft request' (duration: 197.009657ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:14.052382Z","caller":"traceutil/trace.go:171","msg":"trace[845181644] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"197.034927ms","start":"2026-05-28T01:02:13.855322Z","end":"2026-05-28T01:02:14.052357Z","steps":["trace[845181644] 'process raft request' (duration: 196.678949ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:14.29894Z","caller":"traceutil/trace.go:171","msg":"trace[430143705] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"152.064969ms","start":"2026-05-28T01:02:14.146848Z","end":"2026-05-28T01:02:14.298913Z","steps":["trace[430143705] 'process raft request' (duration: 61.117408ms)","trace[430143705] 'compare' (duration: 90.810668ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:14.455356Z","caller":"traceutil/trace.go:171","msg":"trace[1264647865] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"306.883003ms","start":"2026-05-28T01:02:14.148435Z","end":"2026-05-28T01:02:14.455318Z","steps":["trace[1264647865] 'process raft request' (duration: 305.697495ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:14.455383Z","caller":"traceutil/trace.go:171","msg":"trace[709174452] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"306.878103ms","start":"2026-05-28T01:02:14.14847Z","end":"2026-05-28T01:02:14.455348Z","steps":["trace[709174452] 'process raft request' (duration: 306.738289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:14.455558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:14.148393Z","time spent":"307.057537ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:14.455584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:14.148443Z","time spent":"307.025925ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:14.455655Z","caller":"traceutil/trace.go:171","msg":"trace[578536648] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"305.002718ms","start":"2026-05-28T01:02:14.150623Z","end":"2026-05-28T01:02:14.455625Z","steps":["trace[578536648] 'process raft request' (duration: 304.66256ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:14.455922Z","caller":"traceutil/trace.go:171","msg":"trace[1186309070] linearizableReadLoop","detail":"{readStateIndex:8639; appliedIndex:8634; }","duration":"305.004109ms","start":"2026-05-28T01:02:14.150899Z","end":"2026-05-28T01:02:14.455903Z","steps":["trace[1186309070] 'read index received' (duration: 57.089684ms)","trace[1186309070] 'applied index is now lower than readState.Index' (duration: 247.912265ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:14.456035Z","caller":"traceutil/trace.go:171","msg":"trace[1036440713] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"305.215543ms","start":"2026-05-28T01:02:14.1508Z","end":"2026-05-28T01:02:14.456016Z","steps":["trace[1036440713] 'process raft request' (duration: 304.63829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:14.456816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:14.150791Z","time spent":"305.966551ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:14.456502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.574242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222979"} {"level":"info","ts":"2026-05-28T01:02:14.457015Z","caller":"traceutil/trace.go:171","msg":"trace[1916728283] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8331; }","duration":"306.072773ms","start":"2026-05-28T01:02:14.150876Z","end":"2026-05-28T01:02:14.456948Z","steps":["trace[1916728283] 'agreement among raft nodes before linearized reading' (duration: 305.07508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:14.457158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:14.150869Z","time spent":"306.252347ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223002,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:02:14.457206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:14.150605Z","time spent":"306.023883ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:14.473123Z","caller":"traceutil/trace.go:171","msg":"trace[1431419794] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"246.235255ms","start":"2026-05-28T01:02:14.226858Z","end":"2026-05-28T01:02:14.473093Z","steps":["trace[1431419794] 'process raft request' (duration: 245.920608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:14.473415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.826892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-6d6d6db8d-zpjtj\" ","response":"range_response_count:1 size:8382"} {"level":"info","ts":"2026-05-28T01:02:14.473581Z","caller":"traceutil/trace.go:171","msg":"trace[2044530874] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-6d6d6db8d-zpjtj; range_end:; response_count:1; response_revision:8332; }","duration":"247.996456ms","start":"2026-05-28T01:02:14.225485Z","end":"2026-05-28T01:02:14.473481Z","steps":["trace[2044530874] 'agreement among raft nodes before linearized reading' (duration: 247.481734ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:16.045659Z","caller":"traceutil/trace.go:171","msg":"trace[1338548704] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"179.466024ms","start":"2026-05-28T01:02:15.866167Z","end":"2026-05-28T01:02:16.045634Z","steps":["trace[1338548704] 'process raft request' (duration: 179.31098ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:16.249646Z","caller":"traceutil/trace.go:171","msg":"trace[1342961452] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"192.749776ms","start":"2026-05-28T01:02:16.05685Z","end":"2026-05-28T01:02:16.2496Z","steps":["trace[1342961452] 'process raft request' (duration: 98.457227ms)","trace[1342961452] 'compare' (duration: 93.509201ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:16.249646Z","caller":"traceutil/trace.go:171","msg":"trace[1656530489] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"192.704356ms","start":"2026-05-28T01:02:16.056911Z","end":"2026-05-28T01:02:16.249615Z","steps":["trace[1656530489] 'process raft request' (duration: 192.647524ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:16.24969Z","caller":"traceutil/trace.go:171","msg":"trace[1952646731] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"192.757956ms","start":"2026-05-28T01:02:16.056875Z","end":"2026-05-28T01:02:16.249633Z","steps":["trace[1952646731] 'process raft request' (duration: 192.599712ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:16.480213Z","caller":"traceutil/trace.go:171","msg":"trace[1368470699] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"171.449585ms","start":"2026-05-28T01:02:16.308739Z","end":"2026-05-28T01:02:16.480188Z","steps":["trace[1368470699] 'process raft request' (duration: 171.285441ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:16.548246Z","caller":"traceutil/trace.go:171","msg":"trace[1808826487] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"198.02706ms","start":"2026-05-28T01:02:16.35017Z","end":"2026-05-28T01:02:16.548197Z","steps":["trace[1808826487] 'process raft request' (duration: 197.750304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:16.729978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.575193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:16.73024Z","caller":"traceutil/trace.go:171","msg":"trace[797162091] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"177.543799ms","start":"2026-05-28T01:02:16.552645Z","end":"2026-05-28T01:02:16.730188Z","steps":["trace[797162091] 'process raft request' (duration: 60.669328ms)","trace[797162091] 'compare' (duration: 115.384146ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:16.730481Z","caller":"traceutil/trace.go:171","msg":"trace[230673449] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"177.58571ms","start":"2026-05-28T01:02:16.552867Z","end":"2026-05-28T01:02:16.730453Z","steps":["trace[230673449] 'process raft request' (duration: 177.418626ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:16.730477Z","caller":"traceutil/trace.go:171","msg":"trace[1105185680] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"177.587559ms","start":"2026-05-28T01:02:16.552852Z","end":"2026-05-28T01:02:16.73044Z","steps":["trace[1105185680] 'process raft request' (duration: 177.229451ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:16.731192Z","caller":"traceutil/trace.go:171","msg":"trace[444647221] linearizableReadLoop","detail":"{readStateIndex:8656; appliedIndex:8652; }","duration":"120.751432ms","start":"2026-05-28T01:02:16.61042Z","end":"2026-05-28T01:02:16.731171Z","steps":["trace[444647221] 'read index received' (duration: 2.881928ms)","trace[444647221] 'applied index is now lower than readState.Index' (duration: 117.868284ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:16.731293Z","caller":"traceutil/trace.go:171","msg":"trace[1578715607] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"178.340867ms","start":"2026-05-28T01:02:16.552924Z","end":"2026-05-28T01:02:16.731264Z","steps":["trace[1578715607] 'process raft request' (duration: 177.402935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:16.731522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.08062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:16.731586Z","caller":"traceutil/trace.go:171","msg":"trace[1085071263] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8348; }","duration":"121.210343ms","start":"2026-05-28T01:02:16.61036Z","end":"2026-05-28T01:02:16.731571Z","steps":["trace[1085071263] 'agreement among raft nodes before linearized reading' (duration: 120.883935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:18.237053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.47822ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:02:18.237468Z","caller":"traceutil/trace.go:171","msg":"trace[488181531] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"187.128564ms","start":"2026-05-28T01:02:18.050311Z","end":"2026-05-28T01:02:18.237439Z","steps":["trace[488181531] 'process raft request' (duration: 186.891188ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:18.594592Z","caller":"traceutil/trace.go:171","msg":"trace[557912572] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"104.619841ms","start":"2026-05-28T01:02:18.489932Z","end":"2026-05-28T01:02:18.594552Z","steps":["trace[557912572] 'process raft request' (duration: 104.274943ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:19.010227Z","caller":"traceutil/trace.go:171","msg":"trace[931654149] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"176.115414ms","start":"2026-05-28T01:02:18.834087Z","end":"2026-05-28T01:02:19.010202Z","steps":["trace[931654149] 'process raft request' (duration: 175.954851ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:19.039711Z","caller":"traceutil/trace.go:171","msg":"trace[1015218829] linearizableReadLoop","detail":"{readStateIndex:8666; appliedIndex:8662; }","duration":"149.15345ms","start":"2026-05-28T01:02:18.890538Z","end":"2026-05-28T01:02:19.039692Z","steps":["trace[1015218829] 'read index received' (duration: 119.537483ms)","trace[1015218829] 'applied index is now lower than readState.Index' (duration: 29.615267ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:19.039733Z","caller":"traceutil/trace.go:171","msg":"trace[628561409] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"205.24377ms","start":"2026-05-28T01:02:18.834467Z","end":"2026-05-28T01:02:19.039711Z","steps":["trace[628561409] 'process raft request' (duration: 205.154358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:19.039841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.277283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:02:19.039868Z","caller":"traceutil/trace.go:171","msg":"trace[1889109922] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8357; }","duration":"149.409676ms","start":"2026-05-28T01:02:18.89045Z","end":"2026-05-28T01:02:19.03986Z","steps":["trace[1889109922] 'agreement among raft nodes before linearized reading' (duration: 149.315634ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:19.039927Z","caller":"traceutil/trace.go:171","msg":"trace[1171431971] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"205.528907ms","start":"2026-05-28T01:02:18.834386Z","end":"2026-05-28T01:02:19.039915Z","steps":["trace[1171431971] 'process raft request' (duration: 200.058318ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:19.04001Z","caller":"traceutil/trace.go:171","msg":"trace[1032981987] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"205.070967ms","start":"2026-05-28T01:02:18.834929Z","end":"2026-05-28T01:02:19.04Z","steps":["trace[1032981987] 'process raft request' (duration: 204.730799ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:20.358726Z","caller":"traceutil/trace.go:171","msg":"trace[223676733] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"116.069302ms","start":"2026-05-28T01:02:20.242559Z","end":"2026-05-28T01:02:20.358629Z","steps":["trace[223676733] 'process raft request' (duration: 86.762832ms)","trace[223676733] 'compare' (duration: 29.002332ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:20.57293Z","caller":"traceutil/trace.go:171","msg":"trace[1982582905] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"255.046173ms","start":"2026-05-28T01:02:20.317868Z","end":"2026-05-28T01:02:20.572914Z","steps":["trace[1982582905] 'process raft request' (duration: 254.773716ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:20.57305Z","caller":"traceutil/trace.go:171","msg":"trace[1913964311] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"253.68031ms","start":"2026-05-28T01:02:20.319326Z","end":"2026-05-28T01:02:20.573007Z","steps":["trace[1913964311] 'process raft request' (duration: 253.526886ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:20.572764Z","caller":"traceutil/trace.go:171","msg":"trace[1879457404] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"262.192141ms","start":"2026-05-28T01:02:20.310518Z","end":"2026-05-28T01:02:20.57271Z","steps":["trace[1879457404] 'process raft request' (duration: 261.946825ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:20.853208Z","caller":"traceutil/trace.go:171","msg":"trace[288583325] linearizableReadLoop","detail":"{readStateIndex:8672; appliedIndex:8671; }","duration":"247.72972ms","start":"2026-05-28T01:02:20.605434Z","end":"2026-05-28T01:02:20.853164Z","steps":["trace[288583325] 'read index received' (duration: 164.782408ms)","trace[288583325] 'applied index is now lower than readState.Index' (duration: 82.945532ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:20.853254Z","caller":"traceutil/trace.go:171","msg":"trace[1185501120] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"250.229789ms","start":"2026-05-28T01:02:20.603Z","end":"2026-05-28T01:02:20.85323Z","steps":["trace[1185501120] 'process raft request' (duration: 167.305857ms)","trace[1185501120] 'compare' (duration: 82.585924ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:20.853486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.027237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:02:20.85357Z","caller":"traceutil/trace.go:171","msg":"trace[1369789899] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8363; }","duration":"248.16338ms","start":"2026-05-28T01:02:20.605388Z","end":"2026-05-28T01:02:20.853551Z","steps":["trace[1369789899] 'agreement among raft nodes before linearized reading' (duration: 247.902834ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:21.271132Z","caller":"traceutil/trace.go:171","msg":"trace[1920494531] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"187.264667ms","start":"2026-05-28T01:02:21.083844Z","end":"2026-05-28T01:02:21.271108Z","steps":["trace[1920494531] 'process raft request' (duration: 187.059942ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:21.532055Z","caller":"traceutil/trace.go:171","msg":"trace[1021019099] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"447.85615ms","start":"2026-05-28T01:02:21.084176Z","end":"2026-05-28T01:02:21.532033Z","steps":["trace[1021019099] 'process raft request' (duration: 447.666336ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:21.53234Z","caller":"traceutil/trace.go:171","msg":"trace[1585034854] linearizableReadLoop","detail":"{readStateIndex:8677; appliedIndex:8672; }","duration":"375.999249ms","start":"2026-05-28T01:02:21.156319Z","end":"2026-05-28T01:02:21.532318Z","steps":["trace[1585034854] 'read index received' (duration: 114.630248ms)","trace[1585034854] 'applied index is now lower than readState.Index' (duration: 261.367891ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:21.532371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:21.084148Z","time spent":"447.977503ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:21.532389Z","caller":"traceutil/trace.go:171","msg":"trace[40968455] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"448.043735ms","start":"2026-05-28T01:02:21.08431Z","end":"2026-05-28T01:02:21.532354Z","steps":["trace[40968455] 'process raft request' (duration: 447.882181ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:21.532522Z","caller":"traceutil/trace.go:171","msg":"trace[275131245] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"427.187463ms","start":"2026-05-28T01:02:21.105281Z","end":"2026-05-28T01:02:21.532468Z","steps":["trace[275131245] 'process raft request' (duration: 426.989799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:21.53258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.256105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T01:02:21.532628Z","caller":"traceutil/trace.go:171","msg":"trace[1908043512] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8368; }","duration":"376.360358ms","start":"2026-05-28T01:02:21.156257Z","end":"2026-05-28T01:02:21.532618Z","steps":["trace[1908043512] 'agreement among raft nodes before linearized reading' (duration: 376.190114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:21.532608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:21.084301Z","time spent":"448.163067ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:21.532663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:21.156226Z","time spent":"376.428109ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-28T01:02:21.532664Z","caller":"traceutil/trace.go:171","msg":"trace[257296050] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"448.367772ms","start":"2026-05-28T01:02:21.084266Z","end":"2026-05-28T01:02:21.532633Z","steps":["trace[257296050] 'process raft request' (duration: 447.706427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:21.532775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:21.105264Z","time spent":"427.369698ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:21.532821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:21.084236Z","time spent":"448.498416ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:22.543189Z","caller":"traceutil/trace.go:171","msg":"trace[767129741] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"180.202131ms","start":"2026-05-28T01:02:22.36295Z","end":"2026-05-28T01:02:22.543153Z","steps":["trace[767129741] 'process raft request' (duration: 179.979656ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:22.84568Z","caller":"traceutil/trace.go:171","msg":"trace[772289067] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"267.71463ms","start":"2026-05-28T01:02:22.577934Z","end":"2026-05-28T01:02:22.845648Z","steps":["trace[772289067] 'process raft request' (duration: 260.398728ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:22.845728Z","caller":"traceutil/trace.go:171","msg":"trace[65043289] linearizableReadLoop","detail":"{readStateIndex:8683; appliedIndex:8680; }","duration":"204.047322ms","start":"2026-05-28T01:02:22.641637Z","end":"2026-05-28T01:02:22.845684Z","steps":["trace[65043289] 'read index received' (duration: 196.708329ms)","trace[65043289] 'applied index is now lower than readState.Index' (duration: 7.337923ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:22.845867Z","caller":"traceutil/trace.go:171","msg":"trace[137829995] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"266.606225ms","start":"2026-05-28T01:02:22.579235Z","end":"2026-05-28T01:02:22.845841Z","steps":["trace[137829995] 'process raft request' (duration: 266.3897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:22.845929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.256767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:02:22.845984Z","caller":"traceutil/trace.go:171","msg":"trace[1003218333] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8374; }","duration":"204.37003ms","start":"2026-05-28T01:02:22.641597Z","end":"2026-05-28T01:02:22.845967Z","steps":["trace[1003218333] 'agreement among raft nodes before linearized reading' (duration: 204.254937ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:22.846019Z","caller":"traceutil/trace.go:171","msg":"trace[1992411516] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"266.775889ms","start":"2026-05-28T01:02:22.579234Z","end":"2026-05-28T01:02:22.84601Z","steps":["trace[1992411516] 'process raft request' (duration: 266.323148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:23.483405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.481553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:23.483486Z","caller":"traceutil/trace.go:171","msg":"trace[1681852954] linearizableReadLoop","detail":"{readStateIndex:8686; appliedIndex:8685; }","duration":"577.383948ms","start":"2026-05-28T01:02:22.906089Z","end":"2026-05-28T01:02:23.483473Z","steps":["trace[1681852954] 'read index received' (duration: 451.593978ms)","trace[1681852954] 'applied index is now lower than readState.Index' (duration: 125.78865ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:23.483599Z","caller":"traceutil/trace.go:171","msg":"trace[1792241674] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"579.12708ms","start":"2026-05-28T01:02:22.904464Z","end":"2026-05-28T01:02:23.483591Z","steps":["trace[1792241674] 'process raft request' (duration: 453.247147ms)","trace[1792241674] 'compare' (duration: 125.242138ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:23.483643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:22.904434Z","time spent":"579.187491ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:23.483922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.815969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-28T01:02:23.483957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.562499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T01:02:23.484002Z","caller":"traceutil/trace.go:171","msg":"trace[397712545] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8376; }","duration":"577.928271ms","start":"2026-05-28T01:02:22.906052Z","end":"2026-05-28T01:02:23.48398Z","steps":["trace[397712545] 'agreement among raft nodes before linearized reading' (duration: 577.702886ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:23.484027Z","caller":"traceutil/trace.go:171","msg":"trace[1851476968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8376; }","duration":"208.681482ms","start":"2026-05-28T01:02:23.275328Z","end":"2026-05-28T01:02:23.48401Z","steps":["trace[1851476968] 'agreement among raft nodes before linearized reading' (duration: 208.427616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:23.484046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:22.906037Z","time spent":"577.999563ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-28T01:02:23.953343Z","caller":"traceutil/trace.go:171","msg":"trace[1162539398] linearizableReadLoop","detail":"{readStateIndex:8687; appliedIndex:8686; }","duration":"464.85622ms","start":"2026-05-28T01:02:23.488457Z","end":"2026-05-28T01:02:23.953313Z","steps":["trace[1162539398] 'read index received' (duration: 464.602074ms)","trace[1162539398] 'applied index is now lower than readState.Index' (duration: 252.756µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:23.953365Z","caller":"traceutil/trace.go:171","msg":"trace[347042066] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"465.758271ms","start":"2026-05-28T01:02:23.487587Z","end":"2026-05-28T01:02:23.953346Z","steps":["trace[347042066] 'process raft request' (duration: 465.511485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:23.953515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.051555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19574"} {"level":"info","ts":"2026-05-28T01:02:23.953545Z","caller":"traceutil/trace.go:171","msg":"trace[1290393751] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8377; }","duration":"465.113807ms","start":"2026-05-28T01:02:23.488424Z","end":"2026-05-28T01:02:23.953537Z","steps":["trace[1290393751] 'agreement among raft nodes before linearized reading' (duration: 464.988884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:23.953567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:23.488412Z","time spent":"465.149097ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19597,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T01:02:23.953654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.81579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T01:02:23.953644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:23.487566Z","time spent":"465.971577ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:23.953722Z","caller":"traceutil/trace.go:171","msg":"trace[765347053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8377; }","duration":"416.917352ms","start":"2026-05-28T01:02:23.536789Z","end":"2026-05-28T01:02:23.953706Z","steps":["trace[765347053] 'agreement among raft nodes before linearized reading' (duration: 416.708477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:23.953753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.057102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:02:23.953836Z","caller":"traceutil/trace.go:171","msg":"trace[1439725730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8377; }","duration":"416.179204ms","start":"2026-05-28T01:02:23.537639Z","end":"2026-05-28T01:02:23.953818Z","steps":["trace[1439725730] 'agreement among raft nodes before linearized reading' (duration: 415.926438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:23.953889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:23.537626Z","time spent":"416.253916ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:02:23.953775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:23.536775Z","time spent":"416.986513ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:02:23.954156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.117286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:02:23.954318Z","caller":"traceutil/trace.go:171","msg":"trace[1793467624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8377; }","duration":"417.320592ms","start":"2026-05-28T01:02:23.536971Z","end":"2026-05-28T01:02:23.954291Z","steps":["trace[1793467624] 'agreement among raft nodes before linearized reading' (duration: 416.692717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:23.954421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:23.536964Z","time spent":"417.442134ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:02:24.261797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.97812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:24.262136Z","caller":"traceutil/trace.go:171","msg":"trace[1662240443] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"303.336119ms","start":"2026-05-28T01:02:23.958768Z","end":"2026-05-28T01:02:24.262104Z","steps":["trace[1662240443] 'process raft request' (duration: 70.898198ms)","trace[1662240443] 'compare' (duration: 231.733354ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:24.262246Z","caller":"traceutil/trace.go:171","msg":"trace[1631842999] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"303.006821ms","start":"2026-05-28T01:02:23.959206Z","end":"2026-05-28T01:02:24.262213Z","steps":["trace[1631842999] 'process raft request' (duration: 302.787496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:24.26237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:23.959191Z","time spent":"303.118084ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:24.262468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.849153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:24.262387Z","caller":"traceutil/trace.go:171","msg":"trace[1626752022] linearizableReadLoop","detail":"{readStateIndex:8690; appliedIndex:8687; }","duration":"247.750781ms","start":"2026-05-28T01:02:24.014619Z","end":"2026-05-28T01:02:24.26237Z","steps":["trace[1626752022] 'read index received' (duration: 15.057845ms)","trace[1626752022] 'applied index is now lower than readState.Index' (duration: 232.690986ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:24.26252Z","caller":"traceutil/trace.go:171","msg":"trace[1876677101] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8380; }","duration":"248.428527ms","start":"2026-05-28T01:02:24.014079Z","end":"2026-05-28T01:02:24.262508Z","steps":["trace[1876677101] 'agreement among raft nodes before linearized reading' (duration: 248.336975ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:24.262453Z","caller":"traceutil/trace.go:171","msg":"trace[1693900162] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"302.234763ms","start":"2026-05-28T01:02:23.960186Z","end":"2026-05-28T01:02:24.262421Z","steps":["trace[1693900162] 'process raft request' (duration: 301.953767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:24.262732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:23.96016Z","time spent":"302.491139ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:24.262951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:23.958746Z","time spent":"303.466252ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:24.479988Z","caller":"traceutil/trace.go:171","msg":"trace[610477051] linearizableReadLoop","detail":"{readStateIndex:8691; appliedIndex:8690; }","duration":"211.923988ms","start":"2026-05-28T01:02:24.268038Z","end":"2026-05-28T01:02:24.479962Z","steps":["trace[610477051] 'read index received' (duration: 211.664982ms)","trace[610477051] 'applied index is now lower than readState.Index' (duration: 254.966µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:24.480096Z","caller":"traceutil/trace.go:171","msg":"trace[873802855] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"214.17123ms","start":"2026-05-28T01:02:24.265883Z","end":"2026-05-28T01:02:24.480054Z","steps":["trace[873802855] 'process raft request' (duration: 213.904674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:24.48034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.272146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:02:24.480436Z","caller":"traceutil/trace.go:171","msg":"trace[626297804] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8381; }","duration":"212.41365ms","start":"2026-05-28T01:02:24.268Z","end":"2026-05-28T01:02:24.480414Z","steps":["trace[626297804] 'agreement among raft nodes before linearized reading' (duration: 212.071542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:25.181483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.137396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:25.181592Z","caller":"traceutil/trace.go:171","msg":"trace[1828675603] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"330.408356ms","start":"2026-05-28T01:02:24.851163Z","end":"2026-05-28T01:02:25.181572Z","steps":["trace[1828675603] 'process raft request' (duration: 196.087835ms)","trace[1828675603] 'compare' (duration: 133.939282ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:25.181653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:24.851131Z","time spent":"330.493658ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:25.510837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.694483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:25.510974Z","caller":"traceutil/trace.go:171","msg":"trace[1953159141] linearizableReadLoop","detail":"{readStateIndex:8695; appliedIndex:8692; }","duration":"597.84829ms","start":"2026-05-28T01:02:24.913113Z","end":"2026-05-28T01:02:25.510961Z","steps":["trace[1953159141] 'read index received' (duration: 134.158417ms)","trace[1953159141] 'applied index is now lower than readState.Index' (duration: 463.689033ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:25.511044Z","caller":"traceutil/trace.go:171","msg":"trace[520432591] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"659.608624ms","start":"2026-05-28T01:02:24.851426Z","end":"2026-05-28T01:02:25.511035Z","steps":["trace[520432591] 'process raft request' (duration: 461.42962ms)","trace[520432591] 'compare' (duration: 197.554549ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:25.511102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:24.851393Z","time spent":"659.673945ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:25.511189Z","caller":"traceutil/trace.go:171","msg":"trace[1503378032] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"658.905957ms","start":"2026-05-28T01:02:24.852277Z","end":"2026-05-28T01:02:25.511183Z","steps":["trace[1503378032] 'process raft request' (duration: 658.631281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:25.511226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:24.852269Z","time spent":"658.937228ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:25.511337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:02:25.511359Z","caller":"traceutil/trace.go:171","msg":"trace[244614301] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8385; }","duration":"598.322531ms","start":"2026-05-28T01:02:24.913031Z","end":"2026-05-28T01:02:25.511353Z","steps":["trace[244614301] 'agreement among raft nodes before linearized reading' (duration: 598.240259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:25.511379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:24.912998Z","time spent":"598.375953ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:02:25.801074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.188105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:25.80138Z","caller":"traceutil/trace.go:171","msg":"trace[776840691] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"285.145579ms","start":"2026-05-28T01:02:25.51619Z","end":"2026-05-28T01:02:25.801335Z","steps":["trace[776840691] 'process raft request' (duration: 142.599006ms)","trace[776840691] 'compare' (duration: 142.069722ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:25.971554Z","caller":"traceutil/trace.go:171","msg":"trace[992027414] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"162.516735ms","start":"2026-05-28T01:02:25.808994Z","end":"2026-05-28T01:02:25.971511Z","steps":["trace[992027414] 'process raft request' (duration: 162.292999ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:26.41169Z","caller":"traceutil/trace.go:171","msg":"trace[116234051] linearizableReadLoop","detail":"{readStateIndex:8698; appliedIndex:8696; }","duration":"526.712646ms","start":"2026-05-28T01:02:25.884951Z","end":"2026-05-28T01:02:26.411664Z","steps":["trace[116234051] 'read index received' (duration: 86.475726ms)","trace[116234051] 'applied index is now lower than readState.Index' (duration: 440.23575ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:26.411821Z","caller":"traceutil/trace.go:171","msg":"trace[1894274589] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"527.891124ms","start":"2026-05-28T01:02:25.883916Z","end":"2026-05-28T01:02:26.411807Z","steps":["trace[1894274589] 'process raft request' (duration: 527.568176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:26.412004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.039034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-28T01:02:26.412048Z","caller":"traceutil/trace.go:171","msg":"trace[1696146709] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8388; }","duration":"527.127056ms","start":"2026-05-28T01:02:25.88491Z","end":"2026-05-28T01:02:26.412037Z","steps":["trace[1696146709] 'agreement among raft nodes before linearized reading' (duration: 526.968382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:26.412082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:25.8849Z","time spent":"527.173677ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-28T01:02:26.412147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.361083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:02:26.412401Z","caller":"traceutil/trace.go:171","msg":"trace[407249547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8388; }","duration":"454.618669ms","start":"2026-05-28T01:02:25.957723Z","end":"2026-05-28T01:02:26.412341Z","steps":["trace[407249547] 'agreement among raft nodes before linearized reading' (duration: 454.160219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:26.412466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.604957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:02:26.412523Z","caller":"traceutil/trace.go:171","msg":"trace[832498397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8388; }","duration":"145.687618ms","start":"2026-05-28T01:02:26.26682Z","end":"2026-05-28T01:02:26.412508Z","steps":["trace[832498397] 'agreement among raft nodes before linearized reading' (duration: 145.514014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:26.412521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:25.957708Z","time spent":"454.797993ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:02:26.412515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:25.88388Z","time spent":"528.57584ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:26.412557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.945463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.18b39504f1607f6d\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-05-28T01:02:26.41264Z","caller":"traceutil/trace.go:171","msg":"trace[1458027355] range","detail":"{range_begin:/registry/events/openstack/key-manager.18b39504f1607f6d; range_end:; response_count:1; response_revision:8388; }","duration":"437.055946ms","start":"2026-05-28T01:02:25.975562Z","end":"2026-05-28T01:02:26.412618Z","steps":["trace[1458027355] 'agreement among raft nodes before linearized reading' (duration: 436.79254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:26.412686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:25.975552Z","time spent":"437.125657ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":702,"request content":"key:\"/registry/events/openstack/key-manager.18b39504f1607f6d\" "} {"level":"warn","ts":"2026-05-28T01:02:26.412887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.093298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-28T01:02:26.413024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.074744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T01:02:26.413071Z","caller":"traceutil/trace.go:171","msg":"trace[827025745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8388; }","duration":"146.376695ms","start":"2026-05-28T01:02:26.266665Z","end":"2026-05-28T01:02:26.413041Z","steps":["trace[827025745] 'agreement among raft nodes before linearized reading' (duration: 145.74624ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:26.41311Z","caller":"traceutil/trace.go:171","msg":"trace[1433077583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8388; }","duration":"145.177367ms","start":"2026-05-28T01:02:26.267918Z","end":"2026-05-28T01:02:26.413095Z","steps":["trace[1433077583] 'agreement among raft nodes before linearized reading' (duration: 144.45066ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:26.761545Z","caller":"traceutil/trace.go:171","msg":"trace[1022095169] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"344.017366ms","start":"2026-05-28T01:02:26.417501Z","end":"2026-05-28T01:02:26.761518Z","steps":["trace[1022095169] 'process raft request' (duration: 285.939629ms)","trace[1022095169] 'compare' (duration: 57.948894ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:26.761944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:26.417481Z","time spent":"344.1387ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:26.830547Z","caller":"traceutil/trace.go:171","msg":"trace[1966661622] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"412.215241ms","start":"2026-05-28T01:02:26.418314Z","end":"2026-05-28T01:02:26.83053Z","steps":["trace[1966661622] 'process raft request' (duration: 412.073378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:26.830749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:26.418286Z","time spent":"412.310324ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:26.831136Z","caller":"traceutil/trace.go:171","msg":"trace[124459172] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"412.739643ms","start":"2026-05-28T01:02:26.418345Z","end":"2026-05-28T01:02:26.831085Z","steps":["trace[124459172] 'process raft request' (duration: 412.147359ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:26.831214Z","caller":"traceutil/trace.go:171","msg":"trace[463274380] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"412.391696ms","start":"2026-05-28T01:02:26.418804Z","end":"2026-05-28T01:02:26.831195Z","steps":["trace[463274380] 'process raft request' (duration: 412.212232ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:26.831346Z","caller":"traceutil/trace.go:171","msg":"trace[523351911] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"412.258883ms","start":"2026-05-28T01:02:26.41905Z","end":"2026-05-28T01:02:26.831309Z","steps":["trace[523351911] 'process raft request' (duration: 412.090209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:26.831325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:26.418791Z","time spent":"412.463847ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:26.831385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:26.418303Z","time spent":"412.960348ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:26.831388Z","caller":"traceutil/trace.go:171","msg":"trace[1290798732] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"175.357147ms","start":"2026-05-28T01:02:26.656001Z","end":"2026-05-28T01:02:26.831358Z","steps":["trace[1290798732] 'process raft request' (duration: 175.231404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:26.831448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:26.419026Z","time spent":"412.373455ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:26.831482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.737315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:26.831315Z","caller":"traceutil/trace.go:171","msg":"trace[710155347] linearizableReadLoop","detail":"{readStateIndex:8703; appliedIndex:8698; }","duration":"367.563311ms","start":"2026-05-28T01:02:26.463715Z","end":"2026-05-28T01:02:26.831279Z","steps":["trace[710155347] 'read index received' (duration: 239.812694ms)","trace[710155347] 'applied index is now lower than readState.Index' (duration: 127.748747ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:26.831568Z","caller":"traceutil/trace.go:171","msg":"trace[351607500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8395; }","duration":"367.853557ms","start":"2026-05-28T01:02:26.463681Z","end":"2026-05-28T01:02:26.831534Z","steps":["trace[351607500] 'agreement among raft nodes before linearized reading' (duration: 367.703083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:26.831617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:26.463667Z","time spent":"367.94185ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:02:26.831605Z","caller":"traceutil/trace.go:171","msg":"trace[1339377297] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"211.1661ms","start":"2026-05-28T01:02:26.620125Z","end":"2026-05-28T01:02:26.831291Z","steps":["trace[1339377297] 'process raft request' (duration: 211.059968ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:27.381337Z","caller":"traceutil/trace.go:171","msg":"trace[787922066] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"193.875552ms","start":"2026-05-28T01:02:27.187426Z","end":"2026-05-28T01:02:27.381302Z","steps":["trace[787922066] 'process raft request' (duration: 193.576075ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:27.672457Z","caller":"traceutil/trace.go:171","msg":"trace[687397132] linearizableReadLoop","detail":"{readStateIndex:8708; appliedIndex:8706; }","duration":"149.711384ms","start":"2026-05-28T01:02:27.522719Z","end":"2026-05-28T01:02:27.672431Z","steps":["trace[687397132] 'read index received' (duration: 4.496556ms)","trace[687397132] 'applied index is now lower than readState.Index' (duration: 145.213158ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:27.6726Z","caller":"traceutil/trace.go:171","msg":"trace[1330693830] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"155.09582ms","start":"2026-05-28T01:02:27.517489Z","end":"2026-05-28T01:02:27.672585Z","steps":["trace[1330693830] 'process raft request' (duration: 130.628655ms)","trace[1330693830] 'compare' (duration: 24.051595ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:27.672823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.087652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:02:27.672866Z","caller":"traceutil/trace.go:171","msg":"trace[666905857] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8398; }","duration":"150.191165ms","start":"2026-05-28T01:02:27.522662Z","end":"2026-05-28T01:02:27.672854Z","steps":["trace[666905857] 'agreement among raft nodes before linearized reading' (duration: 150.045061ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:29.008713Z","caller":"traceutil/trace.go:171","msg":"trace[2128839079] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"167.511422ms","start":"2026-05-28T01:02:28.841167Z","end":"2026-05-28T01:02:29.008678Z","steps":["trace[2128839079] 'process raft request' (duration: 120.491896ms)","trace[2128839079] 'compare' (duration: 46.76333ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:29.008736Z","caller":"traceutil/trace.go:171","msg":"trace[476477095] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"165.773512ms","start":"2026-05-28T01:02:28.842925Z","end":"2026-05-28T01:02:29.008698Z","steps":["trace[476477095] 'process raft request' (duration: 165.726361ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:29.008761Z","caller":"traceutil/trace.go:171","msg":"trace[496395503] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"167.561943ms","start":"2026-05-28T01:02:28.841167Z","end":"2026-05-28T01:02:29.008729Z","steps":["trace[496395503] 'process raft request' (duration: 167.40765ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:29.008941Z","caller":"traceutil/trace.go:171","msg":"trace[1755019428] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"166.434667ms","start":"2026-05-28T01:02:28.842494Z","end":"2026-05-28T01:02:29.008929Z","steps":["trace[1755019428] 'process raft request' (duration: 166.12216ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:29.198762Z","caller":"traceutil/trace.go:171","msg":"trace[1672352480] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"159.695068ms","start":"2026-05-28T01:02:29.039032Z","end":"2026-05-28T01:02:29.198727Z","steps":["trace[1672352480] 'process raft request' (duration: 148.127086ms)","trace[1672352480] 'compare' (duration: 11.393968ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:29.831333Z","caller":"traceutil/trace.go:171","msg":"trace[510763672] linearizableReadLoop","detail":"{readStateIndex:8719; appliedIndex:8718; }","duration":"145.065134ms","start":"2026-05-28T01:02:29.686234Z","end":"2026-05-28T01:02:29.831299Z","steps":["trace[510763672] 'read index received' (duration: 132.99932ms)","trace[510763672] 'applied index is now lower than readState.Index' (duration: 12.064504ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:29.831603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.347431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:02:29.831653Z","caller":"traceutil/trace.go:171","msg":"trace[871774417] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8408; }","duration":"145.464123ms","start":"2026-05-28T01:02:29.68617Z","end":"2026-05-28T01:02:29.831635Z","steps":["trace[871774417] 'agreement among raft nodes before linearized reading' (duration: 145.245698ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:29.831968Z","caller":"traceutil/trace.go:171","msg":"trace[2103294961] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"154.621039ms","start":"2026-05-28T01:02:29.676899Z","end":"2026-05-28T01:02:29.83152Z","steps":["trace[2103294961] 'process raft request' (duration: 142.369931ms)","trace[2103294961] 'compare' (duration: 11.849019ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:30.167692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.49963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:30.167903Z","caller":"traceutil/trace.go:171","msg":"trace[2017090773] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"241.495064ms","start":"2026-05-28T01:02:29.926385Z","end":"2026-05-28T01:02:30.16788Z","steps":["trace[2017090773] 'process raft request' (duration: 71.706088ms)","trace[2017090773] 'compare' (duration: 169.223882ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:30.99342Z","caller":"traceutil/trace.go:171","msg":"trace[374926695] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"115.900017ms","start":"2026-05-28T01:02:30.877491Z","end":"2026-05-28T01:02:30.993391Z","steps":["trace[374926695] 'process raft request' (duration: 115.714383ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:31.369265Z","caller":"traceutil/trace.go:171","msg":"trace[854961082] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"350.94643ms","start":"2026-05-28T01:02:31.018286Z","end":"2026-05-28T01:02:31.369233Z","steps":["trace[854961082] 'process raft request' (duration: 350.770806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:31.369512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:31.018268Z","time spent":"351.158204ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:31.926438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.849666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:31.926766Z","caller":"traceutil/trace.go:171","msg":"trace[1690955591] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"908.172593ms","start":"2026-05-28T01:02:31.018545Z","end":"2026-05-28T01:02:31.926717Z","steps":["trace[1690955591] 'process raft request' (duration: 661.922837ms)","trace[1690955591] 'compare' (duration: 245.17916ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:31.926825Z","caller":"traceutil/trace.go:171","msg":"trace[1401501378] linearizableReadLoop","detail":"{readStateIndex:8725; appliedIndex:8721; }","duration":"745.835032ms","start":"2026-05-28T01:02:31.180964Z","end":"2026-05-28T01:02:31.926799Z","steps":["trace[1401501378] 'read index received' (duration: 188.24233ms)","trace[1401501378] 'applied index is now lower than readState.Index' (duration: 557.591462ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:31.926862Z","caller":"traceutil/trace.go:171","msg":"trace[1780042976] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"907.612279ms","start":"2026-05-28T01:02:31.019226Z","end":"2026-05-28T01:02:31.926838Z","steps":["trace[1780042976] 'process raft request' (duration: 907.336673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:31.926908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:31.018534Z","time spent":"908.298956ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:31.926928Z","caller":"traceutil/trace.go:171","msg":"trace[1831008912] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"907.667721ms","start":"2026-05-28T01:02:31.019243Z","end":"2026-05-28T01:02:31.926911Z","steps":["trace[1831008912] 'process raft request' (duration: 907.484447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:31.926975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:31.019206Z","time spent":"907.711202ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:31.927004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:31.019231Z","time spent":"907.730942ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:31.927182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.218212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:31.927239Z","caller":"traceutil/trace.go:171","msg":"trace[551499087] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8414; }","duration":"746.323885ms","start":"2026-05-28T01:02:31.1809Z","end":"2026-05-28T01:02:31.927224Z","steps":["trace[551499087] 'agreement among raft nodes before linearized reading' (duration: 746.211262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:31.927287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:31.180866Z","time spent":"746.406876ms","remote":"127.0.0.1:45730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:02:32.009713Z","caller":"traceutil/trace.go:171","msg":"trace[795453496] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"541.849902ms","start":"2026-05-28T01:02:31.467833Z","end":"2026-05-28T01:02:32.009683Z","steps":["trace[795453496] 'process raft request' (duration: 541.445863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:32.009857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:31.467801Z","time spent":"541.974115ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:32.00986Z","caller":"traceutil/trace.go:171","msg":"trace[1216589270] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"372.736243ms","start":"2026-05-28T01:02:31.637088Z","end":"2026-05-28T01:02:32.009825Z","steps":["trace[1216589270] 'process raft request' (duration: 372.409385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:32.010296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:31.637058Z","time spent":"373.114591ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:32.365304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.192371ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:32.365452Z","caller":"traceutil/trace.go:171","msg":"trace[821968333] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8416; }","duration":"231.375756ms","start":"2026-05-28T01:02:32.134061Z","end":"2026-05-28T01:02:32.365437Z","steps":["trace[821968333] 'range keys from in-memory index tree' (duration: 231.174931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:32.365552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.378563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:32.365707Z","caller":"traceutil/trace.go:171","msg":"trace[22679349] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"529.093672ms","start":"2026-05-28T01:02:31.836599Z","end":"2026-05-28T01:02:32.365693Z","steps":["trace[22679349] 'process raft request' (duration: 306.452612ms)","trace[22679349] 'compare' (duration: 222.22306ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:32.365815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:31.836571Z","time spent":"529.169144ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:32.365828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.699568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:02:32.365697Z","caller":"traceutil/trace.go:171","msg":"trace[1160028671] linearizableReadLoop","detail":"{readStateIndex:8728; appliedIndex:8725; }","duration":"438.801227ms","start":"2026-05-28T01:02:31.926872Z","end":"2026-05-28T01:02:32.365673Z","steps":["trace[1160028671] 'read index received' (duration: 82.464321ms)","trace[1160028671] 'applied index is now lower than readState.Index' (duration: 356.335386ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:32.365865Z","caller":"traceutil/trace.go:171","msg":"trace[776257415] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8417; }","duration":"699.799199ms","start":"2026-05-28T01:02:31.666055Z","end":"2026-05-28T01:02:32.365854Z","steps":["trace[776257415] 'agreement among raft nodes before linearized reading' (duration: 699.674977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:32.365938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:31.666029Z","time spent":"699.867381ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:32.36606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.823821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:32.366144Z","caller":"traceutil/trace.go:171","msg":"trace[440576814] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8417; }","duration":"204.965624ms","start":"2026-05-28T01:02:32.161153Z","end":"2026-05-28T01:02:32.366119Z","steps":["trace[440576814] 'agreement among raft nodes before linearized reading' (duration: 204.82254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:32.366337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.0491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:02:32.36644Z","caller":"traceutil/trace.go:171","msg":"trace[1306614688] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8417; }","duration":"523.214084ms","start":"2026-05-28T01:02:31.843202Z","end":"2026-05-28T01:02:32.366416Z","steps":["trace[1306614688] 'agreement among raft nodes before linearized reading' (duration: 522.63414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:32.366495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:31.843184Z","time spent":"523.301525ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:02:32.366529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.085817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:02:32.36668Z","caller":"traceutil/trace.go:171","msg":"trace[257793095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8417; }","duration":"194.269892ms","start":"2026-05-28T01:02:32.172335Z","end":"2026-05-28T01:02:32.366605Z","steps":["trace[257793095] 'agreement among raft nodes before linearized reading' (duration: 193.980475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:32.573955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.668768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:32.574065Z","caller":"traceutil/trace.go:171","msg":"trace[1366897217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8418; }","duration":"109.022426ms","start":"2026-05-28T01:02:32.465018Z","end":"2026-05-28T01:02:32.57404Z","steps":["trace[1366897217] 'range keys from in-memory index tree' (duration: 108.563505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:33.412709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.500235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:33.412872Z","caller":"traceutil/trace.go:171","msg":"trace[1008379400] linearizableReadLoop","detail":"{readStateIndex:8733; appliedIndex:8732; }","duration":"246.242835ms","start":"2026-05-28T01:02:33.166612Z","end":"2026-05-28T01:02:33.412855Z","steps":["trace[1008379400] 'read index received' (duration: 92.352µs)","trace[1008379400] 'applied index is now lower than readState.Index' (duration: 246.148493ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:33.413009Z","caller":"traceutil/trace.go:171","msg":"trace[2040505033] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"413.821199ms","start":"2026-05-28T01:02:32.999176Z","end":"2026-05-28T01:02:33.412997Z","steps":["trace[2040505033] 'process raft request' (duration: 131.958396ms)","trace[2040505033] 'compare' (duration: 281.127976ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:33.413139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:32.999139Z","time spent":"413.947632ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:33.413302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.652875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:33.413406Z","caller":"traceutil/trace.go:171","msg":"trace[304058942] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8421; }","duration":"246.787878ms","start":"2026-05-28T01:02:33.166596Z","end":"2026-05-28T01:02:33.413384Z","steps":["trace[304058942] 'agreement among raft nodes before linearized reading' (duration: 246.583233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:33.966179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:02:34.449662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031048356s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:02:34.450212Z","caller":"traceutil/trace.go:171","msg":"trace[988581095] linearizableReadLoop","detail":"{readStateIndex:8734; appliedIndex:8733; }","duration":"984.657083ms","start":"2026-05-28T01:02:33.46553Z","end":"2026-05-28T01:02:34.450187Z","steps":["trace[988581095] 'read index received' (duration: 984.327965ms)","trace[988581095] 'applied index is now lower than readState.Index' (duration: 328.108µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:34.450353Z","caller":"traceutil/trace.go:171","msg":"trace[120140060] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"1.031867925s","start":"2026-05-28T01:02:33.418473Z","end":"2026-05-28T01:02:34.450341Z","steps":["trace[120140060] 'process raft request' (duration: 1.031561338s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:34.450452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.873159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:34.450515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:33.418443Z","time spent":"1.031947697s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:34.450552Z","caller":"traceutil/trace.go:171","msg":"trace[1888800787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8422; }","duration":"985.153625ms","start":"2026-05-28T01:02:33.465379Z","end":"2026-05-28T01:02:34.450533Z","steps":["trace[1888800787] 'agreement among raft nodes before linearized reading' (duration: 984.94493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:34.450608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:33.46535Z","time spent":"985.248268ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:02:36.451984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99970016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:02:36.45214Z","caller":"traceutil/trace.go:171","msg":"trace[639958151] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999908215s","start":"2026-05-28T01:02:34.452211Z","end":"2026-05-28T01:02:36.452119Z","steps":["trace[639958151] 'agreement among raft nodes before linearized reading' (duration: 1.999731651s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:36.452257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:34.452193Z","time spent":"2.000042629s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:02:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:02:36.69565Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276837879s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:02:37.371321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732762242s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:37.371537Z","caller":"traceutil/trace.go:171","msg":"trace[811382374] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"3.356053161s","start":"2026-05-28T01:02:34.015462Z","end":"2026-05-28T01:02:37.371515Z","steps":["trace[811382374] 'process raft request' (duration: 623.001652ms)","trace[811382374] 'compare' (duration: 2.732381414s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:37.371608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:34.015438Z","time spent":"3.356138234s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:37.371703Z","caller":"traceutil/trace.go:171","msg":"trace[1945155410] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"1.953015951s","start":"2026-05-28T01:02:35.418674Z","end":"2026-05-28T01:02:37.37169Z","steps":["trace[1945155410] 'process raft request' (duration: 1.952974481s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:37.371773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:35.418611Z","time spent":"1.953127635s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:37.371919Z","caller":"traceutil/trace.go:171","msg":"trace[1953246511] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"2.996801727s","start":"2026-05-28T01:02:34.37511Z","end":"2026-05-28T01:02:37.371912Z","steps":["trace[1953246511] 'process raft request' (duration: 2.996481979s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:37.371964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:34.375082Z","time spent":"2.996860747s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:37.371998Z","caller":"traceutil/trace.go:171","msg":"trace[500491184] linearizableReadLoop","detail":"{readStateIndex:8737; appliedIndex:8734; }","duration":"2.921708759s","start":"2026-05-28T01:02:34.450278Z","end":"2026-05-28T01:02:37.371986Z","steps":["trace[500491184] 'read index received' (duration: 188.195909ms)","trace[500491184] 'applied index is now lower than readState.Index' (duration: 2.73351165s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:37.372069Z","caller":"traceutil/trace.go:171","msg":"trace[1471466716] transaction","detail":"{read_only:false; response_revision:8424; number_of_response:1; }","duration":"3.356540583s","start":"2026-05-28T01:02:34.015522Z","end":"2026-05-28T01:02:37.372062Z","steps":["trace[1471466716] 'process raft request' (duration: 3.355885718s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:37.372111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:34.015495Z","time spent":"3.356596064s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:37.372186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988999163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:02:37.372219Z","caller":"traceutil/trace.go:171","msg":"trace[204482696] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8426; }","duration":"2.989043924s","start":"2026-05-28T01:02:34.383166Z","end":"2026-05-28T01:02:37.37221Z","steps":["trace[204482696] 'agreement among raft nodes before linearized reading' (duration: 2.988928141s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:37.372247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:34.383161Z","time spent":"2.989077535s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:02:37.372338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44008293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:02:37.372362Z","caller":"traceutil/trace.go:171","msg":"trace[75318975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8426; }","duration":"3.44012448s","start":"2026-05-28T01:02:33.932232Z","end":"2026-05-28T01:02:37.372356Z","steps":["trace[75318975] 'agreement among raft nodes before linearized reading' (duration: 3.440054529s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:37.37238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:33.932223Z","time spent":"3.440153001s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:02:37.37245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440339075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:02:37.372482Z","caller":"traceutil/trace.go:171","msg":"trace[434696478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8426; }","duration":"3.440420097s","start":"2026-05-28T01:02:33.932053Z","end":"2026-05-28T01:02:37.372474Z","steps":["trace[434696478] 'agreement among raft nodes before linearized reading' (duration: 3.440335625s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:37.372494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989411252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-28T01:02:37.372506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:33.932014Z","time spent":"3.440485109s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T01:02:37.372514Z","caller":"traceutil/trace.go:171","msg":"trace[949881300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8426; }","duration":"2.989461534s","start":"2026-05-28T01:02:34.383045Z","end":"2026-05-28T01:02:37.372507Z","steps":["trace[949881300] 'agreement among raft nodes before linearized reading' (duration: 2.989410983s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:37.37253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:34.383022Z","time spent":"2.989504825s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:02:37.372623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146011178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-28T01:02:37.372645Z","caller":"traceutil/trace.go:171","msg":"trace[2093718785] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c; range_end:; response_count:1; response_revision:8426; }","duration":"3.14607214s","start":"2026-05-28T01:02:34.226566Z","end":"2026-05-28T01:02:37.372638Z","steps":["trace[2093718785] 'agreement among raft nodes before linearized reading' (duration: 3.146004768s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:37.372661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:34.226542Z","time spent":"3.14611519s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c\" "} {"level":"warn","ts":"2026-05-28T01:02:37.372815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20982097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:02:37.372837Z","caller":"traceutil/trace.go:171","msg":"trace[1078407343] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8426; }","duration":"3.209882521s","start":"2026-05-28T01:02:34.162949Z","end":"2026-05-28T01:02:37.372832Z","steps":["trace[1078407343] 'agreement among raft nodes before linearized reading' (duration: 3.20980055s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:37.372859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:34.162891Z","time spent":"3.209961463s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":83,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:37.372877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440889659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T01:02:37.372995Z","caller":"traceutil/trace.go:171","msg":"trace[1834919395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8426; }","duration":"3.441049212s","start":"2026-05-28T01:02:33.93191Z","end":"2026-05-28T01:02:37.372959Z","steps":["trace[1834919395] 'agreement among raft nodes before linearized reading' (duration: 3.440786496s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:37.373043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:33.931882Z","time spent":"3.441151244s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:02:37.87299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:02:38.37392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:02:38.459914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000377218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:02:38.46004Z","caller":"traceutil/trace.go:171","msg":"trace[1385092550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551011s","start":"2026-05-28T01:02:36.459451Z","end":"2026-05-28T01:02:38.460002Z","steps":["trace[1385092550] 'agreement among raft nodes before linearized reading' (duration: 2.000404728s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:38.460101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:36.459433Z","time spent":"2.000656234s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:02:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:02:38.575732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.870310107s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:02:38.653192Z","caller":"traceutil/trace.go:171","msg":"trace[1094366906] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"1.947869731s","start":"2026-05-28T01:02:36.705293Z","end":"2026-05-28T01:02:38.653163Z","steps":["trace[1094366906] 'process raft request' (duration: 1.870698205s)","trace[1094366906] 'compare' (duration: 76.939501ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:38.653353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:36.705266Z","time spent":"1.948006335s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:40.086385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.435119553s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:02:40.087008Z","caller":"traceutil/trace.go:171","msg":"trace[582998611] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"3.248699885s","start":"2026-05-28T01:02:36.838274Z","end":"2026-05-28T01:02:40.086974Z","steps":["trace[582998611] 'process raft request' (duration: 3.248390928s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:40.087359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:36.838224Z","time spent":"3.249052483s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:40.087573Z","caller":"traceutil/trace.go:171","msg":"trace[629463624] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"2.712757802s","start":"2026-05-28T01:02:37.374766Z","end":"2026-05-28T01:02:40.087524Z","steps":["trace[629463624] 'process raft request' (duration: 2.712114997s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:40.087659Z","caller":"traceutil/trace.go:171","msg":"trace[605607829] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"2.71183008s","start":"2026-05-28T01:02:37.375789Z","end":"2026-05-28T01:02:40.087619Z","steps":["trace[605607829] 'process raft request' (duration: 2.711589995s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:40.087777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:37.374745Z","time spent":"2.712909375s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:40.08787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:37.375755Z","time spent":"2.712010125s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:40.088107Z","caller":"traceutil/trace.go:171","msg":"trace[1627568231] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"2.711851641s","start":"2026-05-28T01:02:37.376227Z","end":"2026-05-28T01:02:40.088079Z","steps":["trace[1627568231] 'process raft request' (duration: 2.711498383s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:40.088163Z","caller":"traceutil/trace.go:171","msg":"trace[1279143252] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"2.711970814s","start":"2026-05-28T01:02:37.376182Z","end":"2026-05-28T01:02:40.088153Z","steps":["trace[1279143252] 'process raft request' (duration: 2.71137768s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:40.088208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:37.376171Z","time spent":"2.712012475s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:40.088255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:37.37621Z","time spent":"2.711967313s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:40.088279Z","caller":"traceutil/trace.go:171","msg":"trace[1160765920] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"2.71010121s","start":"2026-05-28T01:02:37.37817Z","end":"2026-05-28T01:02:40.088272Z","steps":["trace[1160765920] 'process raft request' (duration: 2.709633939s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:40.088319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:37.378161Z","time spent":"2.71013531s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:40.174347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:02:40.174569Z","caller":"traceutil/trace.go:171","msg":"trace[1690655498] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000408837s","start":"2026-05-28T01:02:38.174133Z","end":"2026-05-28T01:02:40.174542Z","steps":["trace[1690655498] 'agreement among raft nodes before linearized reading' (duration: 2.000165291s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:40.174803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:38.174107Z","time spent":"2.000679584s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:02:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:02:40.46019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999768002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:02:40.460287Z","caller":"traceutil/trace.go:171","msg":"trace[1922598698] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064159s","start":"2026-05-28T01:02:38.4602Z","end":"2026-05-28T01:02:40.460264Z","steps":["trace[1922598698] 'agreement among raft nodes before linearized reading' (duration: 1.999928626s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:40.460345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:38.460173Z","time spent":"2.000160552s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:02:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:02:41.453934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999195532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:02:41.454025Z","caller":"traceutil/trace.go:171","msg":"trace[1822758750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999373097s","start":"2026-05-28T01:02:36.45463Z","end":"2026-05-28T01:02:41.454003Z","steps":["trace[1822758750] 'agreement among raft nodes before linearized reading' (duration: 4.999248834s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:41.454079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:36.454612Z","time spent":"4.999456758s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:02:41.649707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561842868s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:02:41.649941Z","caller":"traceutil/trace.go:171","msg":"trace[1831061148] linearizableReadLoop","detail":"{readStateIndex:8746; appliedIndex:8738; }","duration":"4.277894497s","start":"2026-05-28T01:02:37.372027Z","end":"2026-05-28T01:02:41.649922Z","steps":["trace[1831061148] 'read index received' (duration: 1.203993866s)","trace[1831061148] 'applied index is now lower than readState.Index' (duration: 3.073899541s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:41.650379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.071047493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-28T01:02:41.650445Z","caller":"traceutil/trace.go:171","msg":"trace[1759444609] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8433; }","duration":"5.071159255s","start":"2026-05-28T01:02:36.579268Z","end":"2026-05-28T01:02:41.650427Z","steps":["trace[1759444609] 'agreement among raft nodes before linearized reading' (duration: 5.070978281s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:41.650458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.489381407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:41.65051Z","caller":"traceutil/trace.go:171","msg":"trace[404364677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8433; }","duration":"5.48948607s","start":"2026-05-28T01:02:36.161008Z","end":"2026-05-28T01:02:41.650494Z","steps":["trace[404364677] 'agreement among raft nodes before linearized reading' (duration: 5.489383707s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:41.650547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:36.160986Z","time spent":"5.489551081s","remote":"127.0.0.1:53354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:41.65055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.758519925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:02:41.650587Z","caller":"traceutil/trace.go:171","msg":"trace[754395381] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8433; }","duration":"6.758596287s","start":"2026-05-28T01:02:34.891985Z","end":"2026-05-28T01:02:41.650581Z","steps":["trace[754395381] 'agreement among raft nodes before linearized reading' (duration: 6.758528295s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:41.650605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:34.891961Z","time spent":"6.758640148s","remote":"127.0.0.1:45890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:41.650474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:36.579245Z","time spent":"5.071223927s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T01:02:41.650658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.498212489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-28T01:02:41.650771Z","caller":"traceutil/trace.go:171","msg":"trace[850544038] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8433; }","duration":"6.498385184s","start":"2026-05-28T01:02:35.152363Z","end":"2026-05-28T01:02:41.650748Z","steps":["trace[850544038] 'agreement among raft nodes before linearized reading' (duration: 6.498110407s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:41.650825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:35.152339Z","time spent":"6.498476585s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:02:41.650929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.906665678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:41.651083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.993895025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:02:41.651275Z","caller":"traceutil/trace.go:171","msg":"trace[437282248] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8433; }","duration":"6.994207812s","start":"2026-05-28T01:02:34.657023Z","end":"2026-05-28T01:02:41.651231Z","steps":["trace[437282248] 'agreement among raft nodes before linearized reading' (duration: 6.993374243s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:41.651293Z","caller":"traceutil/trace.go:171","msg":"trace[1087699838] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"2.274651961s","start":"2026-05-28T01:02:39.376591Z","end":"2026-05-28T01:02:41.651243Z","steps":["trace[1087699838] 'process raft request' (duration: 2.273224418s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:41.651455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:34.656998Z","time spent":"6.994382837s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:02:41.651576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:39.376568Z","time spent":"2.274853897s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:41.651169Z","caller":"traceutil/trace.go:171","msg":"trace[1801032588] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8433; }","duration":"5.906945625s","start":"2026-05-28T01:02:35.744181Z","end":"2026-05-28T01:02:41.651127Z","steps":["trace[1801032588] 'agreement among raft nodes before linearized reading' (duration: 5.906634667s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:41.652106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:35.744157Z","time spent":"5.907924347s","remote":"127.0.0.1:46268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:42.150285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:02:42.468253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000170113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:02:42.468382Z","caller":"traceutil/trace.go:171","msg":"trace[1263096261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000394369s","start":"2026-05-28T01:02:40.467959Z","end":"2026-05-28T01:02:42.468354Z","steps":["trace[1263096261] 'agreement among raft nodes before linearized reading' (duration: 2.000201294s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:42.468465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:40.467936Z","time spent":"2.000515541s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:02:42.626852Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.047425735s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:02:42.913944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.714484ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:42.91415Z","caller":"traceutil/trace.go:171","msg":"trace[140200981] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8434; }","duration":"780.919339ms","start":"2026-05-28T01:02:42.133176Z","end":"2026-05-28T01:02:42.914095Z","steps":["trace[140200981] 'range keys from in-memory index tree' (duration: 780.686864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:42.914246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262892562s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:42.914681Z","caller":"traceutil/trace.go:171","msg":"trace[744564175] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"3.536405076s","start":"2026-05-28T01:02:39.378222Z","end":"2026-05-28T01:02:42.914627Z","steps":["trace[744564175] 'process raft request' (duration: 3.536283643s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:42.914728Z","caller":"traceutil/trace.go:171","msg":"trace[896638346] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"3.537897952s","start":"2026-05-28T01:02:39.376783Z","end":"2026-05-28T01:02:42.914681Z","steps":["trace[896638346] 'process raft request' (duration: 2.274425627s)","trace[896638346] 'compare' (duration: 1.262117603s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:42.914771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:39.378195Z","time spent":"3.53653876s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:42.914786Z","caller":"traceutil/trace.go:171","msg":"trace[968643678] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"3.536657262s","start":"2026-05-28T01:02:39.378083Z","end":"2026-05-28T01:02:42.91474Z","steps":["trace[968643678] 'process raft request' (duration: 3.536294813s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:42.914909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:39.376744Z","time spent":"3.538056325s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:42.914801Z","caller":"traceutil/trace.go:171","msg":"trace[1243103836] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"2.821872112s","start":"2026-05-28T01:02:40.092891Z","end":"2026-05-28T01:02:42.914763Z","steps":["trace[1243103836] 'process raft request' (duration: 2.821663797s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:42.915001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:39.378068Z","time spent":"3.536820135s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:42.91509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:40.092867Z","time spent":"2.822132377s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:02:44.009277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000018199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:02:44.009365Z","caller":"traceutil/trace.go:171","msg":"trace[159031601] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000181692s","start":"2026-05-28T01:02:42.009163Z","end":"2026-05-28T01:02:44.009344Z","steps":["trace[159031601] 'agreement among raft nodes before linearized reading' (duration: 2.00007082s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:44.009416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:42.00913Z","time spent":"2.000275415s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:02:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:02:44.417206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054534687s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:02:44.46941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999780773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:02:44.469529Z","caller":"traceutil/trace.go:171","msg":"trace[117162430] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999994468s","start":"2026-05-28T01:02:42.469509Z","end":"2026-05-28T01:02:44.469503Z","steps":["trace[117162430] 'agreement among raft nodes before linearized reading' (duration: 1.999837544s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:44.469597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:42.469471Z","time spent":"2.000111091s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:02:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:02:45.181268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:44.675164Z","time spent":"506.095211ms","remote":"127.0.0.1:35738","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T01:02:45.181457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818673781s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:45.181717Z","caller":"traceutil/trace.go:171","msg":"trace[849593996] linearizableReadLoop","detail":"{readStateIndex:8753; appliedIndex:8747; }","duration":"3.531720586s","start":"2026-05-28T01:02:41.649977Z","end":"2026-05-28T01:02:45.181697Z","steps":["trace[849593996] 'read index received' (duration: 977.101035ms)","trace[849593996] 'applied index is now lower than readState.Index' (duration: 2.554618621s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:45.181806Z","caller":"traceutil/trace.go:171","msg":"trace[591491425] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"3.525249604s","start":"2026-05-28T01:02:41.656526Z","end":"2026-05-28T01:02:45.181775Z","steps":["trace[591491425] 'process raft request' (duration: 3.525030169s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:45.182006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:41.656498Z","time spent":"3.525419188s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:45.181805Z","caller":"traceutil/trace.go:171","msg":"trace[2135690050] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"3.525823987s","start":"2026-05-28T01:02:41.655936Z","end":"2026-05-28T01:02:45.18176Z","steps":["trace[2135690050] 'process raft request' (duration: 1.706758498s)","trace[2135690050] 'compare' (duration: 1.81824982s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:45.182182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:41.655903Z","time spent":"3.526195756s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:45.182629Z","caller":"traceutil/trace.go:171","msg":"trace[121881186] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"2.378574778s","start":"2026-05-28T01:02:42.804041Z","end":"2026-05-28T01:02:45.182616Z","steps":["trace[121881186] 'process raft request' (duration: 2.377619115s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:45.182683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.749809203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:45.182742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.833338872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:45.182727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.325171309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:45.182764Z","caller":"traceutil/trace.go:171","msg":"trace[730253232] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8441; }","duration":"4.749964827s","start":"2026-05-28T01:02:40.432781Z","end":"2026-05-28T01:02:45.182746Z","steps":["trace[730253232] 'agreement among raft nodes before linearized reading' (duration: 4.748959713s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:45.182796Z","caller":"traceutil/trace.go:171","msg":"trace[777994954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8441; }","duration":"5.833442196s","start":"2026-05-28T01:02:39.349339Z","end":"2026-05-28T01:02:45.182781Z","steps":["trace[777994954] 'agreement among raft nodes before linearized reading' (duration: 5.832467233s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:45.182796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:42.803987Z","time spent":"2.378721501s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:45.182814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:40.432755Z","time spent":"4.750049369s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:02:45.182816Z","caller":"traceutil/trace.go:171","msg":"trace[184978435] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8441; }","duration":"4.325313573s","start":"2026-05-28T01:02:40.857481Z","end":"2026-05-28T01:02:45.182795Z","steps":["trace[184978435] 'agreement among raft nodes before linearized reading' (duration: 4.324525184s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:45.182848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:39.349312Z","time spent":"5.833520647s","remote":"127.0.0.1:53244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:45.182864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:40.857456Z","time spent":"4.325397595s","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:45.182768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.059332428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:45.182851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.657819502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:02:45.183589Z","caller":"traceutil/trace.go:171","msg":"trace[543709235] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8441; }","duration":"5.658614961s","start":"2026-05-28T01:02:39.524949Z","end":"2026-05-28T01:02:45.183564Z","steps":["trace[543709235] 'agreement among raft nodes before linearized reading' (duration: 5.656849399s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:45.183424Z","caller":"traceutil/trace.go:171","msg":"trace[1058320191] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8441; }","duration":"5.059998783s","start":"2026-05-28T01:02:40.123329Z","end":"2026-05-28T01:02:45.183328Z","steps":["trace[1058320191] 'agreement among raft nodes before linearized reading' (duration: 5.058453727s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:45.182936Z","caller":"traceutil/trace.go:171","msg":"trace[823143985] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"2.262726631s","start":"2026-05-28T01:02:42.920165Z","end":"2026-05-28T01:02:45.182892Z","steps":["trace[823143985] 'process raft request' (duration: 2.262349342s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:45.18372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:39.524925Z","time spent":"5.658738923s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":99,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:45.183776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:42.920139Z","time spent":"2.263562531s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:02:45.182954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.805020305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222791"} {"level":"info","ts":"2026-05-28T01:02:45.183985Z","caller":"traceutil/trace.go:171","msg":"trace[229661019] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8441; }","duration":"7.806033939s","start":"2026-05-28T01:02:37.377907Z","end":"2026-05-28T01:02:45.183941Z","steps":["trace[229661019] 'agreement among raft nodes before linearized reading' (duration: 7.803907299s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:45.184065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:37.377893Z","time spent":"7.806149031s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222814,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:02:45.184023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:40.123304Z","time spent":"5.06069381s","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:45.682417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:02:46.18308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:02:46.453617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996941671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:02:46.453723Z","caller":"traceutil/trace.go:171","msg":"trace[1521064045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997131555s","start":"2026-05-28T01:02:43.456567Z","end":"2026-05-28T01:02:46.453698Z","steps":["trace[1521064045] 'agreement among raft nodes before linearized reading' (duration: 2.996995132s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:46.453792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:43.456531Z","time spent":"2.997246738s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/28 01:02:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:02:46.477959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:02:46.478023Z","caller":"traceutil/trace.go:171","msg":"trace[1460783353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387248s","start":"2026-05-28T01:02:44.477625Z","end":"2026-05-28T01:02:46.478012Z","steps":["trace[1460783353] 'agreement among raft nodes before linearized reading' (duration: 2.000312736s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:46.478058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:44.4776Z","time spent":"2.00045093s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:02:46.684084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:02:47.001372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.583970243s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:02:47.001824Z","caller":"traceutil/trace.go:171","msg":"trace[1900978500] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"3.343287482s","start":"2026-05-28T01:02:43.65851Z","end":"2026-05-28T01:02:47.001798Z","steps":["trace[1900978500] 'process raft request' (duration: 3.343124448s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:47.001976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:43.658472Z","time spent":"3.343422495s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:47.091625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999031669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:02:47.091712Z","caller":"traceutil/trace.go:171","msg":"trace[596465843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999194023s","start":"2026-05-28T01:02:42.092497Z","end":"2026-05-28T01:02:47.091691Z","steps":["trace[596465843] 'agreement among raft nodes before linearized reading' (duration: 4.99907595s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:47.091761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:42.092465Z","time spent":"4.999286545s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/28 01:02:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:02:47.092745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999310276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:02:47.092885Z","caller":"traceutil/trace.go:171","msg":"trace[1477123273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99951532s","start":"2026-05-28T01:02:42.09335Z","end":"2026-05-28T01:02:47.092865Z","steps":["trace[1477123273] 'agreement among raft nodes before linearized reading' (duration: 4.999353827s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:47.093068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:42.093326Z","time spent":"4.999727476s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/28 01:02:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:02:48.428716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216767475s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:48.429019Z","caller":"traceutil/trace.go:171","msg":"trace[255512891] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"3.509146435s","start":"2026-05-28T01:02:44.91983Z","end":"2026-05-28T01:02:48.428976Z","steps":["trace[255512891] 'process raft request' (duration: 2.29198854s)","trace[255512891] 'compare' (duration: 1.215985127s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:48.429255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:44.919804Z","time spent":"3.509329499s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:48.429533Z","caller":"traceutil/trace.go:171","msg":"trace[1534638612] linearizableReadLoop","detail":"{readStateIndex:8760; appliedIndex:8755; }","duration":"3.247752253s","start":"2026-05-28T01:02:45.181754Z","end":"2026-05-28T01:02:48.429506Z","steps":["trace[1534638612] 'read index received' (duration: 1.819804908s)","trace[1534638612] 'applied index is now lower than readState.Index' (duration: 1.427945865s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:48.429598Z","caller":"traceutil/trace.go:171","msg":"trace[1924467681] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"2.269328926s","start":"2026-05-28T01:02:46.160237Z","end":"2026-05-28T01:02:48.429566Z","steps":["trace[1924467681] 'process raft request' (duration: 2.269200153s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:48.429617Z","caller":"traceutil/trace.go:171","msg":"trace[365043717] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"3.509049212s","start":"2026-05-28T01:02:44.920538Z","end":"2026-05-28T01:02:48.429587Z","steps":["trace[365043717] 'process raft request' (duration: 3.508315775s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:48.429688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.483174708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:48.429757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:46.160207Z","time spent":"2.269466339s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:48.429763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:44.920502Z","time spent":"3.509178875s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:48.429776Z","caller":"traceutil/trace.go:171","msg":"trace[1136811224] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8447; }","duration":"4.483317402s","start":"2026-05-28T01:02:43.946434Z","end":"2026-05-28T01:02:48.429751Z","steps":["trace[1136811224] 'agreement among raft nodes before linearized reading' (duration: 4.483107727s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:48.429834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:43.946409Z","time spent":"4.483412934s","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:02:48.429885Z","caller":"traceutil/trace.go:171","msg":"trace[191898765] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"3.508824967s","start":"2026-05-28T01:02:44.92105Z","end":"2026-05-28T01:02:48.429874Z","steps":["trace[191898765] 'process raft request' (duration: 3.508263044s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:48.429874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957530847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-05-28T01:02:48.429937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.173048229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:48.429943Z","caller":"traceutil/trace.go:171","msg":"trace[1343378230] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8447; }","duration":"3.95765625s","start":"2026-05-28T01:02:44.472268Z","end":"2026-05-28T01:02:48.429924Z","steps":["trace[1343378230] 'agreement among raft nodes before linearized reading' (duration: 3.957432215s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:48.429989Z","caller":"traceutil/trace.go:171","msg":"trace[1743451271] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8447; }","duration":"4.173150072s","start":"2026-05-28T01:02:44.256824Z","end":"2026-05-28T01:02:48.429974Z","steps":["trace[1743451271] 'agreement among raft nodes before linearized reading' (duration: 4.17306658s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:48.429988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:44.921044Z","time spent":"3.508870368s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:48.430003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:44.472237Z","time spent":"3.957753812s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-28T01:02:48.430025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:44.25679Z","time spent":"4.173227004s","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:48.430087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.3376071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T01:02:48.430073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.526512376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:48.429891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.336551385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:02:48.430205Z","caller":"traceutil/trace.go:171","msg":"trace[1415446474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8447; }","duration":"6.337719503s","start":"2026-05-28T01:02:42.092403Z","end":"2026-05-28T01:02:48.430123Z","steps":["trace[1415446474] 'agreement among raft nodes before linearized reading' (duration: 6.337273192s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:48.430241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.674169527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T01:02:48.430258Z","caller":"traceutil/trace.go:171","msg":"trace[1942046787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8447; }","duration":"6.336973205s","start":"2026-05-28T01:02:42.093265Z","end":"2026-05-28T01:02:48.430238Z","steps":["trace[1942046787] 'agreement among raft nodes before linearized reading' (duration: 6.33630935s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:48.43032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:42.093257Z","time spent":"6.337046437s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T01:02:48.430313Z","caller":"traceutil/trace.go:171","msg":"trace[1041955710] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:8447; }","duration":"5.674284759s","start":"2026-05-28T01:02:42.756003Z","end":"2026-05-28T01:02:48.430287Z","steps":["trace[1041955710] 'agreement among raft nodes before linearized reading' (duration: 5.674155476s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:48.430128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.195251605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:48.430378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:42.092286Z","time spent":"6.338076411s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:02:48.430392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:42.755976Z","time spent":"5.674405302s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-05-28T01:02:48.430204Z","caller":"traceutil/trace.go:171","msg":"trace[517583097] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8447; }","duration":"6.526730911s","start":"2026-05-28T01:02:41.903445Z","end":"2026-05-28T01:02:48.430176Z","steps":["trace[517583097] 'agreement among raft nodes before linearized reading' (duration: 6.526423364s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:48.430664Z","caller":"traceutil/trace.go:171","msg":"trace[1332697858] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8447; }","duration":"5.195537782s","start":"2026-05-28T01:02:43.23486Z","end":"2026-05-28T01:02:48.430398Z","steps":["trace[1332697858] 'agreement among raft nodes before linearized reading' (duration: 5.195107102s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:48.430716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:41.903415Z","time spent":"6.527270014s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:48.43079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:43.234803Z","time spent":"5.195949472s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":97,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:48.430319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.77396875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:02:48.431095Z","caller":"traceutil/trace.go:171","msg":"trace[417330613] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8447; }","duration":"6.774791049s","start":"2026-05-28T01:02:41.65628Z","end":"2026-05-28T01:02:48.431071Z","steps":["trace[417330613] 'agreement among raft nodes before linearized reading' (duration: 6.773669663s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:48.43117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:41.656262Z","time spent":"6.774885162s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:02:48.479637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000638333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:02:48.479724Z","caller":"traceutil/trace.go:171","msg":"trace[440375784] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000756356s","start":"2026-05-28T01:02:46.478955Z","end":"2026-05-28T01:02:48.479711Z","steps":["trace[440375784] 'agreement among raft nodes before linearized reading' (duration: 2.000669744s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:48.479777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:46.478936Z","time spent":"2.000832537s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:02:50.149783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.29808049s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:02:50.174178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999814274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:02:50.174273Z","caller":"traceutil/trace.go:171","msg":"trace[1354291677] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999962898s","start":"2026-05-28T01:02:48.17429Z","end":"2026-05-28T01:02:50.174253Z","steps":["trace[1354291677] 'agreement among raft nodes before linearized reading' (duration: 1.999843645s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:50.174325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:48.174263Z","time spent":"2.00005147s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:02:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:02:50.487379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:02:50.487486Z","caller":"traceutil/trace.go:171","msg":"trace[1659504832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000296606s","start":"2026-05-28T01:02:48.487172Z","end":"2026-05-28T01:02:50.487469Z","steps":["trace[1659504832] 'agreement among raft nodes before linearized reading' (duration: 2.000170403s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:50.487531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:48.487144Z","time spent":"2.000377648s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:02:51.392748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541226685s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:02:51.392834Z","caller":"traceutil/trace.go:171","msg":"trace[170177471] linearizableReadLoop","detail":"{readStateIndex:8761; appliedIndex:8760; }","duration":"2.963239177s","start":"2026-05-28T01:02:48.429581Z","end":"2026-05-28T01:02:51.392821Z","steps":["trace[170177471] 'read index received' (duration: 422.096874ms)","trace[170177471] 'applied index is now lower than readState.Index' (duration: 2.541141213s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:51.393079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.070429114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:51.393105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.938855665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:51.393139Z","caller":"traceutil/trace.go:171","msg":"trace[1607003257] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8448; }","duration":"4.070539676s","start":"2026-05-28T01:02:47.322584Z","end":"2026-05-28T01:02:51.393124Z","steps":["trace[1607003257] 'agreement among raft nodes before linearized reading' (duration: 4.070430184s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:51.393164Z","caller":"traceutil/trace.go:171","msg":"trace[662805435] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8448; }","duration":"5.938967798s","start":"2026-05-28T01:02:45.454178Z","end":"2026-05-28T01:02:51.393146Z","steps":["trace[662805435] 'agreement among raft nodes before linearized reading' (duration: 5.938872365s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:51.39318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:47.322563Z","time spent":"4.070606918s","remote":"127.0.0.1:59174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:51.393217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:45.45415Z","time spent":"5.93904824s","remote":"127.0.0.1:45716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:51.393269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.205762507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-28T01:02:51.393344Z","caller":"traceutil/trace.go:171","msg":"trace[2096363970] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd; range_end:; response_count:1; response_revision:8448; }","duration":"6.20589567s","start":"2026-05-28T01:02:45.187428Z","end":"2026-05-28T01:02:51.393323Z","steps":["trace[2096363970] 'agreement among raft nodes before linearized reading' (duration: 6.205651044s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:51.393393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:45.187407Z","time spent":"6.205978012s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" "} {"level":"warn","ts":"2026-05-28T01:02:51.393104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.199052931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T01:02:51.393426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.204853221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:51.393354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.388859052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:51.393456Z","caller":"traceutil/trace.go:171","msg":"trace[445989911] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8448; }","duration":"4.199459981s","start":"2026-05-28T01:02:47.193986Z","end":"2026-05-28T01:02:51.393446Z","steps":["trace[445989911] 'agreement among raft nodes before linearized reading' (duration: 4.199046071s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:51.393489Z","caller":"traceutil/trace.go:171","msg":"trace[1924278413] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8448; }","duration":"5.204983074s","start":"2026-05-28T01:02:46.188486Z","end":"2026-05-28T01:02:51.393469Z","steps":["trace[1924278413] 'agreement among raft nodes before linearized reading' (duration: 5.204872722s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:51.393515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:48.432074Z","time spent":"2.961440084s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T01:02:51.393497Z","caller":"traceutil/trace.go:171","msg":"trace[963077448] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8448; }","duration":"5.388989825s","start":"2026-05-28T01:02:46.004488Z","end":"2026-05-28T01:02:51.393478Z","steps":["trace[963077448] 'agreement among raft nodes before linearized reading' (duration: 5.388848181s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:51.393528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:46.188452Z","time spent":"5.205069167s","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:51.393555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:46.004403Z","time spent":"5.389134768s","remote":"127.0.0.1:42870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:51.393604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.515608154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:51.393491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:47.193955Z","time spent":"4.199525992s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"info","ts":"2026-05-28T01:02:51.393659Z","caller":"traceutil/trace.go:171","msg":"trace[757075621] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8448; }","duration":"5.515728738s","start":"2026-05-28T01:02:45.877916Z","end":"2026-05-28T01:02:51.393645Z","steps":["trace[757075621] 'agreement among raft nodes before linearized reading' (duration: 5.515521563s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:51.393701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:45.877867Z","time spent":"5.5158215s","remote":"127.0.0.1:46118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:02:51.394006Z","caller":"traceutil/trace.go:171","msg":"trace[1131058025] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"2.958081856s","start":"2026-05-28T01:02:48.43591Z","end":"2026-05-28T01:02:51.393992Z","steps":["trace[1131058025] 'process raft request' (duration: 2.957561633s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:51.394012Z","caller":"traceutil/trace.go:171","msg":"trace[814795474] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"2.956298904s","start":"2026-05-28T01:02:48.4377Z","end":"2026-05-28T01:02:51.393999Z","steps":["trace[814795474] 'process raft request' (duration: 2.956243133s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:51.3941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:48.435884Z","time spent":"2.958160458s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:51.394112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:48.437678Z","time spent":"2.956371336s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:51.394395Z","caller":"traceutil/trace.go:171","msg":"trace[1335093529] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"2.958434644s","start":"2026-05-28T01:02:48.43595Z","end":"2026-05-28T01:02:51.394384Z","steps":["trace[1335093529] 'process raft request' (duration: 2.957903601s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:51.394461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:48.435937Z","time spent":"2.958493035s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:51.809244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.065832453s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:02:52.092065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997914363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:02:52.092186Z","caller":"traceutil/trace.go:171","msg":"trace[49846852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998103478s","start":"2026-05-28T01:02:49.094055Z","end":"2026-05-28T01:02:52.092159Z","steps":["trace[49846852] 'agreement among raft nodes before linearized reading' (duration: 2.997946854s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:52.092253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:49.094024Z","time spent":"2.998216571s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/28 01:02:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:02:52.093652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997716689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:02:52.093789Z","caller":"traceutil/trace.go:171","msg":"trace[1686349243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997950223s","start":"2026-05-28T01:02:49.095808Z","end":"2026-05-28T01:02:52.093758Z","steps":["trace[1686349243] 'agreement among raft nodes before linearized reading' (duration: 2.997741848s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:52.093866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:49.095783Z","time spent":"2.998064576s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/28 01:02:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:02:52.495311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999855294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:02:52.495432Z","caller":"traceutil/trace.go:171","msg":"trace[454149844] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000041579s","start":"2026-05-28T01:02:50.495364Z","end":"2026-05-28T01:02:52.495405Z","steps":["trace[454149844] 'agreement among raft nodes before linearized reading' (duration: 1.999885465s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:52.495491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:50.495344Z","time spent":"2.0001335s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:02:53.78551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651293001s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:53.785609Z","caller":"traceutil/trace.go:171","msg":"trace[271508452] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8451; }","duration":"1.651407444s","start":"2026-05-28T01:02:52.134185Z","end":"2026-05-28T01:02:53.785593Z","steps":["trace[271508452] 'range keys from in-memory index tree' (duration: 1.651276371s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:53.786194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976520226s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:53.786331Z","caller":"traceutil/trace.go:171","msg":"trace[386918811] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"4.777979935s","start":"2026-05-28T01:02:49.00833Z","end":"2026-05-28T01:02:53.78631Z","steps":["trace[386918811] 'process raft request' (duration: 2.801260195s)","trace[386918811] 'compare' (duration: 1.97587272s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:53.786404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:49.008296Z","time spent":"4.778075597s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:54.0372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.227653486s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:02:54.496747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000040747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:02:54.496835Z","caller":"traceutil/trace.go:171","msg":"trace[1184975659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000195401s","start":"2026-05-28T01:02:52.496616Z","end":"2026-05-28T01:02:54.496811Z","steps":["trace[1184975659] 'agreement among raft nodes before linearized reading' (duration: 2.000087438s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:54.496886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:52.496589Z","time spent":"2.000285032s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:02:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:02:55.434148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:50.43621Z","time spent":"4.99793061s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T01:02:55.434788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:50.436978Z","time spent":"4.997791397s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T01:02:55.434816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:50.437072Z","time spent":"4.997730565s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T01:02:56.050605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013105156s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:56.051133Z","caller":"traceutil/trace.go:171","msg":"trace[1690490822] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"3.953738798s","start":"2026-05-28T01:02:52.097374Z","end":"2026-05-28T01:02:56.051113Z","steps":["trace[1690490822] 'process raft request' (duration: 3.953697807s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:56.051215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:52.097364Z","time spent":"3.95381504s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:56.051262Z","caller":"traceutil/trace.go:171","msg":"trace[389463472] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8456; }","duration":"4.655941844s","start":"2026-05-28T01:02:51.39529Z","end":"2026-05-28T01:02:56.051232Z","steps":["trace[389463472] 'process raft request' (duration: 4.655623966s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:56.051378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:51.395267Z","time spent":"4.656052196s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:56.051386Z","caller":"traceutil/trace.go:171","msg":"trace[1013280275] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"3.957127388s","start":"2026-05-28T01:02:52.094218Z","end":"2026-05-28T01:02:56.051345Z","steps":["trace[1013280275] 'process raft request' (duration: 3.95681661s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:56.051436Z","caller":"traceutil/trace.go:171","msg":"trace[1154112413] linearizableReadLoop","detail":"{readStateIndex:8770; appliedIndex:8765; }","duration":"4.658496443s","start":"2026-05-28T01:02:51.392848Z","end":"2026-05-28T01:02:56.051344Z","steps":["trace[1154112413] 'read index received' (duration: 416.680016ms)","trace[1154112413] 'applied index is now lower than readState.Index' (duration: 4.241790437s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:56.05146Z","caller":"traceutil/trace.go:171","msg":"trace[759390640] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"5.638799383s","start":"2026-05-28T01:02:50.412615Z","end":"2026-05-28T01:02:56.051414Z","steps":["trace[759390640] 'process raft request' (duration: 3.624778425s)","trace[759390640] 'compare' (duration: 2.012684107s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:56.051498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.302262148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:56.051729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:52.094188Z","time spent":"3.957268051s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:56.051789Z","caller":"traceutil/trace.go:171","msg":"trace[1045903993] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8459; }","duration":"6.302625206s","start":"2026-05-28T01:02:49.74914Z","end":"2026-05-28T01:02:56.051766Z","steps":["trace[1045903993] 'agreement among raft nodes before linearized reading' (duration: 6.302216467s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:56.051795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:50.412566Z","time spent":"5.638962147s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:56.05186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:49.749115Z","time spent":"6.302733909s","remote":"127.0.0.1:45864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:56.051871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.815351323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:56.051896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.325873589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:02:56.051944Z","caller":"traceutil/trace.go:171","msg":"trace[1504684092] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8459; }","duration":"5.32591998s","start":"2026-05-28T01:02:50.726009Z","end":"2026-05-28T01:02:56.051929Z","steps":["trace[1504684092] 'agreement among raft nodes before linearized reading' (duration: 5.325845068s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:56.051952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.825180915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:56.051982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:50.725954Z","time spent":"5.326018852s","remote":"127.0.0.1:42918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:02:56.051909Z","caller":"traceutil/trace.go:171","msg":"trace[169017111] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8459; }","duration":"6.815443455s","start":"2026-05-28T01:02:49.236454Z","end":"2026-05-28T01:02:56.051897Z","steps":["trace[169017111] 'agreement among raft nodes before linearized reading' (duration: 6.815292082s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:56.052016Z","caller":"traceutil/trace.go:171","msg":"trace[858030114] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"4.654312445s","start":"2026-05-28T01:02:51.397666Z","end":"2026-05-28T01:02:56.051978Z","steps":["trace[858030114] 'process raft request' (duration: 4.653274811s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:56.052057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.36802277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:56.052059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:49.23644Z","time spent":"6.815602949s","remote":"127.0.0.1:46094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":49,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:02:56.0521Z","caller":"traceutil/trace.go:171","msg":"trace[1306321386] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8459; }","duration":"7.368107312s","start":"2026-05-28T01:02:48.68398Z","end":"2026-05-28T01:02:56.052087Z","steps":["trace[1306321386] 'agreement among raft nodes before linearized reading' (duration: 7.36802377s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:56.052113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.61958293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-05-28T01:02:56.051986Z","caller":"traceutil/trace.go:171","msg":"trace[2078848457] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8459; }","duration":"6.825260746s","start":"2026-05-28T01:02:49.226714Z","end":"2026-05-28T01:02:56.051974Z","steps":["trace[2078848457] 'agreement among raft nodes before linearized reading' (duration: 6.825213535s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:56.0521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.283098946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:56.052103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.414969915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:56.052143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:51.397644Z","time spent":"4.654431148s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:56.052167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:49.226682Z","time spent":"6.825473712s","remote":"127.0.0.1:42890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:56.052144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:48.683947Z","time spent":"7.368188984s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:02:56.052208Z","caller":"traceutil/trace.go:171","msg":"trace[1476170642] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8459; }","duration":"6.283278411s","start":"2026-05-28T01:02:49.768903Z","end":"2026-05-28T01:02:56.052181Z","steps":["trace[1476170642] 'agreement among raft nodes before linearized reading' (duration: 6.283108607s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:56.052204Z","caller":"traceutil/trace.go:171","msg":"trace[94636178] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8459; }","duration":"7.415123768s","start":"2026-05-28T01:02:48.637063Z","end":"2026-05-28T01:02:56.052187Z","steps":["trace[94636178] 'agreement among raft nodes before linearized reading' (duration: 7.414932234s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:56.052274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:48.63704Z","time spent":"7.41522097s","remote":"127.0.0.1:46188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:02:56.052148Z","caller":"traceutil/trace.go:171","msg":"trace[393640282] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8459; }","duration":"7.619634941s","start":"2026-05-28T01:02:48.432505Z","end":"2026-05-28T01:02:56.05214Z","steps":["trace[393640282] 'agreement among raft nodes before linearized reading' (duration: 7.619498998s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:56.052325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:48.432487Z","time spent":"7.619827536s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T01:02:56.052277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:49.768871Z","time spent":"6.283389913s","remote":"127.0.0.1:36168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:56.505072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000241285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:02:56.505156Z","caller":"traceutil/trace.go:171","msg":"trace[1404696505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384039s","start":"2026-05-28T01:02:54.504753Z","end":"2026-05-28T01:02:56.505137Z","steps":["trace[1404696505] 'agreement among raft nodes before linearized reading' (duration: 2.000278756s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:56.505206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:54.504732Z","time spent":"2.000464501s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:02:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:02:56.552628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:02:56.754026Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.178428245s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:02:58.505829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000188558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:02:58.505909Z","caller":"traceutil/trace.go:171","msg":"trace[1559131256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334612s","start":"2026-05-28T01:02:56.505556Z","end":"2026-05-28T01:02:58.505891Z","steps":["trace[1559131256] 'agreement among raft nodes before linearized reading' (duration: 2.000219369s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:58.505956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:56.505537Z","time spent":"2.000408633s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:02:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:02:58.597394Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.842936835s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:02:58.739789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985442638s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:02:58.740856Z","caller":"traceutil/trace.go:171","msg":"trace[975679791] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"3.165151875s","start":"2026-05-28T01:02:55.575484Z","end":"2026-05-28T01:02:58.740636Z","steps":["trace[975679791] 'process raft request' (duration: 1.178758294s)","trace[975679791] 'compare' (duration: 1.984521487s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:02:58.741005Z","caller":"traceutil/trace.go:171","msg":"trace[1112726226] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"2.948881104s","start":"2026-05-28T01:02:55.792085Z","end":"2026-05-28T01:02:58.740966Z","steps":["trace[1112726226] 'process raft request' (duration: 2.947815509s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:58.741175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:55.79206Z","time spent":"2.949026567s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:58.741171Z","caller":"traceutil/trace.go:171","msg":"trace[1581715279] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"2.803492223s","start":"2026-05-28T01:02:55.937642Z","end":"2026-05-28T01:02:58.741134Z","steps":["trace[1581715279] 'process raft request' (duration: 2.803213736s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:58.741277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:56.052419Z","time spent":"2.688841134s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T01:02:58.741311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:55.937609Z","time spent":"2.803617635s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:02:58.741028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:55.575457Z","time spent":"3.165484682s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:02:58.741819Z","caller":"traceutil/trace.go:171","msg":"trace[1332601245] linearizableReadLoop","detail":"{readStateIndex:8778; appliedIndex:8774; }","duration":"2.690280747s","start":"2026-05-28T01:02:56.051517Z","end":"2026-05-28T01:02:58.741797Z","steps":["trace[1332601245] 'read index received' (duration: 702.891853ms)","trace[1332601245] 'applied index is now lower than readState.Index' (duration: 1.987386344s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:02:58.741933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.711427753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:02:58.742013Z","caller":"traceutil/trace.go:171","msg":"trace[256281737] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8462; }","duration":"4.711563867s","start":"2026-05-28T01:02:54.030431Z","end":"2026-05-28T01:02:58.741995Z","steps":["trace[256281737] 'agreement among raft nodes before linearized reading' (duration: 4.711386673s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:58.742031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.304611466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-28T01:02:58.742114Z","caller":"traceutil/trace.go:171","msg":"trace[265692114] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8462; }","duration":"3.304721579s","start":"2026-05-28T01:02:55.437372Z","end":"2026-05-28T01:02:58.742094Z","steps":["trace[265692114] 'agreement among raft nodes before linearized reading' (duration: 3.304496354s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:58.742131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.339731899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-05-28T01:02:58.742161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:55.437363Z","time spent":"3.30478867s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-28T01:02:58.74218Z","caller":"traceutil/trace.go:171","msg":"trace[2047205045] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8462; }","duration":"7.33979605s","start":"2026-05-28T01:02:51.402367Z","end":"2026-05-28T01:02:58.742163Z","steps":["trace[2047205045] 'agreement among raft nodes before linearized reading' (duration: 7.339632016s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:58.742199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306207624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-05-28T01:02:58.742153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306099742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-28T01:02:58.742229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:51.402358Z","time spent":"7.339862581s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-28T01:02:58.742236Z","caller":"traceutil/trace.go:171","msg":"trace[141909379] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:8462; }","duration":"3.306274546s","start":"2026-05-28T01:02:55.43595Z","end":"2026-05-28T01:02:58.742225Z","steps":["trace[141909379] 'agreement among raft nodes before linearized reading' (duration: 3.306132033s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:58.742266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:55.43593Z","time spent":"3.306329617s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-28T01:02:58.742056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:54.030407Z","time spent":"4.711639609s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:02:58.742309Z","caller":"traceutil/trace.go:171","msg":"trace[1556325432] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8462; }","duration":"3.306295767s","start":"2026-05-28T01:02:55.43595Z","end":"2026-05-28T01:02:58.742246Z","steps":["trace[1556325432] 'agreement among raft nodes before linearized reading' (duration: 3.305894337s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:58.742452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.343538839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-28T01:02:58.742445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:55.43593Z","time spent":"3.30646299s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-28T01:02:58.742491Z","caller":"traceutil/trace.go:171","msg":"trace[2132891056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8462; }","duration":"5.343605641s","start":"2026-05-28T01:02:53.398876Z","end":"2026-05-28T01:02:58.742482Z","steps":["trace[2132891056] 'agreement among raft nodes before linearized reading' (duration: 5.343508279s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:58.74252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:53.398864Z","time spent":"5.343650372s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:02:58.742455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.362569927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:58.742678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.343632012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T01:02:58.742707Z","caller":"traceutil/trace.go:171","msg":"trace[204183339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8462; }","duration":"5.343705043s","start":"2026-05-28T01:02:53.398994Z","end":"2026-05-28T01:02:58.742699Z","steps":["trace[204183339] 'agreement among raft nodes before linearized reading' (duration: 5.343593761s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:58.742733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:53.398959Z","time spent":"5.343768175s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:02:58.742741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.90722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:02:58.742755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685603147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-28T01:02:58.742785Z","caller":"traceutil/trace.go:171","msg":"trace[952315172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8462; }","duration":"404.952601ms","start":"2026-05-28T01:02:58.33782Z","end":"2026-05-28T01:02:58.742773Z","steps":["trace[952315172] 'agreement among raft nodes before linearized reading' (duration: 404.884289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:58.742827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.829444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:58.742828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:58.337741Z","time spent":"405.079084ms","remote":"127.0.0.1:53302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:02:58.742866Z","caller":"traceutil/trace.go:171","msg":"trace[845072038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8462; }","duration":"567.906345ms","start":"2026-05-28T01:02:58.174954Z","end":"2026-05-28T01:02:58.742861Z","steps":["trace[845072038] 'agreement among raft nodes before linearized reading' (duration: 567.857474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:58.742789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.77226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:58.742889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:58.174927Z","time spent":"567.957757ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:02:58.742814Z","caller":"traceutil/trace.go:171","msg":"trace[2110621217] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8462; }","duration":"5.362740181s","start":"2026-05-28T01:02:53.379874Z","end":"2026-05-28T01:02:58.742614Z","steps":["trace[2110621217] 'agreement among raft nodes before linearized reading' (duration: 5.362512966s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:58.742924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635034287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:02:58.742942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:53.379849Z","time spent":"5.36307185s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":54,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:02:58.742944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.344122412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222791"} {"level":"info","ts":"2026-05-28T01:02:58.742799Z","caller":"traceutil/trace.go:171","msg":"trace[1295211812] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c; range_end:; response_count:1; response_revision:8462; }","duration":"2.685674519s","start":"2026-05-28T01:02:56.05711Z","end":"2026-05-28T01:02:58.742784Z","steps":["trace[1295211812] 'agreement among raft nodes before linearized reading' (duration: 2.685538576s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:58.742961Z","caller":"traceutil/trace.go:171","msg":"trace[676782934] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8462; }","duration":"2.635095949s","start":"2026-05-28T01:02:56.107856Z","end":"2026-05-28T01:02:58.742952Z","steps":["trace[676782934] 'agreement among raft nodes before linearized reading' (duration: 2.635039908s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:58.742983Z","caller":"traceutil/trace.go:171","msg":"trace[1038019169] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8462; }","duration":"7.344187794s","start":"2026-05-28T01:02:51.398786Z","end":"2026-05-28T01:02:58.742973Z","steps":["trace[1038019169] 'agreement among raft nodes before linearized reading' (duration: 7.343835975s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:02:58.742918Z","caller":"traceutil/trace.go:171","msg":"trace[1432015118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8462; }","duration":"230.927994ms","start":"2026-05-28T01:02:58.511973Z","end":"2026-05-28T01:02:58.742901Z","steps":["trace[1432015118] 'agreement among raft nodes before linearized reading' (duration: 230.74186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:02:58.742994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:56.107839Z","time spent":"2.63514895s","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T01:02:58.743023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:51.398771Z","time spent":"7.344243265s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222814,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:02:58.742996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:56.057095Z","time spent":"2.685890394s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c\" "} {"level":"warn","ts":"2026-05-28T01:03:00.394025Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155983636s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:03:00.434033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685505138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-28T01:03:00.434057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685491458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:03:00.434097Z","caller":"traceutil/trace.go:171","msg":"trace[1475065940] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"1.6855817s","start":"2026-05-28T01:02:58.748496Z","end":"2026-05-28T01:03:00.434078Z","steps":["trace[1475065940] 'agreement among raft nodes before linearized reading' (duration: 1.685503258s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:00.434142Z","caller":"traceutil/trace.go:171","msg":"trace[56105808] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"1.685606721s","start":"2026-05-28T01:02:58.748517Z","end":"2026-05-28T01:03:00.434124Z","steps":["trace[56105808] 'agreement among raft nodes before linearized reading' (duration: 1.685501278s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:00.434153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:58.74845Z","time spent":"1.685692442s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/28 01:03:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:03:00.434193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:58.74851Z","time spent":"1.685668162s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/28 01:03:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:03:00.435482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686973203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:03:00.435536Z","caller":"traceutil/trace.go:171","msg":"trace[555214323] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"1.687053615s","start":"2026-05-28T01:02:58.748469Z","end":"2026-05-28T01:03:00.435523Z","steps":["trace[555214323] 'agreement among raft nodes before linearized reading' (duration: 1.686993553s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:00.43557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:58.748456Z","time spent":"1.687106316s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/28 01:03:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:03:01.465212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000206387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:03:01.465325Z","caller":"traceutil/trace.go:171","msg":"trace[1441649464] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000391481s","start":"2026-05-28T01:02:59.464907Z","end":"2026-05-28T01:03:01.465299Z","steps":["trace[1441649464] 'agreement among raft nodes before linearized reading' (duration: 2.000246868s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:01.465716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:59.464871Z","time spent":"2.000824111s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:03:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:03:01.638353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:01.128235Z","time spent":"510.109415ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T01:03:01.638537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400527897s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:01.638897Z","caller":"traceutil/trace.go:171","msg":"trace[1009375424] linearizableReadLoop","detail":"{readStateIndex:8780; appliedIndex:8778; }","duration":"2.891238916s","start":"2026-05-28T01:02:58.74764Z","end":"2026-05-28T01:03:01.638879Z","steps":["trace[1009375424] 'read index received' (duration: 490.35803ms)","trace[1009375424] 'applied index is now lower than readState.Index' (duration: 2.400879876s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:01.638982Z","caller":"traceutil/trace.go:171","msg":"trace[117001044] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"2.896623163s","start":"2026-05-28T01:02:58.742347Z","end":"2026-05-28T01:03:01.63897Z","steps":["trace[117001044] 'process raft request' (duration: 495.556703ms)","trace[117001044] 'compare' (duration: 2.399973474s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:01.639047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:58.742323Z","time spent":"2.896690595s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:01.639118Z","caller":"traceutil/trace.go:171","msg":"trace[286879382] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"2.889772752s","start":"2026-05-28T01:02:58.749315Z","end":"2026-05-28T01:03:01.639088Z","steps":["trace[286879382] 'process raft request' (duration: 2.889530356s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:01.639311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:58.749303Z","time spent":"2.889888844s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:01.639328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891681646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:01.639395Z","caller":"traceutil/trace.go:171","msg":"trace[1959056810] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8466; }","duration":"2.891743728s","start":"2026-05-28T01:02:58.747609Z","end":"2026-05-28T01:03:01.639353Z","steps":["trace[1959056810] 'agreement among raft nodes before linearized reading' (duration: 2.891632355s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:01.639432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:58.747595Z","time spent":"2.89182993s","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-28T01:03:01.639536Z","caller":"traceutil/trace.go:171","msg":"trace[1981962458] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"2.891231116s","start":"2026-05-28T01:02:58.748291Z","end":"2026-05-28T01:03:01.639522Z","steps":["trace[1981962458] 'process raft request' (duration: 2.890508699s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:01.63954Z","caller":"traceutil/trace.go:171","msg":"trace[1422475484] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"2.892515956s","start":"2026-05-28T01:02:58.746996Z","end":"2026-05-28T01:03:01.639511Z","steps":["trace[1422475484] 'process raft request' (duration: 2.891674456s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:01.639603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:58.748265Z","time spent":"2.891304398s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:01.639678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:58.746972Z","time spent":"2.892619078s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:02.139838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:02.640575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:03.140779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:03.465548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999679272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:03:03.465716Z","caller":"traceutil/trace.go:171","msg":"trace[1594051351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999909787s","start":"2026-05-28T01:03:01.465786Z","end":"2026-05-28T01:03:03.465696Z","steps":["trace[1594051351] 'agreement among raft nodes before linearized reading' (duration: 1.999721503s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:03.465796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:01.465751Z","time spent":"2.000030719s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:03:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:03:03.641396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:04.142442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:04.349757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216000395s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:04.349926Z","caller":"traceutil/trace.go:171","msg":"trace[1499129197] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8466; }","duration":"2.216195889s","start":"2026-05-28T01:03:02.133707Z","end":"2026-05-28T01:03:04.349903Z","steps":["trace[1499129197] 'range keys from in-memory index tree' (duration: 2.215978464s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:04.643277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:05.144273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:05.187411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.748988547s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:03:05.187827Z","caller":"traceutil/trace.go:171","msg":"trace[367106106] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"4.74956167s","start":"2026-05-28T01:03:00.438239Z","end":"2026-05-28T01:03:05.187801Z","steps":["trace[367106106] 'process raft request' (duration: 4.749383816s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:05.187966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:00.438181Z","time spent":"4.749720944s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:03:05.473248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999971368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:03:05.473312Z","caller":"traceutil/trace.go:171","msg":"trace[834453940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085451s","start":"2026-05-28T01:03:03.473211Z","end":"2026-05-28T01:03:05.473297Z","steps":["trace[834453940] 'agreement among raft nodes before linearized reading' (duration: 2.000004899s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:05.473351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:03.473193Z","time spent":"2.000151042s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:03:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:03:05.745419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:00.747176Z","time spent":"4.998236312s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 01:03:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:03:06.177487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.803928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:06.177611Z","caller":"traceutil/trace.go:171","msg":"trace[744805343] linearizableReadLoop","detail":"{readStateIndex:8784; appliedIndex:8782; }","duration":"4.538658287s","start":"2026-05-28T01:03:01.638935Z","end":"2026-05-28T01:03:06.177594Z","steps":["trace[744805343] 'read index received' (duration: 3.548676777s)","trace[744805343] 'applied index is now lower than readState.Index' (duration: 989.97979ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:06.177742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.360906144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:06.177786Z","caller":"traceutil/trace.go:171","msg":"trace[369817281] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8468; }","duration":"6.360978346s","start":"2026-05-28T01:02:59.816793Z","end":"2026-05-28T01:03:06.177771Z","steps":["trace[369817281] 'agreement among raft nodes before linearized reading' (duration: 6.360893074s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.177789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.411094541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:06.177846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.991465788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-28T01:03:06.177881Z","caller":"traceutil/trace.go:171","msg":"trace[1667202157] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8468; }","duration":"7.411257174s","start":"2026-05-28T01:02:58.766607Z","end":"2026-05-28T01:03:06.177864Z","steps":["trace[1667202157] 'agreement among raft nodes before linearized reading' (duration: 7.41109921s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:06.177905Z","caller":"traceutil/trace.go:171","msg":"trace[56800348] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8468; }","duration":"5.991548891s","start":"2026-05-28T01:03:00.186339Z","end":"2026-05-28T01:03:06.177888Z","steps":["trace[56800348] 'agreement among raft nodes before linearized reading' (duration: 5.991350026s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.177924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:58.766588Z","time spent":"7.411326345s","remote":"127.0.0.1:46168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:06.177952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.536203129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-28T01:03:06.177986Z","caller":"traceutil/trace.go:171","msg":"trace[793840309] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8468; }","duration":"4.536288141s","start":"2026-05-28T01:03:01.641687Z","end":"2026-05-28T01:03:06.177976Z","steps":["trace[793840309] 'agreement among raft nodes before linearized reading' (duration: 4.536174018s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.178018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:01.641667Z","time spent":"4.536343523s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T01:03:06.178006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.109299446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:06.178048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.427845093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:03:06.178078Z","caller":"traceutil/trace.go:171","msg":"trace[1964233959] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8468; }","duration":"5.427901605s","start":"2026-05-28T01:03:00.750166Z","end":"2026-05-28T01:03:06.178068Z","steps":["trace[1964233959] 'agreement among raft nodes before linearized reading' (duration: 5.427810263s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.178048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999118152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:06.178124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.570711542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:06.17814Z","caller":"traceutil/trace.go:171","msg":"trace[638031200] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8468; }","duration":"4.999258816s","start":"2026-05-28T01:03:01.17886Z","end":"2026-05-28T01:03:06.178119Z","steps":["trace[638031200] 'agreement among raft nodes before linearized reading' (duration: 4.999082162s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.178142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06656659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:06.178157Z","caller":"traceutil/trace.go:171","msg":"trace[165919061] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8468; }","duration":"6.570766424s","start":"2026-05-28T01:02:59.607381Z","end":"2026-05-28T01:03:06.178148Z","steps":["trace[165919061] 'agreement among raft nodes before linearized reading' (duration: 6.570713243s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.178175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:00.750144Z","time spent":"5.427960987s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:03:06.178194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:01.17884Z","time spent":"4.999343899s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:06.178208Z","caller":"traceutil/trace.go:171","msg":"trace[1998519116] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8468; }","duration":"5.066613632s","start":"2026-05-28T01:03:01.111566Z","end":"2026-05-28T01:03:06.17818Z","steps":["trace[1998519116] 'agreement among raft nodes before linearized reading' (duration: 5.06654742s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.178244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.067272748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:06.178247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:01.111526Z","time spent":"5.066711254s","remote":"127.0.0.1:42832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:06.178266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.893261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-05-28T01:03:06.178279Z","caller":"traceutil/trace.go:171","msg":"trace[401658496] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8468; }","duration":"7.06735197s","start":"2026-05-28T01:02:59.110917Z","end":"2026-05-28T01:03:06.178269Z","steps":["trace[401658496] 'agreement among raft nodes before linearized reading' (duration: 7.067302819s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:06.178299Z","caller":"traceutil/trace.go:171","msg":"trace[1458096711] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8468; }","duration":"430.978814ms","start":"2026-05-28T01:03:05.747311Z","end":"2026-05-28T01:03:06.17829Z","steps":["trace[1458096711] 'agreement among raft nodes before linearized reading' (duration: 430.918973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.178307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:59.110894Z","time spent":"7.067406091s","remote":"127.0.0.1:36160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:06.17782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:59.81677Z","time spent":"6.361040717s","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:06.178326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:05.747279Z","time spent":"431.041655ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-28T01:03:06.178345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.34098658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:06.178397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.992028302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T01:03:06.178413Z","caller":"traceutil/trace.go:171","msg":"trace[195675730] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8468; }","duration":"3.341091953s","start":"2026-05-28T01:03:02.8373Z","end":"2026-05-28T01:03:06.178392Z","steps":["trace[195675730] 'agreement among raft nodes before linearized reading' (duration: 3.34098151s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:06.17843Z","caller":"traceutil/trace.go:171","msg":"trace[473685802] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8468; }","duration":"5.992078483s","start":"2026-05-28T01:03:00.186343Z","end":"2026-05-28T01:03:06.178421Z","steps":["trace[473685802] 'agreement among raft nodes before linearized reading' (duration: 5.991989711s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.178461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:00.186333Z","time spent":"5.992120754s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T01:03:06.178466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:02.837274Z","time spent":"3.341177035s","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:06.178517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.535687237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-28T01:03:06.178525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.53496078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-28T01:03:06.177952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:00.186319Z","time spent":"5.991620882s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-28T01:03:06.178592Z","caller":"traceutil/trace.go:171","msg":"trace[1462324344] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd; range_end:; response_count:1; response_revision:8468; }","duration":"4.535042422s","start":"2026-05-28T01:03:01.643527Z","end":"2026-05-28T01:03:06.17857Z","steps":["trace[1462324344] 'agreement among raft nodes before linearized reading' (duration: 4.534820377s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:06.178083Z","caller":"traceutil/trace.go:171","msg":"trace[144020470] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8468; }","duration":"5.109426359s","start":"2026-05-28T01:03:01.068638Z","end":"2026-05-28T01:03:06.178064Z","steps":["trace[144020470] 'agreement among raft nodes before linearized reading' (duration: 5.109281925s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.178679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990413444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:06.178703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:01.643518Z","time spent":"4.535171285s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" "} {"level":"info","ts":"2026-05-28T01:03:06.178729Z","caller":"traceutil/trace.go:171","msg":"trace[1242107405] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8468; }","duration":"3.990546557s","start":"2026-05-28T01:03:02.18817Z","end":"2026-05-28T01:03:06.178717Z","steps":["trace[1242107405] 'agreement among raft nodes before linearized reading' (duration: 3.990411634s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.178752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.147037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:06.178775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:02.188144Z","time spent":"3.990620709s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:06.178802Z","caller":"traceutil/trace.go:171","msg":"trace[1987873766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8468; }","duration":"705.236999ms","start":"2026-05-28T01:03:05.473551Z","end":"2026-05-28T01:03:06.178788Z","steps":["trace[1987873766] 'agreement among raft nodes before linearized reading' (duration: 705.151187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.178844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:05.473525Z","time spent":"705.309621ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:06.178729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:01.068589Z","time spent":"5.110125755s","remote":"127.0.0.1:46136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:06.1782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:02:59.607369Z","time spent":"6.570823725s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:06.178963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116466536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:06.17899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.902171172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:06.178546Z","caller":"traceutil/trace.go:171","msg":"trace[454448221] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8468; }","duration":"4.535749928s","start":"2026-05-28T01:03:01.642788Z","end":"2026-05-28T01:03:06.178538Z","steps":["trace[454448221] 'agreement among raft nodes before linearized reading' (duration: 4.535657086s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:06.179005Z","caller":"traceutil/trace.go:171","msg":"trace[1074961857] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8468; }","duration":"3.116546218s","start":"2026-05-28T01:03:03.062446Z","end":"2026-05-28T01:03:06.178992Z","steps":["trace[1074961857] 'agreement among raft nodes before linearized reading' (duration: 3.116487966s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:06.179031Z","caller":"traceutil/trace.go:171","msg":"trace[425523550] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8468; }","duration":"2.902266005s","start":"2026-05-28T01:03:03.276753Z","end":"2026-05-28T01:03:06.179019Z","steps":["trace[425523550] 'agreement among raft nodes before linearized reading' (duration: 2.902203774s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.179051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:03.062423Z","time spent":"3.11661851s","remote":"127.0.0.1:46044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:06.179048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:01.64277Z","time spent":"4.536265431s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:03:06.179067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:03.276715Z","time spent":"2.902341946s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:06.179096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.048935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:06.179128Z","caller":"traceutil/trace.go:171","msg":"trace[1357675684] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8468; }","duration":"960.118287ms","start":"2026-05-28T01:03:05.219Z","end":"2026-05-28T01:03:06.179118Z","steps":["trace[1357675684] 'agreement among raft nodes before linearized reading' (duration: 960.070266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.179047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535739659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T01:03:06.179156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:05.218976Z","time spent":"960.173808ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:06.178998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471175858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:06.179313Z","caller":"traceutil/trace.go:171","msg":"trace[2096690752] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8468; }","duration":"4.471527417s","start":"2026-05-28T01:03:01.707775Z","end":"2026-05-28T01:03:06.179303Z","steps":["trace[2096690752] 'agreement among raft nodes before linearized reading' (duration: 4.471134568s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.179317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535931883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:03:06.179346Z","caller":"traceutil/trace.go:171","msg":"trace[716035029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8468; }","duration":"2.536008475s","start":"2026-05-28T01:03:03.643329Z","end":"2026-05-28T01:03:06.179338Z","steps":["trace[716035029] 'agreement among raft nodes before linearized reading' (duration: 2.535914543s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.179347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:01.707757Z","time spent":"4.471579128s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":48,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:06.179375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:03.643298Z","time spent":"2.536067547s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:03:06.179373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292892183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-28T01:03:06.179424Z","caller":"traceutil/trace.go:171","msg":"trace[542432119] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8468; }","duration":"2.292984376s","start":"2026-05-28T01:03:03.886426Z","end":"2026-05-28T01:03:06.17941Z","steps":["trace[542432119] 'agreement among raft nodes before linearized reading' (duration: 2.292835092s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.179466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:03.886405Z","time spent":"2.293050147s","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-28T01:03:06.17952Z","caller":"traceutil/trace.go:171","msg":"trace[2042338466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8468; }","duration":"2.536035146s","start":"2026-05-28T01:03:03.643239Z","end":"2026-05-28T01:03:06.179274Z","steps":["trace[2042338466] 'agreement among raft nodes before linearized reading' (duration: 2.535691088s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.179842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172408108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:06.179874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:03.643203Z","time spent":"2.53665302s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T01:03:06.17995Z","caller":"traceutil/trace.go:171","msg":"trace[266906891] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8468; }","duration":"4.173838461s","start":"2026-05-28T01:03:02.006076Z","end":"2026-05-28T01:03:06.179915Z","steps":["trace[266906891] 'agreement among raft nodes before linearized reading' (duration: 4.172415738s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:06.18003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:02.00605Z","time spent":"4.173955924s","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:07.533311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02398015s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-28T01:03:07.533407Z","caller":"traceutil/trace.go:171","msg":"trace[2073805522] linearizableReadLoop","detail":"{readStateIndex:8785; appliedIndex:8784; }","duration":"1.350181236s","start":"2026-05-28T01:03:06.183207Z","end":"2026-05-28T01:03:07.533388Z","steps":["trace[2073805522] 'read index received' (duration: 326.121985ms)","trace[2073805522] 'applied index is now lower than readState.Index' (duration: 1.024057871s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:07.534077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:06.18134Z","time spent":"1.352728246s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T01:03:07.53434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351103978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9157dec4-5ce9-4b5f-85ac-f7420a8b5bf8\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-28T01:03:07.534423Z","caller":"traceutil/trace.go:171","msg":"trace[129281677] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9157dec4-5ce9-4b5f-85ac-f7420a8b5bf8; range_end:; response_count:1; response_revision:8468; }","duration":"1.351223001s","start":"2026-05-28T01:03:06.183178Z","end":"2026-05-28T01:03:07.534401Z","steps":["trace[129281677] 'agreement among raft nodes before linearized reading' (duration: 1.350980335s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:07.534466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:06.183164Z","time spent":"1.351292722s","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-9157dec4-5ce9-4b5f-85ac-f7420a8b5bf8\" "} {"level":"warn","ts":"2026-05-28T01:03:08.187839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:03:08.187915Z","caller":"traceutil/trace.go:171","msg":"trace[2097414746] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0003941s","start":"2026-05-28T01:03:06.187504Z","end":"2026-05-28T01:03:08.187899Z","steps":["trace[2097414746] 'agreement among raft nodes before linearized reading' (duration: 2.000305058s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:08.187958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:06.187498Z","time spent":"2.000450281s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:03:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:03:08.454348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.247125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:08.454572Z","caller":"traceutil/trace.go:171","msg":"trace[1319451811] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"2.268858529s","start":"2026-05-28T01:03:06.185695Z","end":"2026-05-28T01:03:08.454553Z","steps":["trace[1319451811] 'process raft request' (duration: 2.268749106s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:08.454683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:06.185671Z","time spent":"2.26894338s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:08.454844Z","caller":"traceutil/trace.go:171","msg":"trace[445298434] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"2.270267062s","start":"2026-05-28T01:03:06.184538Z","end":"2026-05-28T01:03:08.454805Z","steps":["trace[445298434] 'process raft request' (duration: 1.503478644s)","trace[445298434] 'compare' (duration: 766.04117ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:08.454949Z","caller":"traceutil/trace.go:171","msg":"trace[887846684] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"2.268479479s","start":"2026-05-28T01:03:06.186432Z","end":"2026-05-28T01:03:08.454912Z","steps":["trace[887846684] 'process raft request' (duration: 2.2680768s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:08.455015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:06.184507Z","time spent":"2.270423856s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:08.455097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:06.186427Z","time spent":"2.268592122s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:08.455215Z","caller":"traceutil/trace.go:171","msg":"trace[828833829] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"2.207714799s","start":"2026-05-28T01:03:06.247485Z","end":"2026-05-28T01:03:08.4552Z","steps":["trace[828833829] 'process raft request' (duration: 2.207296039s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:08.455242Z","caller":"traceutil/trace.go:171","msg":"trace[1315925952] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"2.176108646s","start":"2026-05-28T01:03:06.279122Z","end":"2026-05-28T01:03:08.45523Z","steps":["trace[1315925952] 'process raft request' (duration: 2.175700656s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:08.455278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:06.247391Z","time spent":"2.207853943s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:08.455292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:06.279089Z","time spent":"2.176176187s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:08.45537Z","caller":"traceutil/trace.go:171","msg":"trace[1586003179] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"2.268887459s","start":"2026-05-28T01:03:06.186473Z","end":"2026-05-28T01:03:08.45536Z","steps":["trace[1586003179] 'process raft request' (duration: 2.268194812s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:08.455423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:06.186468Z","time spent":"2.268927149s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:09.090549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.655949ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:03:09.090802Z","caller":"traceutil/trace.go:171","msg":"trace[288985239] linearizableReadLoop","detail":"{readStateIndex:8792; appliedIndex:8785; }","duration":"1.557350032s","start":"2026-05-28T01:03:07.533433Z","end":"2026-05-28T01:03:09.090783Z","steps":["trace[288985239] 'read index received' (duration: 154.601159ms)","trace[288985239] 'applied index is now lower than readState.Index' (duration: 1.402747843s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:09.090928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74338828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:09.09097Z","caller":"traceutil/trace.go:171","msg":"trace[2054423995] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8474; }","duration":"1.743480532s","start":"2026-05-28T01:03:07.347477Z","end":"2026-05-28T01:03:09.090957Z","steps":["trace[2054423995] 'agreement among raft nodes before linearized reading' (duration: 1.74339909s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:09.091012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:07.347451Z","time spent":"1.743550674s","remote":"127.0.0.1:60366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:09.091137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961881292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:09.091194Z","caller":"traceutil/trace.go:171","msg":"trace[1526997946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8474; }","duration":"1.961973023s","start":"2026-05-28T01:03:07.129206Z","end":"2026-05-28T01:03:09.091179Z","steps":["trace[1526997946] 'agreement among raft nodes before linearized reading' (duration: 1.961887321s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:09.091233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:07.129182Z","time spent":"1.962041415s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:09.091238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796927285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:09.091252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907966129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-05-28T01:03:09.091317Z","caller":"traceutil/trace.go:171","msg":"trace[1604860253] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8474; }","duration":"2.797046748s","start":"2026-05-28T01:03:06.294249Z","end":"2026-05-28T01:03:09.091296Z","steps":["trace[1604860253] 'agreement among raft nodes before linearized reading' (duration: 2.796907545s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:09.091326Z","caller":"traceutil/trace.go:171","msg":"trace[2063099714] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8474; }","duration":"2.908065461s","start":"2026-05-28T01:03:06.183236Z","end":"2026-05-28T01:03:09.091302Z","steps":["trace[2063099714] 'agreement among raft nodes before linearized reading' (duration: 2.907884497s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:09.091364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:06.183223Z","time spent":"2.908133053s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-28T01:03:09.091363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:06.294236Z","time spent":"2.79711713s","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:09.091382Z","caller":"traceutil/trace.go:171","msg":"trace[601496523] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"1.555882567s","start":"2026-05-28T01:03:07.535458Z","end":"2026-05-28T01:03:09.09134Z","steps":["trace[601496523] 'process raft request' (duration: 1.555223692s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:09.09124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89912806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-28T01:03:09.091514Z","caller":"traceutil/trace.go:171","msg":"trace[1194030144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8474; }","duration":"2.899419198s","start":"2026-05-28T01:03:06.192072Z","end":"2026-05-28T01:03:09.091491Z","steps":["trace[1194030144] 'agreement among raft nodes before linearized reading' (duration: 2.899015898s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:09.091578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:06.192066Z","time spent":"2.89949939s","remote":"127.0.0.1:53332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T01:03:09.09124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906467543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T01:03:09.091509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906584506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222791"} {"level":"warn","ts":"2026-05-28T01:03:09.091612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:07.535436Z","time spent":"1.556052692s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:09.091634Z","caller":"traceutil/trace.go:171","msg":"trace[459049917] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8474; }","duration":"2.906902374s","start":"2026-05-28T01:03:06.184718Z","end":"2026-05-28T01:03:09.091621Z","steps":["trace[459049917] 'agreement among raft nodes before linearized reading' (duration: 2.906372181s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:09.091658Z","caller":"traceutil/trace.go:171","msg":"trace[1373207022] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8474; }","duration":"2.90676083s","start":"2026-05-28T01:03:06.184887Z","end":"2026-05-28T01:03:09.091648Z","steps":["trace[1373207022] 'agreement among raft nodes before linearized reading' (duration: 2.906225738s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:09.091696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:06.184681Z","time spent":"2.906982595s","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T01:03:09.091714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:06.184881Z","time spent":"2.906802701s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222814,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:03:09.456646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.047892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:09.457008Z","caller":"traceutil/trace.go:171","msg":"trace[519129991] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"360.603936ms","start":"2026-05-28T01:03:09.096379Z","end":"2026-05-28T01:03:09.456983Z","steps":["trace[519129991] 'process raft request' (duration: 360.435092ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:09.45686Z","caller":"traceutil/trace.go:171","msg":"trace[1280275353] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"574.789878ms","start":"2026-05-28T01:03:08.881994Z","end":"2026-05-28T01:03:09.456784Z","steps":["trace[1280275353] 'process raft request' (duration: 288.455639ms)","trace[1280275353] 'compare' (duration: 285.756825ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:09.457143Z","caller":"traceutil/trace.go:171","msg":"trace[1985864565] linearizableReadLoop","detail":"{readStateIndex:8794; appliedIndex:8793; }","duration":"366.292491ms","start":"2026-05-28T01:03:09.090839Z","end":"2026-05-28T01:03:09.457131Z","steps":["trace[1985864565] 'read index received' (duration: 79.692006ms)","trace[1985864565] 'applied index is now lower than readState.Index' (duration: 286.598385ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:09.457314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.316419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:09.457368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269377303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:09.457403Z","caller":"traceutil/trace.go:171","msg":"trace[1369763275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8477; }","duration":"1.269451845s","start":"2026-05-28T01:03:08.18794Z","end":"2026-05-28T01:03:09.457392Z","steps":["trace[1369763275] 'agreement among raft nodes before linearized reading' (duration: 1.269377313s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:09.457406Z","caller":"traceutil/trace.go:171","msg":"trace[421862522] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8477; }","duration":"473.461433ms","start":"2026-05-28T01:03:08.983924Z","end":"2026-05-28T01:03:09.457386Z","steps":["trace[421862522] 'agreement among raft nodes before linearized reading' (duration: 473.266058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:09.457437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:08.187915Z","time spent":"1.269515207s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:09.457429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.774404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:09.457458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:08.983902Z","time spent":"473.545925ms","remote":"127.0.0.1:46058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:09.457455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282098653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:09.457092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:09.096353Z","time spent":"360.708069ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T01:03:09.457509Z","caller":"traceutil/trace.go:171","msg":"trace[938475032] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:0; response_revision:8477; }","duration":"443.893717ms","start":"2026-05-28T01:03:09.013597Z","end":"2026-05-28T01:03:09.457491Z","steps":["trace[938475032] 'agreement among raft nodes before linearized reading' (duration: 443.753054ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:09.457515Z","caller":"traceutil/trace.go:171","msg":"trace[1767308105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8477; }","duration":"1.282194236s","start":"2026-05-28T01:03:08.175307Z","end":"2026-05-28T01:03:09.457502Z","steps":["trace[1767308105] 'agreement among raft nodes before linearized reading' (duration: 1.282098983s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:09.457501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517576806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:09.457507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.253157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:09.457552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:09.013581Z","time spent":"443.962288ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"warn","ts":"2026-05-28T01:03:09.45755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:08.175285Z","time spent":"1.282258797s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:09.457536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760914942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gdzkb\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-05-28T01:03:09.457576Z","caller":"traceutil/trace.go:171","msg":"trace[914161109] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8477; }","duration":"1.517699749s","start":"2026-05-28T01:03:07.939858Z","end":"2026-05-28T01:03:09.457558Z","steps":["trace[914161109] 'agreement among raft nodes before linearized reading' (duration: 1.517550985s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:09.457598Z","caller":"traceutil/trace.go:171","msg":"trace[1396007545] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8477; }","duration":"453.39392ms","start":"2026-05-28T01:03:09.00418Z","end":"2026-05-28T01:03:09.457574Z","steps":["trace[1396007545] 'agreement among raft nodes before linearized reading' (duration: 453.187065ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:09.457613Z","caller":"traceutil/trace.go:171","msg":"trace[1830367269] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gdzkb; range_end:; response_count:1; response_revision:8477; }","duration":"1.761042686s","start":"2026-05-28T01:03:07.69655Z","end":"2026-05-28T01:03:09.457592Z","steps":["trace[1830367269] 'agreement among raft nodes before linearized reading' (duration: 1.760850061s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:09.457631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:07.939836Z","time spent":"1.51778255s","remote":"127.0.0.1:46076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:09.457657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:09.004118Z","time spent":"453.521364ms","remote":"127.0.0.1:60354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:09.45767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:07.696532Z","time spent":"1.761129197s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5664,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gdzkb\" "} {"level":"warn","ts":"2026-05-28T01:03:09.457711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.558706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T01:03:09.45783Z","caller":"traceutil/trace.go:171","msg":"trace[1626516831] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:8477; }","duration":"363.71697ms","start":"2026-05-28T01:03:09.09407Z","end":"2026-05-28T01:03:09.457787Z","steps":["trace[1626516831] 'agreement among raft nodes before linearized reading' (duration: 363.448964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:09.457839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.163412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:09.457874Z","caller":"traceutil/trace.go:171","msg":"trace[199467497] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8477; }","duration":"342.233024ms","start":"2026-05-28T01:03:09.115631Z","end":"2026-05-28T01:03:09.457864Z","steps":["trace[199467497] 'agreement among raft nodes before linearized reading' (duration: 342.172713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:09.457902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:09.115613Z","time spent":"342.281566ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:09.457878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:09.09404Z","time spent":"363.826182ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-05-28T01:03:09.457748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.260654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:09.45797Z","caller":"traceutil/trace.go:171","msg":"trace[345427464] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8477; }","duration":"121.563391ms","start":"2026-05-28T01:03:09.336394Z","end":"2026-05-28T01:03:09.457958Z","steps":["trace[345427464] 'agreement among raft nodes before linearized reading' (duration: 121.157032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:09.458375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:08.881971Z","time spent":"575.182326ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:09.915065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.898913ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-28T01:03:09.915217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:09.460066Z","time spent":"455.141341ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T01:03:09.91537Z","caller":"traceutil/trace.go:171","msg":"trace[2140600059] linearizableReadLoop","detail":"{readStateIndex:8796; appliedIndex:8795; }","duration":"452.516399ms","start":"2026-05-28T01:03:09.462828Z","end":"2026-05-28T01:03:09.915344Z","steps":["trace[2140600059] 'read index received' (duration: 94.3397ms)","trace[2140600059] 'applied index is now lower than readState.Index' (duration: 358.174589ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:09.915712Z","caller":"traceutil/trace.go:171","msg":"trace[1925329467] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"449.210272ms","start":"2026-05-28T01:03:09.466454Z","end":"2026-05-28T01:03:09.915665Z","steps":["trace[1925329467] 'process raft request' (duration: 448.735641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:09.915781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.219818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:09.915857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:09.466441Z","time spent":"449.327634ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5942,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:09.915911Z","caller":"traceutil/trace.go:171","msg":"trace[1990352681] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:0; response_revision:8478; }","duration":"346.253228ms","start":"2026-05-28T01:03:09.569554Z","end":"2026-05-28T01:03:09.915807Z","steps":["trace[1990352681] 'agreement among raft nodes before linearized reading' (duration: 346.203547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:09.91609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:09.56949Z","time spent":"346.507935ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"warn","ts":"2026-05-28T01:03:09.915734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.56778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:09.916232Z","caller":"traceutil/trace.go:171","msg":"trace[1671680520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8478; }","duration":"450.089922ms","start":"2026-05-28T01:03:09.466127Z","end":"2026-05-28T01:03:09.916217Z","steps":["trace[1671680520] 'agreement among raft nodes before linearized reading' (duration: 449.519519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:09.916278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:09.466119Z","time spent":"450.148164ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:09.915778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.92212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-28T01:03:09.916668Z","caller":"traceutil/trace.go:171","msg":"trace[1426132388] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd; range_end:; response_count:1; response_revision:8477; }","duration":"453.7991ms","start":"2026-05-28T01:03:09.462782Z","end":"2026-05-28T01:03:09.916581Z","steps":["trace[1426132388] 'agreement among raft nodes before linearized reading' (duration: 452.700194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:09.916788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:09.46275Z","time spent":"453.998335ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" "} {"level":"warn","ts":"2026-05-28T01:03:10.510738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.951676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:10.510913Z","caller":"traceutil/trace.go:171","msg":"trace[2123677076] linearizableReadLoop","detail":"{readStateIndex:8798; appliedIndex:8797; }","duration":"592.667429ms","start":"2026-05-28T01:03:09.918218Z","end":"2026-05-28T01:03:10.510885Z","steps":["trace[2123677076] 'read index received' (duration: 251.457147ms)","trace[2123677076] 'applied index is now lower than readState.Index' (duration: 341.207912ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:10.511123Z","caller":"traceutil/trace.go:171","msg":"trace[460591036] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"594.541144ms","start":"2026-05-28T01:03:09.916532Z","end":"2026-05-28T01:03:10.511073Z","steps":["trace[460591036] 'process raft request' (duration: 253.092866ms)","trace[460591036] 'compare' (duration: 340.747851ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:10.511243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:09.916504Z","time spent":"594.664646ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:10.511275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.916389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:10.511353Z","caller":"traceutil/trace.go:171","msg":"trace[944927447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8479; }","duration":"594.026111ms","start":"2026-05-28T01:03:09.917306Z","end":"2026-05-28T01:03:10.511332Z","steps":["trace[944927447] 'agreement among raft nodes before linearized reading' (duration: 593.808016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:10.511405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:09.917286Z","time spent":"594.110593ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:03:10.515988Z","caller":"traceutil/trace.go:171","msg":"trace[1544129604] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"596.279934ms","start":"2026-05-28T01:03:09.919671Z","end":"2026-05-28T01:03:10.515951Z","steps":["trace[1544129604] 'process raft request' (duration: 596.11753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:10.516037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.516199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:10.51608Z","caller":"traceutil/trace.go:171","msg":"trace[1680733376] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8480; }","duration":"180.619301ms","start":"2026-05-28T01:03:10.335449Z","end":"2026-05-28T01:03:10.516069Z","steps":["trace[1680733376] 'agreement among raft nodes before linearized reading' (duration: 180.496308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:10.5161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.429994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"info","ts":"2026-05-28T01:03:10.516171Z","caller":"traceutil/trace.go:171","msg":"trace[136431479] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:8480; }","duration":"595.567857ms","start":"2026-05-28T01:03:09.920586Z","end":"2026-05-28T01:03:10.516154Z","steps":["trace[136431479] 'agreement among raft nodes before linearized reading' (duration: 595.392753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:10.516166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:09.919633Z","time spent":"596.429087ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:10.516207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:09.920561Z","time spent":"595.639869ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6778,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-28T01:03:10.516242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.028649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:10.516382Z","caller":"traceutil/trace.go:171","msg":"trace[1387260358] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8480; }","duration":"449.219103ms","start":"2026-05-28T01:03:10.067153Z","end":"2026-05-28T01:03:10.516372Z","steps":["trace[1387260358] 'agreement among raft nodes before linearized reading' (duration: 449.041649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:10.516401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.684139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:10.516504Z","caller":"traceutil/trace.go:171","msg":"trace[1358390752] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:0; response_revision:8480; }","duration":"589.876793ms","start":"2026-05-28T01:03:09.926603Z","end":"2026-05-28T01:03:10.51648Z","steps":["trace[1358390752] 'agreement among raft nodes before linearized reading' (duration: 589.674558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:10.516413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:10.067129Z","time spent":"449.276335ms","remote":"127.0.0.1:45914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:10.516567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:09.926585Z","time spent":"589.969446ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"warn","ts":"2026-05-28T01:03:11.021903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:11.522863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:12.023775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:12.522179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000903412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:03:12.522308Z","caller":"traceutil/trace.go:171","msg":"trace[1925995309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001080446s","start":"2026-05-28T01:03:10.521199Z","end":"2026-05-28T01:03:12.522279Z","steps":["trace[1925995309] 'agreement among raft nodes before linearized reading' (duration: 2.000909792s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:12.522379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:10.52119Z","time spent":"2.001174498s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:03:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:03:12.524435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:12.940741Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.2759978s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:03:14.522536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000221189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:03:14.522628Z","caller":"traceutil/trace.go:171","msg":"trace[1990910604] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349881s","start":"2026-05-28T01:03:12.522259Z","end":"2026-05-28T01:03:14.522609Z","steps":["trace[1990910604] 'agreement among raft nodes before linearized reading' (duration: 2.000230458s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:14.522703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:12.522252Z","time spent":"2.000432793s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:14.995562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861898715s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:14.995687Z","caller":"traceutil/trace.go:171","msg":"trace[672537074] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8480; }","duration":"2.862042468s","start":"2026-05-28T01:03:12.133626Z","end":"2026-05-28T01:03:14.995668Z","steps":["trace[672537074] 'range keys from in-memory index tree' (duration: 2.861878525s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:14.996326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055311068s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:14.996425Z","caller":"traceutil/trace.go:171","msg":"trace[579629338] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"4.475669865s","start":"2026-05-28T01:03:10.520736Z","end":"2026-05-28T01:03:14.996406Z","steps":["trace[579629338] 'process raft request' (duration: 2.420195114s)","trace[579629338] 'compare' (duration: 2.054963008s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:14.9965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:10.520685Z","time spent":"4.475788497s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:16.096048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:11.100096Z","time spent":"4.995942202s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 01:03:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:03:16.53193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000415832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:03:16.532026Z","caller":"traceutil/trace.go:171","msg":"trace[676146429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000567285s","start":"2026-05-28T01:03:14.531439Z","end":"2026-05-28T01:03:16.532006Z","steps":["trace[676146429] 'agreement among raft nodes before linearized reading' (duration: 2.000440502s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:16.532078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:14.531422Z","time spent":"2.000645847s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:17.521711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:10.521555Z","time spent":"7.000149241s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T01:03:17.525919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:10.525664Z","time spent":"7.000248543s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-28T01:03:17.779547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.837982304s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:03:17.780085Z","caller":"traceutil/trace.go:171","msg":"trace[113353449] linearizableReadLoop","detail":"{readStateIndex:8803; appliedIndex:8799; }","duration":"7.258848684s","start":"2026-05-28T01:03:10.521214Z","end":"2026-05-28T01:03:17.780062Z","steps":["trace[113353449] 'read index received' (duration: 2.419713882s)","trace[113353449] 'applied index is now lower than readState.Index' (duration: 4.839133492s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.532859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000076895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:03:18.532959Z","caller":"traceutil/trace.go:171","msg":"trace[1906153134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239759s","start":"2026-05-28T01:03:16.532698Z","end":"2026-05-28T01:03:18.532938Z","steps":["trace[1906153134] 'agreement among raft nodes before linearized reading' (duration: 2.000112206s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:18.533026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:16.532673Z","time spent":"2.000336061s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:18.556139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.845324ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:03:18.556754Z","caller":"traceutil/trace.go:171","msg":"trace[1472378924] linearizableReadLoop","detail":"{readStateIndex:8805; appliedIndex:8803; }","duration":"776.55211ms","start":"2026-05-28T01:03:17.78015Z","end":"2026-05-28T01:03:18.556702Z","steps":["trace[1472378924] 'read index received' (duration: 164.101191ms)","trace[1472378924] 'applied index is now lower than readState.Index' (duration: 612.448749ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:18.55693Z","caller":"traceutil/trace.go:171","msg":"trace[806265292] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"2.595426141s","start":"2026-05-28T01:03:15.961491Z","end":"2026-05-28T01:03:18.556917Z","steps":["trace[806265292] 'process raft request' (duration: 2.594745825s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:18.557082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:15.961462Z","time spent":"2.595525452s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:18.943701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.7704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:18.943801Z","caller":"traceutil/trace.go:171","msg":"trace[1623438118] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8485; }","duration":"886.926894ms","start":"2026-05-28T01:03:18.05685Z","end":"2026-05-28T01:03:18.943777Z","steps":["trace[1623438118] 'agreement among raft nodes before linearized reading' (duration: 500.427996ms)","trace[1623438118] 'count revisions from in-memory index tree' (duration: 386.319943ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.943856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:18.056835Z","time spent":"887.008126ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:18.94403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.422655639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950cda35abab\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-05-28T01:03:18.944144Z","caller":"traceutil/trace.go:171","msg":"trace[1448899106] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950cda35abab; range_end:; response_count:1; response_revision:8485; }","duration":"8.422818393s","start":"2026-05-28T01:03:10.521296Z","end":"2026-05-28T01:03:18.944114Z","steps":["trace[1448899106] 'agreement among raft nodes before linearized reading' (duration: 8.035976887s)","trace[1448899106] 'range keys from in-memory index tree' (duration: 386.347244ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.94417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.431384135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:18.944126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.632678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:18.944214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:10.521279Z","time spent":"8.422918745s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950cda35abab\" "} {"level":"warn","ts":"2026-05-28T01:03:18.944252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.843007158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T01:03:18.944276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707068803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:18.944277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19740718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:18.944268Z","caller":"traceutil/trace.go:171","msg":"trace[1982053163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8485; }","duration":"402.784582ms","start":"2026-05-28T01:03:18.541454Z","end":"2026-05-28T01:03:18.944239Z","steps":["trace[1982053163] 'range keys from in-memory index tree' (duration: 386.802155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:18.944244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.879720062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:18.944301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943567772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:03:18.944354Z","caller":"traceutil/trace.go:171","msg":"trace[614302237] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8485; }","duration":"7.879886315s","start":"2026-05-28T01:03:11.064454Z","end":"2026-05-28T01:03:18.944341Z","steps":["trace[614302237] 'agreement among raft nodes before linearized reading' (duration: 7.492831764s)","trace[614302237] 'count revisions from in-memory index tree' (duration: 386.898407ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.943998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.062672647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-05-28T01:03:18.944362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.245016104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:18.944372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.073069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:18.944393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:11.064434Z","time spent":"7.879948907s","remote":"127.0.0.1:42810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:18.944397Z","caller":"traceutil/trace.go:171","msg":"trace[443895281] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8485; }","duration":"8.063205919s","start":"2026-05-28T01:03:10.881178Z","end":"2026-05-28T01:03:18.944384Z","steps":["trace[443895281] 'agreement among raft nodes before linearized reading' (duration: 7.676118388s)","trace[443895281] 'range keys from in-memory index tree' (duration: 386.209481ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.944389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.772311645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:18.944396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.715028696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:18.944427Z","caller":"traceutil/trace.go:171","msg":"trace[141515659] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8485; }","duration":"3.245086526s","start":"2026-05-28T01:03:15.699321Z","end":"2026-05-28T01:03:18.944408Z","steps":["trace[141515659] 'agreement among raft nodes before linearized reading' (duration: 2.857854011s)","trace[141515659] 'count revisions from in-memory index tree' (duration: 387.145883ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.944446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:10.881154Z","time spent":"8.063276631s","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-05-28T01:03:18.944309Z","caller":"traceutil/trace.go:171","msg":"trace[495327102] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8485; }","duration":"1.707142124s","start":"2026-05-28T01:03:17.237156Z","end":"2026-05-28T01:03:18.944298Z","steps":["trace[495327102] 'agreement among raft nodes before linearized reading' (duration: 1.320011652s)","trace[495327102] 'count revisions from in-memory index tree' (duration: 387.088441ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:18.944444Z","caller":"traceutil/trace.go:171","msg":"trace[672316453] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8485; }","duration":"467.180051ms","start":"2026-05-28T01:03:18.47724Z","end":"2026-05-28T01:03:18.94442Z","steps":["trace[672316453] 'agreement among raft nodes before linearized reading' (duration: 80.047249ms)","trace[672316453] 'count revisions from in-memory index tree' (duration: 387.055291ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.944475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:15.699231Z","time spent":"3.245233659s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:18.944464Z","caller":"traceutil/trace.go:171","msg":"trace[1344139285] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8485; }","duration":"5.772401498s","start":"2026-05-28T01:03:13.172039Z","end":"2026-05-28T01:03:18.944441Z","steps":["trace[1344139285] 'agreement among raft nodes before linearized reading' (duration: 5.385256005s)","trace[1344139285] 'count revisions from in-memory index tree' (duration: 386.864106ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.944499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:18.477216Z","time spent":"467.272743ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:18.944223Z","caller":"traceutil/trace.go:171","msg":"trace[1851472781] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8485; }","duration":"6.431477627s","start":"2026-05-28T01:03:12.512728Z","end":"2026-05-28T01:03:18.944205Z","steps":["trace[1851472781] 'agreement among raft nodes before linearized reading' (duration: 6.044535129s)","trace[1851472781] 'count revisions from in-memory index tree' (duration: 386.858856ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.94453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:13.172022Z","time spent":"5.7724985s","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:18.944536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904959651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:18.944504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:17.237129Z","time spent":"1.707354999s","remote":"127.0.0.1:46074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:18.944575Z","caller":"traceutil/trace.go:171","msg":"trace[663011285] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8485; }","duration":"1.905055783s","start":"2026-05-28T01:03:17.039507Z","end":"2026-05-28T01:03:18.944563Z","steps":["trace[663011285] 'agreement among raft nodes before linearized reading' (duration: 1.517588002s)","trace[663011285] 'count revisions from in-memory index tree' (duration: 387.399299ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.944629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.661716311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:18.944633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:17.039481Z","time spent":"1.905135165s","remote":"127.0.0.1:60342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:18.944309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.157933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:18.944662Z","caller":"traceutil/trace.go:171","msg":"trace[396270616] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8485; }","duration":"7.661773083s","start":"2026-05-28T01:03:11.282877Z","end":"2026-05-28T01:03:18.94465Z","steps":["trace[396270616] 'agreement among raft nodes before linearized reading' (duration: 7.274425085s)","trace[396270616] 'count revisions from in-memory index tree' (duration: 387.119053ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.944657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840253105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:18.944701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:11.282857Z","time spent":"7.661832414s","remote":"127.0.0.1:36152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:18.944697Z","caller":"traceutil/trace.go:171","msg":"trace[1438216306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8485; }","duration":"771.608343ms","start":"2026-05-28T01:03:18.173077Z","end":"2026-05-28T01:03:18.944685Z","steps":["trace[1438216306] 'agreement among raft nodes before linearized reading' (duration: 384.233325ms)","trace[1438216306] 'range keys from in-memory index tree' (duration: 386.731443ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:18.944717Z","caller":"traceutil/trace.go:171","msg":"trace[1313504520] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8485; }","duration":"2.840335768s","start":"2026-05-28T01:03:16.10436Z","end":"2026-05-28T01:03:18.944696Z","steps":["trace[1313504520] 'agreement among raft nodes before linearized reading' (duration: 2.452777965s)","trace[1313504520] 'count revisions from in-memory index tree' (duration: 387.477721ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.944736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:18.173054Z","time spent":"771.672134ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:18.944706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.845164874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:03:18.944463Z","caller":"traceutil/trace.go:171","msg":"trace[115041449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8485; }","duration":"1.943743536s","start":"2026-05-28T01:03:17.00062Z","end":"2026-05-28T01:03:18.944364Z","steps":["trace[115041449] 'agreement among raft nodes before linearized reading' (duration: 1.556503741s)","trace[115041449] 'range keys from in-memory index tree' (duration: 387.01564ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.944775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:16.104349Z","time spent":"2.840411349s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":35,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:18.94418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84676824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-05-28T01:03:18.944798Z","caller":"traceutil/trace.go:171","msg":"trace[1585925651] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8485; }","duration":"4.845311667s","start":"2026-05-28T01:03:14.09946Z","end":"2026-05-28T01:03:18.944772Z","steps":["trace[1585925651] 'agreement among raft nodes before linearized reading' (duration: 4.457626481s)","trace[1585925651] 'range keys from in-memory index tree' (duration: 387.43739ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.944805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:17.000577Z","time spent":"1.944210527s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T01:03:18.944299Z","caller":"traceutil/trace.go:171","msg":"trace[718928894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8485; }","duration":"7.843068119s","start":"2026-05-28T01:03:11.101218Z","end":"2026-05-28T01:03:18.944286Z","steps":["trace[718928894] 'agreement among raft nodes before linearized reading' (duration: 7.456002058s)","trace[718928894] 'range keys from in-memory index tree' (duration: 386.873247ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.94485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:14.099439Z","time spent":"4.845401669s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:03:18.944884Z","caller":"traceutil/trace.go:171","msg":"trace[164825400] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8485; }","duration":"2.847565288s","start":"2026-05-28T01:03:16.097263Z","end":"2026-05-28T01:03:18.944828Z","steps":["trace[164825400] 'agreement among raft nodes before linearized reading' (duration: 2.459886272s)","trace[164825400] 'range keys from in-memory index tree' (duration: 386.827486ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.944398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:18.541434Z","time spent":"402.949725ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:18.944894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:11.101212Z","time spent":"7.843668913s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:03:18.944573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:12.512702Z","time spent":"6.431852765s","remote":"127.0.0.1:46064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:18.944474Z","caller":"traceutil/trace.go:171","msg":"trace[491132009] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8485; }","duration":"7.715157009s","start":"2026-05-28T01:03:11.229299Z","end":"2026-05-28T01:03:18.944456Z","steps":["trace[491132009] 'agreement among raft nodes before linearized reading' (duration: 7.328001846s)","trace[491132009] 'count revisions from in-memory index tree' (duration: 387.050621ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.944731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414865448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-m9sdh\" ","response":"range_response_count:1 size:4694"} {"level":"warn","ts":"2026-05-28T01:03:18.944989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:16.097246Z","time spent":"2.847723642s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-28T01:03:18.945006Z","caller":"traceutil/trace.go:171","msg":"trace[1675344092] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-m9sdh; range_end:; response_count:1; response_revision:8485; }","duration":"1.415168496s","start":"2026-05-28T01:03:17.529824Z","end":"2026-05-28T01:03:18.944992Z","steps":["trace[1675344092] 'agreement among raft nodes before linearized reading' (duration: 1.027305486s)","trace[1675344092] 'range keys from in-memory index tree' (duration: 387.528272ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.945089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521414062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:18.945259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:11.229274Z","time spent":"7.715715782s","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:18.94516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:17.529805Z","time spent":"1.41533289s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4717,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-m9sdh\" "} {"level":"info","ts":"2026-05-28T01:03:18.945256Z","caller":"traceutil/trace.go:171","msg":"trace[879372336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8485; }","duration":"3.197530553s","start":"2026-05-28T01:03:15.746803Z","end":"2026-05-28T01:03:18.944333Z","steps":["trace[879372336] 'agreement among raft nodes before linearized reading' (duration: 2.81035998s)","trace[879372336] 'count revisions from in-memory index tree' (duration: 387.069751ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.945328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484256695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:18.945273Z","caller":"traceutil/trace.go:171","msg":"trace[444560950] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8485; }","duration":"1.521825592s","start":"2026-05-28T01:03:17.423416Z","end":"2026-05-28T01:03:18.945241Z","steps":["trace[444560950] 'agreement among raft nodes before linearized reading' (duration: 1.133737876s)","trace[444560950] 'count revisions from in-memory index tree' (duration: 387.692806ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.945442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:15.746772Z","time spent":"3.19864624s","remote":"127.0.0.1:53298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:18.945603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:17.423397Z","time spent":"1.522186421s","remote":"127.0.0.1:42904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:18.945665Z","caller":"traceutil/trace.go:171","msg":"trace[1620670206] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-osd; range_end:; response_count:0; response_revision:8485; }","duration":"1.485130207s","start":"2026-05-28T01:03:17.460494Z","end":"2026-05-28T01:03:18.945624Z","steps":["trace[1620670206] 'agreement among raft nodes before linearized reading' (duration: 1.096648702s)","trace[1620670206] 'range keys from in-memory index tree' (duration: 387.565373ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:18.945871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:17.460454Z","time spent":"1.485402272s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" "} {"level":"info","ts":"2026-05-28T01:03:19.027679Z","caller":"traceutil/trace.go:171","msg":"trace[1457344700] linearizableReadLoop","detail":"{readStateIndex:8806; appliedIndex:8805; }","duration":"153.930442ms","start":"2026-05-28T01:03:18.87368Z","end":"2026-05-28T01:03:19.027611Z","steps":["trace[1457344700] 'read index received' (duration: 153.557603ms)","trace[1457344700] 'applied index is now lower than readState.Index' (duration: 371.159µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:19.027752Z","caller":"traceutil/trace.go:171","msg":"trace[1319064870] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"283.385075ms","start":"2026-05-28T01:03:18.744323Z","end":"2026-05-28T01:03:19.027708Z","steps":["trace[1319064870] 'process raft request' (duration: 282.625287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:19.027902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.207558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:19.027977Z","caller":"traceutil/trace.go:171","msg":"trace[224719885] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8486; }","duration":"154.343911ms","start":"2026-05-28T01:03:18.873616Z","end":"2026-05-28T01:03:19.02796Z","steps":["trace[224719885] 'agreement among raft nodes before linearized reading' (duration: 154.190877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:19.528138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:20.028606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:20.459257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.061926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:03:20.459345Z","caller":"traceutil/trace.go:171","msg":"trace[1403070247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"934.168069ms","start":"2026-05-28T01:03:19.525157Z","end":"2026-05-28T01:03:20.459325Z","steps":["trace[1403070247] 'agreement among raft nodes before linearized reading' (duration: 934.059266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:20.4594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:19.525107Z","time spent":"934.282461ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/05/28 01:03:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:03:20.466272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.43403257s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:03:20.466854Z","caller":"traceutil/trace.go:171","msg":"trace[93690800] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"1.512203284s","start":"2026-05-28T01:03:18.954631Z","end":"2026-05-28T01:03:20.466835Z","steps":["trace[93690800] 'process raft request' (duration: 1.512149743s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:20.466895Z","caller":"traceutil/trace.go:171","msg":"trace[995343315] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"1.517596421s","start":"2026-05-28T01:03:18.94928Z","end":"2026-05-28T01:03:20.466877Z","steps":["trace[995343315] 'process raft request' (duration: 1.517201092s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:20.467001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:18.954623Z","time spent":"1.512302567s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:20.467006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:18.949266Z","time spent":"1.517686473s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:20.467479Z","caller":"traceutil/trace.go:171","msg":"trace[560421322] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"1.517733975s","start":"2026-05-28T01:03:18.949727Z","end":"2026-05-28T01:03:20.467461Z","steps":["trace[560421322] 'process raft request' (duration: 1.516979177s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:20.467608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:18.949721Z","time spent":"1.517805187s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:21.096286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145506466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:03:21.096367Z","caller":"traceutil/trace.go:171","msg":"trace[159911231] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"2.145617608s","start":"2026-05-28T01:03:18.950731Z","end":"2026-05-28T01:03:21.096348Z","steps":["trace[159911231] 'agreement among raft nodes before linearized reading' (duration: 2.145512145s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:21.096458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:18.950726Z","time spent":"2.145679519s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/28 01:03:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:03:21.115946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165133658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:03:21.116056Z","caller":"traceutil/trace.go:171","msg":"trace[6594892] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"2.165284962s","start":"2026-05-28T01:03:18.950745Z","end":"2026-05-28T01:03:21.11603Z","steps":["trace[6594892] 'agreement among raft nodes before linearized reading' (duration: 2.165146889s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:21.116113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:18.950707Z","time spent":"2.165396414s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/28 01:03:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-28T01:03:21.21008Z","caller":"traceutil/trace.go:171","msg":"trace[1154941112] linearizableReadLoop","detail":"{readStateIndex:8810; appliedIndex:8806; }","duration":"2.182212781s","start":"2026-05-28T01:03:19.027839Z","end":"2026-05-28T01:03:21.210052Z","steps":["trace[1154941112] 'read index received' (duration: 1.438614278s)","trace[1154941112] 'applied index is now lower than readState.Index' (duration: 743.597503ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:21.210314Z","caller":"traceutil/trace.go:171","msg":"trace[758064636] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"1.477540397s","start":"2026-05-28T01:03:19.732762Z","end":"2026-05-28T01:03:21.210302Z","steps":["trace[758064636] 'process raft request' (duration: 1.477115127s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:21.210484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:19.732733Z","time spent":"1.4776546s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:21.210657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116167583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T01:03:21.210728Z","caller":"traceutil/trace.go:171","msg":"trace[1718653872] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:8490; }","duration":"2.116298936s","start":"2026-05-28T01:03:19.094413Z","end":"2026-05-28T01:03:21.210711Z","steps":["trace[1718653872] 'agreement among raft nodes before linearized reading' (duration: 2.11606176s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:21.210728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261337498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:21.210826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465630017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:21.210836Z","caller":"traceutil/trace.go:171","msg":"trace[896004022] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-mgr; range_end:; response_count:0; response_revision:8490; }","duration":"2.261557673s","start":"2026-05-28T01:03:18.949258Z","end":"2026-05-28T01:03:21.210815Z","steps":["trace[896004022] 'agreement among raft nodes before linearized reading' (duration: 2.261157144s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:21.210864Z","caller":"traceutil/trace.go:171","msg":"trace[183296736] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8490; }","duration":"1.465696228s","start":"2026-05-28T01:03:19.745156Z","end":"2026-05-28T01:03:21.210852Z","steps":["trace[183296736] 'agreement among raft nodes before linearized reading' (duration: 1.465638887s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:21.210816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440699699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:21.210898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:19.745141Z","time spent":"1.46574867s","remote":"127.0.0.1:59216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:21.210952Z","caller":"traceutil/trace.go:171","msg":"trace[564384092] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8490; }","duration":"1.440880093s","start":"2026-05-28T01:03:19.770042Z","end":"2026-05-28T01:03:21.210922Z","steps":["trace[564384092] 'agreement among raft nodes before linearized reading' (duration: 1.440538145s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:21.211016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.096741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-lx5p6\" ","response":"range_response_count:1 size:5930"} {"level":"warn","ts":"2026-05-28T01:03:21.211064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260140599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1422abff-653c-4c28-a639-fae3c2bfa373\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-05-28T01:03:21.211112Z","caller":"traceutil/trace.go:171","msg":"trace[1648425219] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1422abff-653c-4c28-a639-fae3c2bfa373; range_end:; response_count:1; response_revision:8490; }","duration":"2.260196991s","start":"2026-05-28T01:03:18.950903Z","end":"2026-05-28T01:03:21.2111Z","steps":["trace[1648425219] 'agreement among raft nodes before linearized reading' (duration: 2.260015257s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:21.210888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:18.949238Z","time spent":"2.261639485s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-mgr\" "} {"level":"warn","ts":"2026-05-28T01:03:21.211146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:18.950896Z","time spent":"2.260244422s","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-1422abff-653c-4c28-a639-fae3c2bfa373\" "} {"level":"warn","ts":"2026-05-28T01:03:21.211162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746282768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:21.211306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.81979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:03:21.21137Z","caller":"traceutil/trace.go:171","msg":"trace[2143661823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8490; }","duration":"749.920532ms","start":"2026-05-28T01:03:20.461434Z","end":"2026-05-28T01:03:21.211354Z","steps":["trace[2143661823] 'agreement among raft nodes before linearized reading' (duration: 749.632825ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:21.211106Z","caller":"traceutil/trace.go:171","msg":"trace[977195088] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-lx5p6; range_end:; response_count:1; response_revision:8490; }","duration":"740.200423ms","start":"2026-05-28T01:03:20.470873Z","end":"2026-05-28T01:03:21.211074Z","steps":["trace[977195088] 'agreement among raft nodes before linearized reading' (duration: 739.993978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:21.211397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.001758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-28T01:03:21.211419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:20.461413Z","time spent":"749.995693ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:03:21.211454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:20.470823Z","time spent":"740.619862ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5953,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-lx5p6\" "} {"level":"warn","ts":"2026-05-28T01:03:21.210774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:19.094398Z","time spent":"2.116366947s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-05-28T01:03:21.211027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:19.769987Z","time spent":"1.441023896s","remote":"127.0.0.1:42812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:21.211123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102351208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:21.211699Z","caller":"traceutil/trace.go:171","msg":"trace[1958952599] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8490; }","duration":"2.102965342s","start":"2026-05-28T01:03:19.10872Z","end":"2026-05-28T01:03:21.211685Z","steps":["trace[1958952599] 'agreement among raft nodes before linearized reading' (duration: 2.102377608s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:21.211743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:19.108698Z","time spent":"2.103031563s","remote":"127.0.0.1:59236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:21.211454Z","caller":"traceutil/trace.go:171","msg":"trace[731468399] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd; range_end:; response_count:1; response_revision:8490; }","duration":"740.095ms","start":"2026-05-28T01:03:20.471348Z","end":"2026-05-28T01:03:21.211443Z","steps":["trace[731468399] 'agreement among raft nodes before linearized reading' (duration: 739.962137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:21.211863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:20.471333Z","time spent":"740.461909ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" "} {"level":"info","ts":"2026-05-28T01:03:21.211238Z","caller":"traceutil/trace.go:171","msg":"trace[1241875508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8490; }","duration":"1.746491753s","start":"2026-05-28T01:03:19.464727Z","end":"2026-05-28T01:03:21.211218Z","steps":["trace[1241875508] 'agreement among raft nodes before linearized reading' (duration: 1.746290998s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:21.212407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:19.464697Z","time spent":"1.747689931s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:21.212593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260238682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223107"} {"level":"info","ts":"2026-05-28T01:03:21.212892Z","caller":"traceutil/trace.go:171","msg":"trace[1945041841] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8490; }","duration":"2.260337244s","start":"2026-05-28T01:03:18.952321Z","end":"2026-05-28T01:03:21.212658Z","steps":["trace[1945041841] 'agreement among raft nodes before linearized reading' (duration: 2.258203614s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:21.213632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:18.952294Z","time spent":"2.261250806s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223130,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:03:21.714677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:22.214854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:22.715399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:23.213957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000105615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:03:23.214931Z","caller":"traceutil/trace.go:171","msg":"trace[215836377] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001115778s","start":"2026-05-28T01:03:21.213794Z","end":"2026-05-28T01:03:23.21491Z","steps":["trace[215836377] 'agreement among raft nodes before linearized reading' (duration: 2.000122635s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:23.215067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:21.213772Z","time spent":"2.001277172s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:03:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:03:23.216279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:23.391572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.178637447s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:03:23.718148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584585651s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:23.718674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.774409ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-28T01:03:23.71876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:21.212685Z","time spent":"2.506071691s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T01:03:23.719262Z","caller":"traceutil/trace.go:171","msg":"trace[946959486] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8490; }","duration":"1.584741685s","start":"2026-05-28T01:03:22.133529Z","end":"2026-05-28T01:03:23.71827Z","steps":["trace[946959486] 'range keys from in-memory index tree' (duration: 1.584565951s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:24.220016Z","caller":"traceutil/trace.go:171","msg":"trace[1538260546] linearizableReadLoop","detail":"{readStateIndex:8813; appliedIndex:8810; }","duration":"3.006173139s","start":"2026-05-28T01:03:21.21382Z","end":"2026-05-28T01:03:24.219993Z","steps":["trace[1538260546] 'read index received' (duration: 2.178052353s)","trace[1538260546] 'applied index is now lower than readState.Index' (duration: 828.119866ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:24.220129Z","caller":"traceutil/trace.go:171","msg":"trace[1988257135] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"3.005659027s","start":"2026-05-28T01:03:21.21446Z","end":"2026-05-28T01:03:24.220119Z","steps":["trace[1988257135] 'process raft request' (duration: 3.004360437s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:24.220228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:21.214431Z","time spent":"3.005722348s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:24.220255Z","caller":"traceutil/trace.go:171","msg":"trace[546142619] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"2.996511021s","start":"2026-05-28T01:03:21.223714Z","end":"2026-05-28T01:03:24.220225Z","steps":["trace[546142619] 'process raft request' (duration: 2.996109601s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:24.220418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:21.223697Z","time spent":"2.996634474s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6231,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:24.720442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:25.221529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:25.22166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000556257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:03:25.221696Z","caller":"traceutil/trace.go:171","msg":"trace[124346584] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000668279s","start":"2026-05-28T01:03:23.221013Z","end":"2026-05-28T01:03:25.221681Z","steps":["trace[124346584] 'agreement among raft nodes before linearized reading' (duration: 2.000608507s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:25.221738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:23.220987Z","time spent":"2.000742001s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:03:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:03:25.324066Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088071959s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:03:25.325013Z","caller":"traceutil/trace.go:171","msg":"trace[1345540786] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"1.604965204s","start":"2026-05-28T01:03:23.720011Z","end":"2026-05-28T01:03:25.324976Z","steps":["trace[1345540786] 'process raft request' (duration: 1.604289898s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:25.325256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:23.719978Z","time spent":"1.605099467s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:26.124216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.808291ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:03:26.124354Z","caller":"traceutil/trace.go:171","msg":"trace[344442006] linearizableReadLoop","detail":"{readStateIndex:8815; appliedIndex:8813; }","duration":"1.904243164s","start":"2026-05-28T01:03:24.220082Z","end":"2026-05-28T01:03:26.124325Z","steps":["trace[344442006] 'read index received' (duration: 1.104811934s)","trace[344442006] 'applied index is now lower than readState.Index' (duration: 799.42933ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:26.125071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664165132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-28T01:03:26.125135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.581511474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-28T01:03:26.125147Z","caller":"traceutil/trace.go:171","msg":"trace[1168982709] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8493; }","duration":"2.664274195s","start":"2026-05-28T01:03:23.460852Z","end":"2026-05-28T01:03:26.125126Z","steps":["trace[1168982709] 'agreement among raft nodes before linearized reading' (duration: 2.664120101s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:26.12517Z","caller":"traceutil/trace.go:171","msg":"trace[2002589372] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8493; }","duration":"4.581595226s","start":"2026-05-28T01:03:21.543562Z","end":"2026-05-28T01:03:26.125158Z","steps":["trace[2002589372] 'agreement among raft nodes before linearized reading' (duration: 4.581489644s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.12515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.908672502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:26.125217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.907819002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-28T01:03:26.125267Z","caller":"traceutil/trace.go:171","msg":"trace[975982614] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter; range_end:; response_count:0; response_revision:8493; }","duration":"4.908810545s","start":"2026-05-28T01:03:21.21643Z","end":"2026-05-28T01:03:26.125241Z","steps":["trace[975982614] 'agreement among raft nodes before linearized reading' (duration: 4.90859626s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.125201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:21.543534Z","time spent":"4.581659207s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-28T01:03:26.125294Z","caller":"traceutil/trace.go:171","msg":"trace[1257167692] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8493; }","duration":"4.907995346s","start":"2026-05-28T01:03:21.21728Z","end":"2026-05-28T01:03:26.125275Z","steps":["trace[1257167692] 'agreement among raft nodes before linearized reading' (duration: 4.907797001s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.125325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:21.216384Z","time spent":"4.908932088s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter\" "} {"level":"warn","ts":"2026-05-28T01:03:26.125348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:21.217217Z","time spent":"4.908124139s","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-28T01:03:26.125207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:23.460829Z","time spent":"2.664364426s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:03:26.125488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900921058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:03:26.125604Z","caller":"traceutil/trace.go:171","msg":"trace[589478172] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8493; }","duration":"2.901112262s","start":"2026-05-28T01:03:23.224464Z","end":"2026-05-28T01:03:26.125576Z","steps":["trace[589478172] 'agreement among raft nodes before linearized reading' (duration: 2.900668712s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.125072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663467556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-28T01:03:26.125653Z","caller":"traceutil/trace.go:171","msg":"trace[251493136] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8493; }","duration":"2.664108501s","start":"2026-05-28T01:03:23.461532Z","end":"2026-05-28T01:03:26.125641Z","steps":["trace[251493136] 'agreement among raft nodes before linearized reading' (duration: 2.663349983s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.12566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:23.224441Z","time spent":"2.901208354s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:03:26.125696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:23.461511Z","time spent":"2.664172682s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T01:03:26.17444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.613123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:26.174585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949544093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"info","ts":"2026-05-28T01:03:26.174709Z","caller":"traceutil/trace.go:171","msg":"trace[1611838321] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"110.679121ms","start":"2026-05-28T01:03:26.064002Z","end":"2026-05-28T01:03:26.174681Z","steps":["trace[1611838321] 'process raft request' (duration: 110.054586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.174769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949555013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-05-28T01:03:26.174797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2444939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:26.174704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.928512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:26.174822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.90944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-28T01:03:26.174855Z","caller":"traceutil/trace.go:171","msg":"trace[984036608] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8494; }","duration":"1.244593482s","start":"2026-05-28T01:03:24.930244Z","end":"2026-05-28T01:03:26.174838Z","steps":["trace[984036608] 'agreement among raft nodes before linearized reading' (duration: 1.24448965s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.174568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.298467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-05-28T01:03:26.174851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.418448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:26.174898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:24.930221Z","time spent":"1.244667624s","remote":"127.0.0.1:46042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:26.174884Z","caller":"traceutil/trace.go:171","msg":"trace[546536410] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8494; }","duration":"998.162128ms","start":"2026-05-28T01:03:25.176692Z","end":"2026-05-28T01:03:26.174854Z","steps":["trace[546536410] 'agreement among raft nodes before linearized reading' (duration: 997.864791ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:26.174854Z","caller":"traceutil/trace.go:171","msg":"trace[219665449] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:8494; }","duration":"1.94983746s","start":"2026-05-28T01:03:24.224992Z","end":"2026-05-28T01:03:26.174829Z","steps":["trace[219665449] 'agreement among raft nodes before linearized reading' (duration: 1.949523873s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:26.174923Z","caller":"traceutil/trace.go:171","msg":"trace[787433237] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8494; }","duration":"376.697897ms","start":"2026-05-28T01:03:25.798197Z","end":"2026-05-28T01:03:26.174895Z","steps":["trace[787433237] 'agreement among raft nodes before linearized reading' (duration: 376.235906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.17496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:24.224968Z","time spent":"1.949977013s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4157,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-28T01:03:26.174981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:25.176663Z","time spent":"998.272971ms","remote":"127.0.0.1:59306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:26.174938Z","caller":"traceutil/trace.go:171","msg":"trace[258419404] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8494; }","duration":"949.537051ms","start":"2026-05-28T01:03:25.225381Z","end":"2026-05-28T01:03:26.174918Z","steps":["trace[258419404] 'agreement among raft nodes before linearized reading' (duration: 949.388288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.175095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:25.225368Z","time spent":"949.703315ms","remote":"127.0.0.1:60332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:26.174995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:25.798172Z","time spent":"376.80632ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-28T01:03:26.174875Z","caller":"traceutil/trace.go:171","msg":"trace[1865669533] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8494; }","duration":"847.002172ms","start":"2026-05-28T01:03:25.327857Z","end":"2026-05-28T01:03:26.17486Z","steps":["trace[1865669533] 'agreement among raft nodes before linearized reading' (duration: 846.828688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.175285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:25.327841Z","time spent":"847.429153ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-28T01:03:26.174851Z","caller":"traceutil/trace.go:171","msg":"trace[488769112] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c; range_end:; response_count:1; response_revision:8494; }","duration":"1.949634055s","start":"2026-05-28T01:03:24.225193Z","end":"2026-05-28T01:03:26.174827Z","steps":["trace[488769112] 'agreement among raft nodes before linearized reading' (duration: 1.949319278s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.175398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:24.225125Z","time spent":"1.950252959s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c\" "} {"level":"info","ts":"2026-05-28T01:03:26.174622Z","caller":"traceutil/trace.go:171","msg":"trace[389908139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8494; }","duration":"952.801168ms","start":"2026-05-28T01:03:25.221799Z","end":"2026-05-28T01:03:26.1746Z","steps":["trace[389908139] 'agreement among raft nodes before linearized reading' (duration: 952.565242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.175576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:25.221736Z","time spent":"953.822062ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:03:26.379648Z","caller":"traceutil/trace.go:171","msg":"trace[2053876970] linearizableReadLoop","detail":"{readStateIndex:8818; appliedIndex:8816; }","duration":"205.331114ms","start":"2026-05-28T01:03:26.17429Z","end":"2026-05-28T01:03:26.379621Z","steps":["trace[2053876970] 'read index received' (duration: 116.531479ms)","trace[2053876970] 'applied index is now lower than readState.Index' (duration: 88.798475ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:26.379783Z","caller":"traceutil/trace.go:171","msg":"trace[266084344] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"249.25849ms","start":"2026-05-28T01:03:26.130512Z","end":"2026-05-28T01:03:26.379771Z","steps":["trace[266084344] 'process raft request' (duration: 249.054015ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:26.379739Z","caller":"traceutil/trace.go:171","msg":"trace[1497263232] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"249.561288ms","start":"2026-05-28T01:03:26.130113Z","end":"2026-05-28T01:03:26.379675Z","steps":["trace[1497263232] 'process raft request' (duration: 160.761963ms)","trace[1497263232] 'compare' (duration: 88.510618ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:26.380299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.304419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:26.38047Z","caller":"traceutil/trace.go:171","msg":"trace[1388870286] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:0; response_revision:8496; }","duration":"251.537314ms","start":"2026-05-28T01:03:26.128908Z","end":"2026-05-28T01:03:26.380445Z","steps":["trace[1388870286] 'agreement among raft nodes before linearized reading' (duration: 251.288778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.380453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.238191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0cc5399f-206b-440c-8450-46429ac4d9e3\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-05-28T01:03:26.380642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.821693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223423"} {"level":"info","ts":"2026-05-28T01:03:26.380721Z","caller":"traceutil/trace.go:171","msg":"trace[691412733] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0cc5399f-206b-440c-8450-46429ac4d9e3; range_end:; response_count:1; response_revision:8496; }","duration":"252.579879ms","start":"2026-05-28T01:03:26.128111Z","end":"2026-05-28T01:03:26.380691Z","steps":["trace[691412733] 'agreement among raft nodes before linearized reading' (duration: 252.077507ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:26.380758Z","caller":"traceutil/trace.go:171","msg":"trace[1260701651] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8496; }","duration":"249.979777ms","start":"2026-05-28T01:03:26.130765Z","end":"2026-05-28T01:03:26.380745Z","steps":["trace[1260701651] 'agreement among raft nodes before linearized reading' (duration: 249.24681ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:26.471345Z","caller":"traceutil/trace.go:171","msg":"trace[320281398] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"293.205107ms","start":"2026-05-28T01:03:26.178123Z","end":"2026-05-28T01:03:26.471328Z","steps":["trace[320281398] 'process raft request' (duration: 292.973442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.471545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.712874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:26.471633Z","caller":"traceutil/trace.go:171","msg":"trace[1785170535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8498; }","duration":"286.828447ms","start":"2026-05-28T01:03:26.184782Z","end":"2026-05-28T01:03:26.471611Z","steps":["trace[1785170535] 'agreement among raft nodes before linearized reading' (duration: 286.601331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.471644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.931194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T01:03:26.471706Z","caller":"traceutil/trace.go:171","msg":"trace[1587220283] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8498; }","duration":"294.021607ms","start":"2026-05-28T01:03:26.177666Z","end":"2026-05-28T01:03:26.471687Z","steps":["trace[1587220283] 'agreement among raft nodes before linearized reading' (duration: 293.810562ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:26.471736Z","caller":"traceutil/trace.go:171","msg":"trace[727184548] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"288.791363ms","start":"2026-05-28T01:03:26.182906Z","end":"2026-05-28T01:03:26.471697Z","steps":["trace[727184548] 'process raft request' (duration: 288.308081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.915352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.881529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:26.915538Z","caller":"traceutil/trace.go:171","msg":"trace[6667378] linearizableReadLoop","detail":"{readStateIndex:8821; appliedIndex:8820; }","duration":"435.964054ms","start":"2026-05-28T01:03:26.479544Z","end":"2026-05-28T01:03:26.915508Z","steps":["trace[6667378] 'read index received' (duration: 270.819238ms)","trace[6667378] 'applied index is now lower than readState.Index' (duration: 165.142826ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:26.915573Z","caller":"traceutil/trace.go:171","msg":"trace[2027102693] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"437.216364ms","start":"2026-05-28T01:03:26.478305Z","end":"2026-05-28T01:03:26.915521Z","steps":["trace[2027102693] 'process raft request' (duration: 272.033737ms)","trace[2027102693] 'compare' (duration: 164.672195ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:26.915657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.111718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:26.915854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:26.478285Z","time spent":"437.410189ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:26.915844Z","caller":"traceutil/trace.go:171","msg":"trace[2081412490] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa; range_end:; response_count:0; response_revision:8499; }","duration":"436.335083ms","start":"2026-05-28T01:03:26.47949Z","end":"2026-05-28T01:03:26.915825Z","steps":["trace[2081412490] 'agreement among raft nodes before linearized reading' (duration: 436.083667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.916157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:26.479465Z","time spent":"436.669831ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa\" "} {"level":"info","ts":"2026-05-28T01:03:26.959646Z","caller":"traceutil/trace.go:171","msg":"trace[1373014889] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"475.17789ms","start":"2026-05-28T01:03:26.484432Z","end":"2026-05-28T01:03:26.95961Z","steps":["trace[1373014889] 'process raft request' (duration: 474.799941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:26.959867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:26.484415Z","time spent":"475.323713ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:27.464993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200795,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:03:27.694912Z","caller":"traceutil/trace.go:171","msg":"trace[355056656] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"731.042277ms","start":"2026-05-28T01:03:26.963828Z","end":"2026-05-28T01:03:27.694871Z","steps":["trace[355056656] 'process raft request' (duration: 730.476083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:27.695169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:26.963803Z","time spent":"731.19948ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:28.066083Z","caller":"traceutil/trace.go:171","msg":"trace[63625287] linearizableReadLoop","detail":"{readStateIndex:8824; appliedIndex:8822; }","duration":"1.101121148s","start":"2026-05-28T01:03:26.964933Z","end":"2026-05-28T01:03:28.066054Z","steps":["trace[63625287] 'read index received' (duration: 729.687435ms)","trace[63625287] 'applied index is now lower than readState.Index' (duration: 371.432083ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:28.066164Z","caller":"traceutil/trace.go:171","msg":"trace[654312971] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"1.095975016s","start":"2026-05-28T01:03:26.970148Z","end":"2026-05-28T01:03:28.066123Z","steps":["trace[654312971] 'process raft request' (duration: 1.073503476s)","trace[654312971] 'compare' (duration: 22.007929ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:28.066298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101341363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-rbd-provisioner-sa\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:28.06634Z","caller":"traceutil/trace.go:171","msg":"trace[1242337830] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-rbd-provisioner-sa; range_end:; response_count:0; response_revision:8502; }","duration":"1.101422364s","start":"2026-05-28T01:03:26.964905Z","end":"2026-05-28T01:03:28.066328Z","steps":["trace[1242337830] 'agreement among raft nodes before linearized reading' (duration: 1.101293531s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:28.066374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:26.964894Z","time spent":"1.101472316s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-rbd-provisioner-sa\" "} {"level":"warn","ts":"2026-05-28T01:03:28.066333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.254869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:28.06639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.884891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:28.066449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.317526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:28.066448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.425049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-28T01:03:28.066499Z","caller":"traceutil/trace.go:171","msg":"trace[107096017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8502; }","duration":"274.047546ms","start":"2026-05-28T01:03:27.792423Z","end":"2026-05-28T01:03:28.06647Z","steps":["trace[107096017] 'agreement among raft nodes before linearized reading' (duration: 273.852281ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:28.066447Z","caller":"traceutil/trace.go:171","msg":"trace[1392937642] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8502; }","duration":"694.430783ms","start":"2026-05-28T01:03:27.37199Z","end":"2026-05-28T01:03:28.06642Z","steps":["trace[1392937642] 'agreement among raft nodes before linearized reading' (duration: 694.241339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:28.066735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:27.371952Z","time spent":"694.668308ms","remote":"127.0.0.1:46002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:28.066531Z","caller":"traceutil/trace.go:171","msg":"trace[1759851734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8502; }","duration":"601.465299ms","start":"2026-05-28T01:03:27.465047Z","end":"2026-05-28T01:03:28.066512Z","steps":["trace[1759851734] 'agreement among raft nodes before linearized reading' (duration: 601.334816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:28.066903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:27.465012Z","time spent":"601.876739ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:28.066373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:26.970136Z","time spent":"1.096118059s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4665,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:28.066541Z","caller":"traceutil/trace.go:171","msg":"trace[1706436560] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd; range_end:; response_count:1; response_revision:8502; }","duration":"367.552062ms","start":"2026-05-28T01:03:27.698969Z","end":"2026-05-28T01:03:28.066521Z","steps":["trace[1706436560] 'agreement among raft nodes before linearized reading' (duration: 367.270495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:28.06705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:27.698948Z","time spent":"368.089694ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" "} {"level":"warn","ts":"2026-05-28T01:03:29.143618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.594768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:29.143721Z","caller":"traceutil/trace.go:171","msg":"trace[767594968] linearizableReadLoop","detail":"{readStateIndex:8825; appliedIndex:8824; }","duration":"1.074025368s","start":"2026-05-28T01:03:28.069679Z","end":"2026-05-28T01:03:29.143705Z","steps":["trace[767594968] 'read index received' (duration: 359.199564ms)","trace[767594968] 'applied index is now lower than readState.Index' (duration: 714.823284ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:29.143801Z","caller":"traceutil/trace.go:171","msg":"trace[1902450247] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"1.074181252s","start":"2026-05-28T01:03:28.069608Z","end":"2026-05-28T01:03:29.143789Z","steps":["trace[1902450247] 'process raft request' (duration: 359.333648ms)","trace[1902450247] 'compare' (duration: 714.417304ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:29.143855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:28.069589Z","time spent":"1.074236133s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:29.144093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074412527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/objectstorage-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:29.144129Z","caller":"traceutil/trace.go:171","msg":"trace[1410738339] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/objectstorage-provisioner; range_end:; response_count:0; response_revision:8503; }","duration":"1.07451548s","start":"2026-05-28T01:03:28.069604Z","end":"2026-05-28T01:03:29.14412Z","steps":["trace[1410738339] 'agreement among raft nodes before linearized reading' (duration: 1.074426198s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:29.144163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:28.069583Z","time spent":"1.074570851s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/rook-ceph/objectstorage-provisioner\" "} {"level":"warn","ts":"2026-05-28T01:03:29.14443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.226514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:29.144413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072575174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7067"} {"level":"warn","ts":"2026-05-28T01:03:29.144425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.016832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:03:29.144469Z","caller":"traceutil/trace.go:171","msg":"trace[1695827533] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8503; }","duration":"818.328496ms","start":"2026-05-28T01:03:28.326132Z","end":"2026-05-28T01:03:29.14446Z","steps":["trace[1695827533] 'agreement among raft nodes before linearized reading' (duration: 818.269145ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:29.144489Z","caller":"traceutil/trace.go:171","msg":"trace[1272228247] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:8503; }","duration":"1.072718967s","start":"2026-05-28T01:03:28.071749Z","end":"2026-05-28T01:03:29.144468Z","steps":["trace[1272228247] 'agreement among raft nodes before linearized reading' (duration: 1.072488352s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:29.144499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:28.326102Z","time spent":"818.389088ms","remote":"127.0.0.1:45928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:29.144498Z","caller":"traceutil/trace.go:171","msg":"trace[1556555777] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8503; }","duration":"755.148466ms","start":"2026-05-28T01:03:28.389332Z","end":"2026-05-28T01:03:29.14448Z","steps":["trace[1556555777] 'agreement among raft nodes before linearized reading' (duration: 754.961981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:29.144536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:28.071737Z","time spent":"1.07278781s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7090,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-28T01:03:29.14454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:28.3893Z","time spent":"755.232107ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:03:29.144827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.032802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:29.144938Z","caller":"traceutil/trace.go:171","msg":"trace[64633846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8503; }","duration":"855.195596ms","start":"2026-05-28T01:03:28.28972Z","end":"2026-05-28T01:03:29.144916Z","steps":["trace[64633846] 'agreement among raft nodes before linearized reading' (duration: 855.007791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:29.145045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:28.289678Z","time spent":"855.345959ms","remote":"127.0.0.1:53332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:30.066286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:29.627461Z","time spent":"438.817993ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T01:03:30.067139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.740787ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-28T01:03:30.067327Z","caller":"traceutil/trace.go:171","msg":"trace[720230916] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"884.687772ms","start":"2026-05-28T01:03:29.182626Z","end":"2026-05-28T01:03:30.067313Z","steps":["trace[720230916] 'process raft request' (duration: 884.571499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:30.067406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:29.182607Z","time spent":"884.748673ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:30.06736Z","caller":"traceutil/trace.go:171","msg":"trace[1487650844] linearizableReadLoop","detail":"{readStateIndex:8826; appliedIndex:8825; }","duration":"919.642946ms","start":"2026-05-28T01:03:29.147675Z","end":"2026-05-28T01:03:30.067318Z","steps":["trace[1487650844] 'read index received' (duration: 403.681864ms)","trace[1487650844] 'applied index is now lower than readState.Index' (duration: 515.955612ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:30.067298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:29.146708Z","time spent":"920.582068ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T01:03:30.067812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.737658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4664"} {"level":"warn","ts":"2026-05-28T01:03:30.067806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.099397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-28T01:03:30.067876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.251137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephblockpoolradosnamespaces.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:30.067901Z","caller":"traceutil/trace.go:171","msg":"trace[606434940] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephblockpoolradosnamespaces.ceph.rook.io; range_end:; response_count:0; response_revision:8504; }","duration":"919.309999ms","start":"2026-05-28T01:03:29.148584Z","end":"2026-05-28T01:03:30.067894Z","steps":["trace[606434940] 'agreement among raft nodes before linearized reading' (duration: 919.274708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:30.067925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:29.148567Z","time spent":"919.353559ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephblockpoolradosnamespaces.ceph.rook.io\" "} {"level":"info","ts":"2026-05-28T01:03:30.067847Z","caller":"traceutil/trace.go:171","msg":"trace[1105324379] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:8504; }","duration":"919.788969ms","start":"2026-05-28T01:03:29.148049Z","end":"2026-05-28T01:03:30.067838Z","steps":["trace[1105324379] 'agreement among raft nodes before linearized reading' (duration: 919.665806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:30.067941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.86952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:30.067978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:29.148043Z","time spent":"919.921582ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4687,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-05-28T01:03:30.067911Z","caller":"traceutil/trace.go:171","msg":"trace[1440131831] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd; range_end:; response_count:1; response_revision:8504; }","duration":"920.23339ms","start":"2026-05-28T01:03:29.147653Z","end":"2026-05-28T01:03:30.067886Z","steps":["trace[1440131831] 'agreement among raft nodes before linearized reading' (duration: 919.894312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:30.068005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.213005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-28T01:03:30.068081Z","caller":"traceutil/trace.go:171","msg":"trace[356676953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8504; }","duration":"602.032822ms","start":"2026-05-28T01:03:29.465984Z","end":"2026-05-28T01:03:30.068017Z","steps":["trace[356676953] 'agreement among raft nodes before linearized reading' (duration: 601.757156ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:30.068091Z","caller":"traceutil/trace.go:171","msg":"trace[97417083] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8504; }","duration":"412.336688ms","start":"2026-05-28T01:03:29.655733Z","end":"2026-05-28T01:03:30.06807Z","steps":["trace[97417083] 'agreement among raft nodes before linearized reading' (duration: 412.074282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:30.068137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:29.655719Z","time spent":"412.409959ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:03:30.068051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:29.147633Z","time spent":"920.411354ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" "} {"level":"warn","ts":"2026-05-28T01:03:30.068212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.915869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223751"} {"level":"info","ts":"2026-05-28T01:03:30.0683Z","caller":"traceutil/trace.go:171","msg":"trace[226278967] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8504; }","duration":"919.024692ms","start":"2026-05-28T01:03:29.14926Z","end":"2026-05-28T01:03:30.068284Z","steps":["trace[226278967] 'agreement among raft nodes before linearized reading' (duration: 918.568431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:30.068357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:29.149252Z","time spent":"919.090783ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223774,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:03:30.068195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:29.465972Z","time spent":"602.189587ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:03:30.496593Z","caller":"traceutil/trace.go:171","msg":"trace[615923759] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"425.531978ms","start":"2026-05-28T01:03:30.071025Z","end":"2026-05-28T01:03:30.496557Z","steps":["trace[615923759] 'process raft request' (duration: 425.233791ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:30.496619Z","caller":"traceutil/trace.go:171","msg":"trace[2009444544] linearizableReadLoop","detail":"{readStateIndex:8829; appliedIndex:8827; }","duration":"424.942154ms","start":"2026-05-28T01:03:30.071645Z","end":"2026-05-28T01:03:30.496587Z","steps":["trace[2009444544] 'read index received' (duration: 57.072166ms)","trace[2009444544] 'applied index is now lower than readState.Index' (duration: 367.864688ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:30.496662Z","caller":"traceutil/trace.go:171","msg":"trace[1497261175] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"416.253999ms","start":"2026-05-28T01:03:30.080359Z","end":"2026-05-28T01:03:30.496613Z","steps":["trace[1497261175] 'process raft request' (duration: 416.094286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:30.496764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:30.071007Z","time spent":"425.664301ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:30.496833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:30.080328Z","time spent":"416.417683ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:30.497011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.449318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-28T01:03:30.497063Z","caller":"traceutil/trace.go:171","msg":"trace[2014940008] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8507; }","duration":"364.585681ms","start":"2026-05-28T01:03:30.132465Z","end":"2026-05-28T01:03:30.497051Z","steps":["trace[2014940008] 'agreement among raft nodes before linearized reading' (duration: 364.300014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:30.497104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:30.132438Z","time spent":"364.657273ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T01:03:30.497019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.399922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-05-28T01:03:30.497217Z","caller":"traceutil/trace.go:171","msg":"trace[1268130204] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:8507; }","duration":"190.617817ms","start":"2026-05-28T01:03:30.306572Z","end":"2026-05-28T01:03:30.49719Z","steps":["trace[1268130204] 'agreement among raft nodes before linearized reading' (duration: 190.287409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:30.497378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.442105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephblockpools.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:30.497502Z","caller":"traceutil/trace.go:171","msg":"trace[2143569993] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephblockpools.ceph.rook.io; range_end:; response_count:0; response_revision:8507; }","duration":"425.862236ms","start":"2026-05-28T01:03:30.071612Z","end":"2026-05-28T01:03:30.497475Z","steps":["trace[2143569993] 'agreement among raft nodes before linearized reading' (duration: 425.142739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:30.497567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:30.071593Z","time spent":"425.959288ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephblockpools.ceph.rook.io\" "} {"level":"warn","ts":"2026-05-28T01:03:31.034684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.686041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:31.034793Z","caller":"traceutil/trace.go:171","msg":"trace[1313378387] linearizableReadLoop","detail":"{readStateIndex:8831; appliedIndex:8830; }","duration":"533.196069ms","start":"2026-05-28T01:03:30.501575Z","end":"2026-05-28T01:03:31.034771Z","steps":["trace[1313378387] 'read index received' (duration: 369.365774ms)","trace[1313378387] 'applied index is now lower than readState.Index' (duration: 163.828435ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:31.034856Z","caller":"traceutil/trace.go:171","msg":"trace[2129869398] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"533.011985ms","start":"2026-05-28T01:03:30.501802Z","end":"2026-05-28T01:03:31.034814Z","steps":["trace[2129869398] 'process raft request' (duration: 369.094698ms)","trace[2129869398] 'compare' (duration: 163.443086ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:31.03501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:30.501773Z","time spent":"533.160219ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:03:31.035098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.386834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gdzkb\" ","response":"range_response_count:1 size:5957"} {"level":"info","ts":"2026-05-28T01:03:31.035161Z","caller":"traceutil/trace.go:171","msg":"trace[1182448860] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gdzkb; range_end:; response_count:1; response_revision:8508; }","duration":"533.483566ms","start":"2026-05-28T01:03:30.50166Z","end":"2026-05-28T01:03:31.035143Z","steps":["trace[1182448860] 'agreement among raft nodes before linearized reading' (duration: 533.25795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:31.035199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:30.501641Z","time spent":"533.549228ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5980,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-gdzkb\" "} {"level":"warn","ts":"2026-05-28T01:03:31.035271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.086923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephbucketnotifications.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:31.035365Z","caller":"traceutil/trace.go:171","msg":"trace[481304761] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephbucketnotifications.ceph.rook.io; range_end:; response_count:0; response_revision:8508; }","duration":"529.209845ms","start":"2026-05-28T01:03:30.50613Z","end":"2026-05-28T01:03:31.03534Z","steps":["trace[481304761] 'agreement among raft nodes before linearized reading' (duration: 529.045581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:31.035413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:30.506115Z","time spent":"529.288697ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephbucketnotifications.ceph.rook.io\" "} {"level":"warn","ts":"2026-05-28T01:03:31.035429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.664013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-05-28T01:03:31.035474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.880216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T01:03:31.035509Z","caller":"traceutil/trace.go:171","msg":"trace[814636529] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:8508; }","duration":"517.788396ms","start":"2026-05-28T01:03:30.5177Z","end":"2026-05-28T01:03:31.035488Z","steps":["trace[814636529] 'agreement among raft nodes before linearized reading' (duration: 517.625622ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:31.035544Z","caller":"traceutil/trace.go:171","msg":"trace[1493505522] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8508; }","duration":"534.205393ms","start":"2026-05-28T01:03:30.501317Z","end":"2026-05-28T01:03:31.035523Z","steps":["trace[1493505522] 'agreement among raft nodes before linearized reading' (duration: 533.985107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:31.035553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:30.517682Z","time spent":"517.862337ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-05-28T01:03:31.035582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:30.501295Z","time spent":"534.278765ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-28T01:03:31.680108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.827064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:31.680516Z","caller":"traceutil/trace.go:171","msg":"trace[1911015013] linearizableReadLoop","detail":"{readStateIndex:8832; appliedIndex:8831; }","duration":"634.95869ms","start":"2026-05-28T01:03:31.045535Z","end":"2026-05-28T01:03:31.680494Z","steps":["trace[1911015013] 'read index received' (duration: 242.630744ms)","trace[1911015013] 'applied index is now lower than readState.Index' (duration: 392.326416ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:31.680543Z","caller":"traceutil/trace.go:171","msg":"trace[1162450467] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"637.036109ms","start":"2026-05-28T01:03:31.043481Z","end":"2026-05-28T01:03:31.680517Z","steps":["trace[1162450467] 'process raft request' (duration: 244.668862ms)","trace[1162450467] 'compare' (duration: 391.22771ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:31.680635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:31.043449Z","time spent":"637.139951ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:03:31.680686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.134395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephclusters.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:31.680723Z","caller":"traceutil/trace.go:171","msg":"trace[1001870782] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephclusters.ceph.rook.io; range_end:; response_count:0; response_revision:8509; }","duration":"635.187206ms","start":"2026-05-28T01:03:31.045524Z","end":"2026-05-28T01:03:31.680711Z","steps":["trace[1001870782] 'agreement among raft nodes before linearized reading' (duration: 635.064803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:31.680763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:31.045518Z","time spent":"635.236087ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephclusters.ceph.rook.io\" "} {"level":"info","ts":"2026-05-28T01:03:32.104613Z","caller":"traceutil/trace.go:171","msg":"trace[772612006] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"844.824701ms","start":"2026-05-28T01:03:31.259777Z","end":"2026-05-28T01:03:32.104602Z","steps":["trace[772612006] 'process raft request' (duration: 844.606576ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:32.104649Z","caller":"traceutil/trace.go:171","msg":"trace[446906903] linearizableReadLoop","detail":"{readStateIndex:8834; appliedIndex:8832; }","duration":"424.065974ms","start":"2026-05-28T01:03:31.680543Z","end":"2026-05-28T01:03:32.104609Z","steps":["trace[446906903] 'read index received' (duration: 368.523454ms)","trace[446906903] 'applied index is now lower than readState.Index' (duration: 55.53751ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:32.1047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:31.259751Z","time spent":"844.894293ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:32.104506Z","caller":"traceutil/trace.go:171","msg":"trace[24988446] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"420.160742ms","start":"2026-05-28T01:03:31.684326Z","end":"2026-05-28T01:03:32.104487Z","steps":["trace[24988446] 'process raft request' (duration: 420.113651ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:32.104683Z","caller":"traceutil/trace.go:171","msg":"trace[327207906] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"1.058373029s","start":"2026-05-28T01:03:31.04627Z","end":"2026-05-28T01:03:32.104643Z","steps":["trace[327207906] 'process raft request' (duration: 1.002784677s)","trace[327207906] 'compare' (duration: 55.149432ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:32.104752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.49392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-05-28T01:03:32.104738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.120708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:32.104798Z","caller":"traceutil/trace.go:171","msg":"trace[521582102] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:8512; }","duration":"921.579512ms","start":"2026-05-28T01:03:31.183207Z","end":"2026-05-28T01:03:32.104786Z","steps":["trace[521582102] 'agreement among raft nodes before linearized reading' (duration: 921.434079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:32.104838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:31.183182Z","time spent":"921.649323ms","remote":"127.0.0.1:45890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-05-28T01:03:32.104844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.610623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-28T01:03:32.104853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.436458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephcosidrivers.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:32.104867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:31.046249Z","time spent":"1.058517373s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5954,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:32.104877Z","caller":"traceutil/trace.go:171","msg":"trace[1071801050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8512; }","duration":"963.677615ms","start":"2026-05-28T01:03:31.141189Z","end":"2026-05-28T01:03:32.104867Z","steps":["trace[1071801050] 'agreement among raft nodes before linearized reading' (duration: 963.578523ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:32.104883Z","caller":"traceutil/trace.go:171","msg":"trace[1467678052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8512; }","duration":"639.237661ms","start":"2026-05-28T01:03:31.465558Z","end":"2026-05-28T01:03:32.104795Z","steps":["trace[1467678052] 'agreement among raft nodes before linearized reading' (duration: 639.102257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:32.105149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:31.465545Z","time spent":"639.590399ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:03:32.104902Z","caller":"traceutil/trace.go:171","msg":"trace[292881925] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephcosidrivers.ceph.rook.io; range_end:; response_count:0; response_revision:8512; }","duration":"420.527871ms","start":"2026-05-28T01:03:31.684359Z","end":"2026-05-28T01:03:32.104886Z","steps":["trace[292881925] 'agreement among raft nodes before linearized reading' (duration: 420.443079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:32.105214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:31.684337Z","time spent":"420.863059ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephcosidrivers.ceph.rook.io\" "} {"level":"warn","ts":"2026-05-28T01:03:32.104914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:31.141165Z","time spent":"963.743086ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:03:32.10475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.855151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:32.105363Z","caller":"traceutil/trace.go:171","msg":"trace[807867243] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8512; }","duration":"806.529757ms","start":"2026-05-28T01:03:31.298812Z","end":"2026-05-28T01:03:32.105342Z","steps":["trace[807867243] 'agreement among raft nodes before linearized reading' (duration: 805.836811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:32.105429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:31.298785Z","time spent":"806.62315ms","remote":"127.0.0.1:60398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:32.104982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:31.68427Z","time spent":"420.46499ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:03:32.610398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200831,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:03:32.787812Z","caller":"traceutil/trace.go:171","msg":"trace[1445164272] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"678.975758ms","start":"2026-05-28T01:03:32.108803Z","end":"2026-05-28T01:03:32.787779Z","steps":["trace[1445164272] 'process raft request' (duration: 678.779874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:32.787962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:32.108787Z","time spent":"679.104662ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:03:35.463928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99992645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:03:35.464037Z","caller":"traceutil/trace.go:171","msg":"trace[1080971726] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000071294s","start":"2026-05-28T01:03:33.463946Z","end":"2026-05-28T01:03:35.464017Z","steps":["trace[1080971726] 'agreement among raft nodes before linearized reading' (duration: 1.999943531s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:35.46409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:33.463935Z","time spent":"2.000145036s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:35.53667Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.721962415s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:03:35.53709Z","caller":"traceutil/trace.go:171","msg":"trace[975357650] transaction","detail":"{read_only:false; response_revision:8514; number_of_response:1; }","duration":"3.426455656s","start":"2026-05-28T01:03:32.110617Z","end":"2026-05-28T01:03:35.537072Z","steps":["trace[975357650] 'process raft request' (duration: 3.42622748s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:35.537237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:32.110602Z","time spent":"3.426573678s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:35.537289Z","caller":"traceutil/trace.go:171","msg":"trace[1563583515] linearizableReadLoop","detail":"{readStateIndex:8838; appliedIndex:8835; }","duration":"3.427311765s","start":"2026-05-28T01:03:32.109946Z","end":"2026-05-28T01:03:35.537258Z","steps":["trace[1563583515] 'read index received' (duration: 677.648657ms)","trace[1563583515] 'applied index is now lower than readState.Index' (duration: 2.749660028s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:35.53732Z","caller":"traceutil/trace.go:171","msg":"trace[349616341] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"3.422447241s","start":"2026-05-28T01:03:32.11484Z","end":"2026-05-28T01:03:35.537288Z","steps":["trace[349616341] 'process raft request' (duration: 3.422133743s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:35.537458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:32.114821Z","time spent":"3.422564223s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:35.53803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428032702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223763"} {"level":"info","ts":"2026-05-28T01:03:35.538151Z","caller":"traceutil/trace.go:171","msg":"trace[869977280] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8515; }","duration":"3.428206876s","start":"2026-05-28T01:03:32.10992Z","end":"2026-05-28T01:03:35.538127Z","steps":["trace[869977280] 'agreement among raft nodes before linearized reading' (duration: 3.427479149s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:35.538209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:32.109912Z","time spent":"3.428286428s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223786,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:03:35.853874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.383875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:35.854276Z","caller":"traceutil/trace.go:171","msg":"trace[2085976896] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"312.983943ms","start":"2026-05-28T01:03:35.541269Z","end":"2026-05-28T01:03:35.854253Z","steps":["trace[2085976896] 'process raft request' (duration: 312.914372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:35.854362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:35.541219Z","time spent":"313.113767ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T01:03:35.854386Z","caller":"traceutil/trace.go:171","msg":"trace[27938717] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"2.173796522s","start":"2026-05-28T01:03:33.680556Z","end":"2026-05-28T01:03:35.854352Z","steps":["trace[27938717] 'process raft request' (duration: 2.173465355s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:35.854425Z","caller":"traceutil/trace.go:171","msg":"trace[2089222516] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"3.062465487s","start":"2026-05-28T01:03:32.791923Z","end":"2026-05-28T01:03:35.854389Z","steps":["trace[2089222516] 'process raft request' (duration: 2.909461708s)","trace[2089222516] 'compare' (duration: 152.033796ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:35.854519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744115049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephfilesystems.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:35.854576Z","caller":"traceutil/trace.go:171","msg":"trace[382849117] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephfilesystems.ceph.rook.io; range_end:; response_count:0; response_revision:8518; }","duration":"3.74418932s","start":"2026-05-28T01:03:32.110373Z","end":"2026-05-28T01:03:35.854563Z","steps":["trace[382849117] 'agreement among raft nodes before linearized reading' (duration: 3.744075018s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:35.854569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:32.7919Z","time spent":"3.062607231s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":848,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:03:35.854565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753709332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-28T01:03:35.854579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606424368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-05-28T01:03:35.854619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:32.110311Z","time spent":"3.744299384s","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephfilesystems.ceph.rook.io\" "} {"level":"warn","ts":"2026-05-28T01:03:35.854672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.702763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:35.854685Z","caller":"traceutil/trace.go:171","msg":"trace[1408580674] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8518; }","duration":"1.606532441s","start":"2026-05-28T01:03:34.248095Z","end":"2026-05-28T01:03:35.854628Z","steps":["trace[1408580674] 'agreement among raft nodes before linearized reading' (duration: 1.606312636s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:35.854709Z","caller":"traceutil/trace.go:171","msg":"trace[2089698303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8518; }","duration":"389.760685ms","start":"2026-05-28T01:03:35.464938Z","end":"2026-05-28T01:03:35.854699Z","steps":["trace[2089698303] 'agreement among raft nodes before linearized reading' (duration: 389.662782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:35.854707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.73141909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-05-28T01:03:35.854683Z","caller":"traceutil/trace.go:171","msg":"trace[1665512942] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8518; }","duration":"1.753815855s","start":"2026-05-28T01:03:34.100802Z","end":"2026-05-28T01:03:35.854618Z","steps":["trace[1665512942] 'agreement among raft nodes before linearized reading' (duration: 1.753582419s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:35.854739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:35.464926Z","time spent":"389.807955ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:35.854684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445143524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:35.85475Z","caller":"traceutil/trace.go:171","msg":"trace[1939058309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8518; }","duration":"3.731476421s","start":"2026-05-28T01:03:32.123259Z","end":"2026-05-28T01:03:35.854735Z","steps":["trace[1939058309] 'agreement among raft nodes before linearized reading' (duration: 3.731354578s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:35.854567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:33.680533Z","time spent":"2.173929675s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:35.854768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:34.100779Z","time spent":"1.753973749s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:03:35.854796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:32.123247Z","time spent":"3.731539442s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:03:35.85449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467841809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:35.854807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.260568231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"warn","ts":"2026-05-28T01:03:35.854515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702798663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:35.854845Z","caller":"traceutil/trace.go:171","msg":"trace[189078007] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8518; }","duration":"2.445348159s","start":"2026-05-28T01:03:33.409435Z","end":"2026-05-28T01:03:35.854783Z","steps":["trace[189078007] 'agreement among raft nodes before linearized reading' (duration: 2.445113143s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:35.854855Z","caller":"traceutil/trace.go:171","msg":"trace[780001801] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8518; }","duration":"1.468279399s","start":"2026-05-28T01:03:34.38656Z","end":"2026-05-28T01:03:35.854839Z","steps":["trace[780001801] 'agreement among raft nodes before linearized reading' (duration: 1.467834658s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:35.854862Z","caller":"traceutil/trace.go:171","msg":"trace[67522661] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8518; }","duration":"3.260667663s","start":"2026-05-28T01:03:32.59418Z","end":"2026-05-28T01:03:35.854847Z","steps":["trace[67522661] 'agreement among raft nodes before linearized reading' (duration: 3.260406067s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:35.854395Z","caller":"traceutil/trace.go:171","msg":"trace[1287644591] linearizableReadLoop","detail":"{readStateIndex:8840; appliedIndex:8838; }","duration":"316.994998ms","start":"2026-05-28T01:03:35.537369Z","end":"2026-05-28T01:03:35.854364Z","steps":["trace[1287644591] 'read index received' (duration: 164.032459ms)","trace[1287644591] 'applied index is now lower than readState.Index' (duration: 152.958449ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:35.854904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:34.386539Z","time spent":"1.46834546s","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:35.854902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:32.594154Z","time spent":"3.260737325s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414417,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-28T01:03:35.85458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579151846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:35.855029Z","caller":"traceutil/trace.go:171","msg":"trace[409703852] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8518; }","duration":"2.579595996s","start":"2026-05-28T01:03:33.27542Z","end":"2026-05-28T01:03:35.855016Z","steps":["trace[409703852] 'agreement among raft nodes before linearized reading' (duration: 2.579130725s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:35.854749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:34.248076Z","time spent":"1.606660404s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:03:35.855065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.314435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-28T01:03:35.855089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:33.275394Z","time spent":"2.579673927s","remote":"127.0.0.1:42882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:35.854894Z","caller":"traceutil/trace.go:171","msg":"trace[1959425350] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8518; }","duration":"2.703222063s","start":"2026-05-28T01:03:33.151649Z","end":"2026-05-28T01:03:35.854871Z","steps":["trace[1959425350] 'agreement among raft nodes before linearized reading' (duration: 2.702814613s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:35.855119Z","caller":"traceutil/trace.go:171","msg":"trace[1115306956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8518; }","duration":"314.447778ms","start":"2026-05-28T01:03:35.540658Z","end":"2026-05-28T01:03:35.855106Z","steps":["trace[1115306956] 'agreement among raft nodes before linearized reading' (duration: 314.310055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:35.855169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:35.540631Z","time spent":"314.52795ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:03:35.855171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:33.151621Z","time spent":"2.703535789s","remote":"127.0.0.1:46132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:35.854902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:33.409405Z","time spent":"2.445485432s","remote":"127.0.0.1:46172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:35.855224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.122591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7067"} {"level":"warn","ts":"2026-05-28T01:03:35.854807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.302513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:35.855277Z","caller":"traceutil/trace.go:171","msg":"trace[1409119935] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:8518; }","duration":"314.214023ms","start":"2026-05-28T01:03:35.541049Z","end":"2026-05-28T01:03:35.855263Z","steps":["trace[1409119935] 'agreement among raft nodes before linearized reading' (duration: 314.003538ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:35.855305Z","caller":"traceutil/trace.go:171","msg":"trace[45425738] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8518; }","duration":"486.848086ms","start":"2026-05-28T01:03:35.368442Z","end":"2026-05-28T01:03:35.85529Z","steps":["trace[45425738] 'agreement among raft nodes before linearized reading' (duration: 486.302683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:35.855325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:35.541027Z","time spent":"314.282174ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7090,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-28T01:03:35.855364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:35.368403Z","time spent":"486.941088ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:35.855324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.081251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:03:35.85549Z","caller":"traceutil/trace.go:171","msg":"trace[2079914989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8518; }","duration":"849.413639ms","start":"2026-05-28T01:03:35.006057Z","end":"2026-05-28T01:03:35.85547Z","steps":["trace[2079914989] 'agreement among raft nodes before linearized reading' (duration: 848.332563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:35.855586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:35.006034Z","time spent":"849.527352ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T01:03:36.754116Z","caller":"traceutil/trace.go:171","msg":"trace[525793282] linearizableReadLoop","detail":"{readStateIndex:8844; appliedIndex:8841; }","duration":"892.907425ms","start":"2026-05-28T01:03:35.861179Z","end":"2026-05-28T01:03:36.754087Z","steps":["trace[525793282] 'read index received' (duration: 61.136872ms)","trace[525793282] 'applied index is now lower than readState.Index' (duration: 831.769223ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:36.75412Z","caller":"traceutil/trace.go:171","msg":"trace[1453387640] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"893.99326ms","start":"2026-05-28T01:03:35.860077Z","end":"2026-05-28T01:03:36.754071Z","steps":["trace[1453387640] 'process raft request' (duration: 804.874338ms)","trace[1453387640] 'compare' (duration: 88.821085ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:36.754311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:35.860064Z","time spent":"894.167365ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":936,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T01:03:36.754465Z","caller":"traceutil/trace.go:171","msg":"trace[226223953] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"890.420616ms","start":"2026-05-28T01:03:35.864014Z","end":"2026-05-28T01:03:36.754435Z","steps":["trace[226223953] 'process raft request' (duration: 890.010196ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:36.754477Z","caller":"traceutil/trace.go:171","msg":"trace[548532515] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"893.462768ms","start":"2026-05-28T01:03:35.860982Z","end":"2026-05-28T01:03:36.754445Z","steps":["trace[548532515] 'process raft request' (duration: 892.963896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:36.754481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.266524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephnfses.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:36.754528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.915169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:36.754528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.712229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:36.754581Z","caller":"traceutil/trace.go:171","msg":"trace[1660294446] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8522; }","duration":"510.047463ms","start":"2026-05-28T01:03:36.24452Z","end":"2026-05-28T01:03:36.754567Z","steps":["trace[1660294446] 'agreement among raft nodes before linearized reading' (duration: 509.92721ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:36.754588Z","caller":"traceutil/trace.go:171","msg":"trace[526667423] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephnfses.ceph.rook.io; range_end:; response_count:0; response_revision:8522; }","duration":"893.418677ms","start":"2026-05-28T01:03:35.861145Z","end":"2026-05-28T01:03:36.754563Z","steps":["trace[526667423] 'agreement among raft nodes before linearized reading' (duration: 893.224372ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:36.754591Z","caller":"traceutil/trace.go:171","msg":"trace[1899094013] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8522; }","duration":"602.866782ms","start":"2026-05-28T01:03:36.151708Z","end":"2026-05-28T01:03:36.754575Z","steps":["trace[1899094013] 'agreement among raft nodes before linearized reading' (duration: 602.720089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:36.754604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.793815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-05-28T01:03:36.754619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:35.860958Z","time spent":"893.590082ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:36.754619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:35.864003Z","time spent":"890.54047ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:36.754631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:36.244486Z","time spent":"510.135045ms","remote":"127.0.0.1:45982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:36.75453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.254972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:36.754671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:35.861133Z","time spent":"893.497019ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephnfses.ceph.rook.io\" "} {"level":"info","ts":"2026-05-28T01:03:36.754689Z","caller":"traceutil/trace.go:171","msg":"trace[1076296106] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8522; }","duration":"848.916558ms","start":"2026-05-28T01:03:35.905758Z","end":"2026-05-28T01:03:36.754675Z","steps":["trace[1076296106] 'agreement among raft nodes before linearized reading' (duration: 848.684372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:36.754707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:36.151677Z","time spent":"603.018766ms","remote":"127.0.0.1:59188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:36.75473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:35.90574Z","time spent":"848.977939ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-05-28T01:03:36.754726Z","caller":"traceutil/trace.go:171","msg":"trace[106104514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8522; }","duration":"890.487608ms","start":"2026-05-28T01:03:35.864218Z","end":"2026-05-28T01:03:36.754706Z","steps":["trace[106104514] 'agreement among raft nodes before linearized reading' (duration: 890.206962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:36.754781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:35.864211Z","time spent":"890.55495ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:37.021047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.123185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:37.021153Z","caller":"traceutil/trace.go:171","msg":"trace[1851500773] linearizableReadLoop","detail":"{readStateIndex:8846; appliedIndex:8845; }","duration":"259.467981ms","start":"2026-05-28T01:03:36.761665Z","end":"2026-05-28T01:03:37.021133Z","steps":["trace[1851500773] 'read index received' (duration: 122.261674ms)","trace[1851500773] 'applied index is now lower than readState.Index' (duration: 137.204107ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:37.021291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.621615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephobjectstores.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:37.021331Z","caller":"traceutil/trace.go:171","msg":"trace[124669787] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephobjectstores.ceph.rook.io; range_end:; response_count:0; response_revision:8523; }","duration":"259.668856ms","start":"2026-05-28T01:03:36.761648Z","end":"2026-05-28T01:03:37.021317Z","steps":["trace[124669787] 'agreement among raft nodes before linearized reading' (duration: 259.566384ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:37.02133Z","caller":"traceutil/trace.go:171","msg":"trace[215222359] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"260.038245ms","start":"2026-05-28T01:03:36.761175Z","end":"2026-05-28T01:03:37.021214Z","steps":["trace[215222359] 'process raft request' (duration: 122.648434ms)","trace[215222359] 'compare' (duration: 136.836398ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:37.105685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.037599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:37.105746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.28314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-05-28T01:03:37.105788Z","caller":"traceutil/trace.go:171","msg":"trace[1703810256] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:8524; }","duration":"147.207803ms","start":"2026-05-28T01:03:36.958561Z","end":"2026-05-28T01:03:37.105768Z","steps":["trace[1703810256] 'agreement among raft nodes before linearized reading' (duration: 147.013048ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:37.105812Z","caller":"traceutil/trace.go:171","msg":"trace[1408095344] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:8524; }","duration":"338.371043ms","start":"2026-05-28T01:03:36.767421Z","end":"2026-05-28T01:03:37.105792Z","steps":["trace[1408095344] 'agreement among raft nodes before linearized reading' (duration: 338.128247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:37.10586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:36.767414Z","time spent":"338.437605ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-05-28T01:03:37.106056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.769829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-05-28T01:03:37.106137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.353149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-05-28T01:03:37.106191Z","caller":"traceutil/trace.go:171","msg":"trace[32646551] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:8524; }","duration":"337.4317ms","start":"2026-05-28T01:03:36.768748Z","end":"2026-05-28T01:03:37.10618Z","steps":["trace[32646551] 'agreement among raft nodes before linearized reading' (duration: 337.272307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:37.106233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:36.768743Z","time spent":"337.478211ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-05-28T01:03:37.106268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.963574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-05-28T01:03:37.106214Z","caller":"traceutil/trace.go:171","msg":"trace[896055946] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:8524; }","duration":"340.880842ms","start":"2026-05-28T01:03:36.765253Z","end":"2026-05-28T01:03:37.106134Z","steps":["trace[896055946] 'agreement among raft nodes before linearized reading' (duration: 340.603136ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:37.106309Z","caller":"traceutil/trace.go:171","msg":"trace[566085438] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:8524; }","duration":"341.011895ms","start":"2026-05-28T01:03:36.765288Z","end":"2026-05-28T01:03:37.1063Z","steps":["trace[566085438] 'agreement among raft nodes before linearized reading' (duration: 340.908263ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:37.1057Z","caller":"traceutil/trace.go:171","msg":"trace[1968458636] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"338.797652ms","start":"2026-05-28T01:03:36.766871Z","end":"2026-05-28T01:03:37.105669Z","steps":["trace[1968458636] 'process raft request' (duration: 338.362102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:37.106346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:36.765284Z","time spent":"341.055506ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-05-28T01:03:37.106303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.472515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-05-28T01:03:37.106338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:36.765244Z","time spent":"341.077337ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-05-28T01:03:37.106443Z","caller":"traceutil/trace.go:171","msg":"trace[719487756] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:8524; }","duration":"143.625708ms","start":"2026-05-28T01:03:36.962796Z","end":"2026-05-28T01:03:37.106421Z","steps":["trace[719487756] 'agreement among raft nodes before linearized reading' (duration: 143.27981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:37.106445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:36.766847Z","time spent":"339.507999ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:37.106489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.145208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-05-28T01:03:37.106535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.904434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-05-28T01:03:37.106664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.706422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T01:03:37.106719Z","caller":"traceutil/trace.go:171","msg":"trace[1189855571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8524; }","duration":"341.813604ms","start":"2026-05-28T01:03:36.764893Z","end":"2026-05-28T01:03:37.106707Z","steps":["trace[1189855571] 'agreement among raft nodes before linearized reading' (duration: 341.66596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:37.106069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.808996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-05-28T01:03:37.106789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.502856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-05-28T01:03:37.106843Z","caller":"traceutil/trace.go:171","msg":"trace[344437036] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:8524; }","duration":"341.574669ms","start":"2026-05-28T01:03:36.765258Z","end":"2026-05-28T01:03:37.106832Z","steps":["trace[344437036] 'agreement among raft nodes before linearized reading' (duration: 341.402605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:37.106882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.885875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-05-28T01:03:37.106883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:36.765249Z","time spent":"341.62266ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-05-28T01:03:37.106834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.364649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-05-28T01:03:37.107002Z","caller":"traceutil/trace.go:171","msg":"trace[109012480] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:8524; }","duration":"341.612459ms","start":"2026-05-28T01:03:36.76535Z","end":"2026-05-28T01:03:37.106963Z","steps":["trace[109012480] 'agreement among raft nodes before linearized reading' (duration: 340.210986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:37.107109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:36.765329Z","time spent":"341.736072ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-05-28T01:03:37.106569Z","caller":"traceutil/trace.go:171","msg":"trace[140742050] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:8524; }","duration":"341.24435ms","start":"2026-05-28T01:03:36.765307Z","end":"2026-05-28T01:03:37.106551Z","steps":["trace[140742050] 'agreement among raft nodes before linearized reading' (duration: 341.023555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:37.107286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:36.765304Z","time spent":"341.918746ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-05-28T01:03:37.106879Z","caller":"traceutil/trace.go:171","msg":"trace[217173727] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:8524; }","duration":"337.610294ms","start":"2026-05-28T01:03:36.769205Z","end":"2026-05-28T01:03:37.106815Z","steps":["trace[217173727] 'agreement among raft nodes before linearized reading' (duration: 336.511598ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:37.106669Z","caller":"traceutil/trace.go:171","msg":"trace[1152942721] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:8524; }","duration":"311.032278ms","start":"2026-05-28T01:03:36.795594Z","end":"2026-05-28T01:03:37.106627Z","steps":["trace[1152942721] 'agreement among raft nodes before linearized reading' (duration: 310.526206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:37.107683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:36.795582Z","time spent":"312.080432ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-05-28T01:03:37.106759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:36.764858Z","time spent":"341.892866ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T01:03:37.106919Z","caller":"traceutil/trace.go:171","msg":"trace[422720405] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:8524; }","duration":"341.947928ms","start":"2026-05-28T01:03:36.764963Z","end":"2026-05-28T01:03:37.106911Z","steps":["trace[422720405] 'agreement among raft nodes before linearized reading' (duration: 341.814914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:37.108175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:36.764959Z","time spent":"343.132785ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-05-28T01:03:37.108674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:36.769195Z","time spent":"339.444958ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-05-28T01:03:37.615047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200859,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:03:37.733627Z","caller":"traceutil/trace.go:171","msg":"trace[1951214429] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"621.338957ms","start":"2026-05-28T01:03:37.112262Z","end":"2026-05-28T01:03:37.733601Z","steps":["trace[1951214429] 'process raft request' (duration: 621.095521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:37.733874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:37.112242Z","time spent":"621.539412ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:38.408205Z","caller":"traceutil/trace.go:171","msg":"trace[1665379691] linearizableReadLoop","detail":"{readStateIndex:8850; appliedIndex:8847; }","duration":"1.294208141s","start":"2026-05-28T01:03:37.113969Z","end":"2026-05-28T01:03:38.408177Z","steps":["trace[1665379691] 'read index received' (duration: 619.442133ms)","trace[1665379691] 'applied index is now lower than readState.Index' (duration: 674.764528ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:38.40828Z","caller":"traceutil/trace.go:171","msg":"trace[1715180318] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"1.294106089s","start":"2026-05-28T01:03:37.114142Z","end":"2026-05-28T01:03:38.408249Z","steps":["trace[1715180318] 'process raft request' (duration: 1.293608797s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:38.408426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294428737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephobjectzones.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:38.408473Z","caller":"traceutil/trace.go:171","msg":"trace[958440137] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephobjectzones.ceph.rook.io; range_end:; response_count:0; response_revision:8527; }","duration":"1.294523689s","start":"2026-05-28T01:03:37.113937Z","end":"2026-05-28T01:03:38.408461Z","steps":["trace[958440137] 'agreement among raft nodes before linearized reading' (duration: 1.294402406s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:38.408377Z","caller":"traceutil/trace.go:171","msg":"trace[119291782] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"1.291081178s","start":"2026-05-28T01:03:37.117235Z","end":"2026-05-28T01:03:38.408316Z","steps":["trace[119291782] 'process raft request' (duration: 1.290696479s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:38.408509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:37.113917Z","time spent":"1.2945835s","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephobjectzones.ceph.rook.io\" "} {"level":"warn","ts":"2026-05-28T01:03:38.40857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.592384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:03:38.408605Z","caller":"traceutil/trace.go:171","msg":"trace[1623737120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8527; }","duration":"515.648745ms","start":"2026-05-28T01:03:37.892948Z","end":"2026-05-28T01:03:38.408597Z","steps":["trace[1623737120] 'agreement among raft nodes before linearized reading' (duration: 515.528023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:38.408627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:37.892933Z","time spent":"515.688996ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:03:38.40868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:37.117219Z","time spent":"1.291331333s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:38.408433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:37.114127Z","time spent":"1.294213241s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:38.408851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.428921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T01:03:38.408831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.186456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:38.408875Z","caller":"traceutil/trace.go:171","msg":"trace[1913860676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8527; }","duration":"482.473152ms","start":"2026-05-28T01:03:37.926394Z","end":"2026-05-28T01:03:38.408867Z","steps":["trace[1913860676] 'agreement among raft nodes before linearized reading' (duration: 482.40476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:38.408898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:37.926384Z","time spent":"482.508333ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T01:03:38.408911Z","caller":"traceutil/trace.go:171","msg":"trace[1199436946] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8527; }","duration":"418.303148ms","start":"2026-05-28T01:03:37.990586Z","end":"2026-05-28T01:03:38.408889Z","steps":["trace[1199436946] 'agreement among raft nodes before linearized reading' (duration: 418.149045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:38.40896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:37.990574Z","time spent":"418.37555ms","remote":"127.0.0.1:59258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:38.409205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.86434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:03:38.409226Z","caller":"traceutil/trace.go:171","msg":"trace[226124222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8527; }","duration":"516.068685ms","start":"2026-05-28T01:03:37.893151Z","end":"2026-05-28T01:03:38.40922Z","steps":["trace[226124222] 'agreement among raft nodes before linearized reading' (duration: 515.83749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:38.409244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:37.893145Z","time spent":"516.094626ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:03:38.409276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.619044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:38.40936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.849638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:38.40935Z","caller":"traceutil/trace.go:171","msg":"trace[1198888137] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8527; }","duration":"114.751977ms","start":"2026-05-28T01:03:38.29458Z","end":"2026-05-28T01:03:38.409332Z","steps":["trace[1198888137] 'agreement among raft nodes before linearized reading' (duration: 114.632624ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:38.409389Z","caller":"traceutil/trace.go:171","msg":"trace[587852645] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8527; }","duration":"665.93569ms","start":"2026-05-28T01:03:37.743446Z","end":"2026-05-28T01:03:38.409382Z","steps":["trace[587852645] 'agreement among raft nodes before linearized reading' (duration: 665.887519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:38.409413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:37.743422Z","time spent":"665.984481ms","remote":"127.0.0.1:45730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-05-28T01:03:38.409516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.009311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:38.409558Z","caller":"traceutil/trace.go:171","msg":"trace[2042520996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8527; }","duration":"944.092243ms","start":"2026-05-28T01:03:37.465455Z","end":"2026-05-28T01:03:38.409548Z","steps":["trace[2042520996] 'agreement among raft nodes before linearized reading' (duration: 944.024701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:38.409589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.584872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"warn","ts":"2026-05-28T01:03:38.409591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:37.465433Z","time spent":"944.151834ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:03:38.409619Z","caller":"traceutil/trace.go:171","msg":"trace[1699064220] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:8527; }","duration":"559.653213ms","start":"2026-05-28T01:03:37.849958Z","end":"2026-05-28T01:03:38.409611Z","steps":["trace[1699064220] 'agreement among raft nodes before linearized reading' (duration: 559.567901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:38.409639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:37.849933Z","time spent":"559.700824ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-05-28T01:03:38.409604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.036754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:03:38.409696Z","caller":"traceutil/trace.go:171","msg":"trace[24597981] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8527; }","duration":"864.184867ms","start":"2026-05-28T01:03:37.545487Z","end":"2026-05-28T01:03:38.409672Z","steps":["trace[24597981] 'agreement among raft nodes before linearized reading' (duration: 863.8868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:38.409712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.52103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:38.409753Z","caller":"traceutil/trace.go:171","msg":"trace[1494866483] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8527; }","duration":"665.586092ms","start":"2026-05-28T01:03:37.744156Z","end":"2026-05-28T01:03:38.409742Z","steps":["trace[1494866483] 'agreement among raft nodes before linearized reading' (duration: 665.516301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:38.409768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:37.545468Z","time spent":"864.28064ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:03:38.409791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:37.744147Z","time spent":"665.635643ms","remote":"127.0.0.1:45734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-05-28T01:03:38.409851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.249306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-28T01:03:38.409962Z","caller":"traceutil/trace.go:171","msg":"trace[1910192784] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c; range_end:; response_count:1; response_revision:8527; }","duration":"671.392599ms","start":"2026-05-28T01:03:37.738522Z","end":"2026-05-28T01:03:38.409914Z","steps":["trace[1910192784] 'agreement among raft nodes before linearized reading' (duration: 670.9948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:38.410095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:37.738495Z","time spent":"671.586353ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c\" "} {"level":"warn","ts":"2026-05-28T01:03:38.4107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132838655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:373 size:288972"} {"level":"info","ts":"2026-05-28T01:03:38.411424Z","caller":"traceutil/trace.go:171","msg":"trace[1165831533] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:373; response_revision:8527; }","duration":"1.133568922s","start":"2026-05-28T01:03:37.277843Z","end":"2026-05-28T01:03:38.411412Z","steps":["trace[1165831533] 'agreement among raft nodes before linearized reading' (duration: 1.130566711s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:38.411475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:37.277731Z","time spent":"1.133720045s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":373,"response size":288995,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-05-28T01:03:38.716986Z","caller":"traceutil/trace.go:171","msg":"trace[1559193526] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"302.505766ms","start":"2026-05-28T01:03:38.414454Z","end":"2026-05-28T01:03:38.716959Z","steps":["trace[1559193526] 'process raft request' (duration: 302.340082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:38.717249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:38.414439Z","time spent":"302.711772ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:39.017535Z","caller":"traceutil/trace.go:171","msg":"trace[735392265] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"602.998486ms","start":"2026-05-28T01:03:38.41451Z","end":"2026-05-28T01:03:39.017508Z","steps":["trace[735392265] 'process raft request' (duration: 602.76107ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:39.01767Z","caller":"traceutil/trace.go:171","msg":"trace[176461428] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"602.641698ms","start":"2026-05-28T01:03:38.414989Z","end":"2026-05-28T01:03:39.017631Z","steps":["trace[176461428] 'process raft request' (duration: 602.500064ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:39.017706Z","caller":"traceutil/trace.go:171","msg":"trace[2030817458] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"602.894144ms","start":"2026-05-28T01:03:38.414777Z","end":"2026-05-28T01:03:39.017671Z","steps":["trace[2030817458] 'process raft request' (duration: 602.648078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:39.017844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:38.414966Z","time spent":"602.78126ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:39.017872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:38.414767Z","time spent":"603.015456ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:39.017866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:38.414495Z","time spent":"603.19521ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:39.017607Z","caller":"traceutil/trace.go:171","msg":"trace[604682800] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"597.837644ms","start":"2026-05-28T01:03:38.419753Z","end":"2026-05-28T01:03:39.017591Z","steps":["trace[604682800] 'process raft request' (duration: 597.768932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:39.018053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:38.419719Z","time spent":"598.304015ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:39.195101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.501388ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:03:39.195254Z","caller":"traceutil/trace.go:171","msg":"trace[732925153] linearizableReadLoop","detail":"{readStateIndex:8853; appliedIndex:8850; }","duration":"780.372961ms","start":"2026-05-28T01:03:38.414854Z","end":"2026-05-28T01:03:39.195227Z","steps":["trace[732925153] 'read index received' (duration: 302.030306ms)","trace[732925153] 'applied index is now lower than readState.Index' (duration: 478.339534ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:39.195498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.608986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/objectbucketclaims.objectbucket.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:39.195583Z","caller":"traceutil/trace.go:171","msg":"trace[1663191846] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/objectbucketclaims.objectbucket.io; range_end:; response_count:0; response_revision:8532; }","duration":"780.730248ms","start":"2026-05-28T01:03:38.414831Z","end":"2026-05-28T01:03:39.195561Z","steps":["trace[1663191846] 'agreement among raft nodes before linearized reading' (duration: 780.571495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:39.195593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.546025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T01:03:39.195627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.921903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4946"} {"level":"warn","ts":"2026-05-28T01:03:39.19564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:38.414825Z","time spent":"780.800851ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/objectbucketclaims.objectbucket.io\" "} {"level":"info","ts":"2026-05-28T01:03:39.195649Z","caller":"traceutil/trace.go:171","msg":"trace[724105513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8532; }","duration":"173.629916ms","start":"2026-05-28T01:03:39.022Z","end":"2026-05-28T01:03:39.19563Z","steps":["trace[724105513] 'agreement among raft nodes before linearized reading' (duration: 173.518873ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:39.195682Z","caller":"traceutil/trace.go:171","msg":"trace[33613103] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:8532; }","duration":"171.003774ms","start":"2026-05-28T01:03:39.024665Z","end":"2026-05-28T01:03:39.195669Z","steps":["trace[33613103] 'agreement among raft nodes before linearized reading' (duration: 170.81434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:39.195788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.691505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-28T01:03:39.195848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.581422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223549"} {"level":"warn","ts":"2026-05-28T01:03:39.195914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.951906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-05-28T01:03:39.196159Z","caller":"traceutil/trace.go:171","msg":"trace[1166751486] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:8532; }","duration":"773.028477ms","start":"2026-05-28T01:03:38.42293Z","end":"2026-05-28T01:03:39.195959Z","steps":["trace[1166751486] 'agreement among raft nodes before linearized reading' (duration: 772.908254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:39.196209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:38.422921Z","time spent":"773.279434ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-05-28T01:03:39.19587Z","caller":"traceutil/trace.go:171","msg":"trace[463777216] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:8532; }","duration":"100.839489ms","start":"2026-05-28T01:03:39.095017Z","end":"2026-05-28T01:03:39.195857Z","steps":["trace[463777216] 'agreement among raft nodes before linearized reading' (duration: 100.476851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:39.196215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.133528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-05-28T01:03:39.196296Z","caller":"traceutil/trace.go:171","msg":"trace[270807942] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8532; }","duration":"717.266811ms","start":"2026-05-28T01:03:38.479009Z","end":"2026-05-28T01:03:39.196276Z","steps":["trace[270807942] 'agreement among raft nodes before linearized reading' (duration: 716.533854ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:39.195929Z","caller":"traceutil/trace.go:171","msg":"trace[1466605439] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8532; }","duration":"779.696435ms","start":"2026-05-28T01:03:38.416215Z","end":"2026-05-28T01:03:39.195911Z","steps":["trace[1466605439] 'agreement among raft nodes before linearized reading' (duration: 779.209983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:39.196429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:38.416207Z","time spent":"780.200556ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223572,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:03:39.195768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.991922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:03:39.196613Z","caller":"traceutil/trace.go:171","msg":"trace[1584027537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8532; }","duration":"474.909494ms","start":"2026-05-28T01:03:38.721684Z","end":"2026-05-28T01:03:39.196593Z","steps":["trace[1584027537] 'agreement among raft nodes before linearized reading' (duration: 473.862449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:39.196661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:38.72166Z","time spent":"474.989096ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:03:39.195755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.054246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-28T01:03:39.196713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:38.478986Z","time spent":"717.710572ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-28T01:03:39.196982Z","caller":"traceutil/trace.go:171","msg":"trace[831875906] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd; range_end:; response_count:1; response_revision:8532; }","duration":"175.147003ms","start":"2026-05-28T01:03:39.021604Z","end":"2026-05-28T01:03:39.196751Z","steps":["trace[831875906] 'agreement among raft nodes before linearized reading' (duration: 173.857332ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:39.303075Z","caller":"traceutil/trace.go:171","msg":"trace[1205237079] linearizableReadLoop","detail":"{readStateIndex:8857; appliedIndex:8856; }","duration":"103.981183ms","start":"2026-05-28T01:03:39.199067Z","end":"2026-05-28T01:03:39.303048Z","steps":["trace[1205237079] 'read index received' (duration: 103.951562ms)","trace[1205237079] 'applied index is now lower than readState.Index' (duration: 27.871µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:39.303331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.226289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/objectbuckets.objectbucket.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:39.303416Z","caller":"traceutil/trace.go:171","msg":"trace[1609688247] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/objectbuckets.objectbucket.io; range_end:; response_count:0; response_revision:8532; }","duration":"104.351731ms","start":"2026-05-28T01:03:39.199045Z","end":"2026-05-28T01:03:39.303397Z","steps":["trace[1609688247] 'agreement among raft nodes before linearized reading' (duration: 104.194738ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:39.52333Z","caller":"traceutil/trace.go:171","msg":"trace[1048853519] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"324.132136ms","start":"2026-05-28T01:03:39.199169Z","end":"2026-05-28T01:03:39.523301Z","steps":["trace[1048853519] 'process raft request' (duration: 323.827209ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:39.523387Z","caller":"traceutil/trace.go:171","msg":"trace[1556304492] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"321.28731ms","start":"2026-05-28T01:03:39.202076Z","end":"2026-05-28T01:03:39.523363Z","steps":["trace[1556304492] 'process raft request' (duration: 321.183547ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:39.523555Z","caller":"traceutil/trace.go:171","msg":"trace[1559066306] linearizableReadLoop","detail":"{readStateIndex:8861; appliedIndex:8857; }","duration":"220.293187ms","start":"2026-05-28T01:03:39.30325Z","end":"2026-05-28T01:03:39.523544Z","steps":["trace[1559066306] 'read index received' (duration: 219.783015ms)","trace[1559066306] 'applied index is now lower than readState.Index' (duration: 509.162µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:39.523613Z","caller":"traceutil/trace.go:171","msg":"trace[1299184121] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"319.18838ms","start":"2026-05-28T01:03:39.204416Z","end":"2026-05-28T01:03:39.523604Z","steps":["trace[1299184121] 'process raft request' (duration: 318.876853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:39.523661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:39.204406Z","time spent":"319.224421ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:39.523653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:39.199145Z","time spent":"324.348572ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:39.523545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:39.202066Z","time spent":"321.407062ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:39.523811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.41859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-28T01:03:39.523877Z","caller":"traceutil/trace.go:171","msg":"trace[507855798] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8536; }","duration":"295.519161ms","start":"2026-05-28T01:03:39.228342Z","end":"2026-05-28T01:03:39.523861Z","steps":["trace[507855798] 'agreement among raft nodes before linearized reading' (duration: 295.354318ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:39.523415Z","caller":"traceutil/trace.go:171","msg":"trace[1659254106] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"322.223111ms","start":"2026-05-28T01:03:39.20116Z","end":"2026-05-28T01:03:39.523383Z","steps":["trace[1659254106] 'process raft request' (duration: 322.023426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:39.523971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:39.201146Z","time spent":"322.795205ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:40.041953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.511164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:40.042068Z","caller":"traceutil/trace.go:171","msg":"trace[623969992] linearizableReadLoop","detail":"{readStateIndex:8862; appliedIndex:8861; }","duration":"518.470322ms","start":"2026-05-28T01:03:39.52358Z","end":"2026-05-28T01:03:40.04205Z","steps":["trace[623969992] 'read index received' (duration: 213.767073ms)","trace[623969992] 'applied index is now lower than readState.Index' (duration: 304.700778ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:40.042244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.229568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:40.042298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.736317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rook-ceph-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:40.04234Z","caller":"traceutil/trace.go:171","msg":"trace[1448336130] range","detail":"{range_begin:/registry/clusterroles/rook-ceph-system; range_end:; response_count:0; response_revision:8537; }","duration":"735.821549ms","start":"2026-05-28T01:03:39.306504Z","end":"2026-05-28T01:03:40.042326Z","steps":["trace[1448336130] 'agreement among raft nodes before linearized reading' (duration: 735.749297ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:40.042353Z","caller":"traceutil/trace.go:171","msg":"trace[361438707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8537; }","duration":"577.387772ms","start":"2026-05-28T01:03:39.464937Z","end":"2026-05-28T01:03:40.042325Z","steps":["trace[361438707] 'agreement among raft nodes before linearized reading' (duration: 577.200518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:40.042379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:39.306481Z","time spent":"735.891121ms","remote":"127.0.0.1:46106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/rook-ceph-system\" "} {"level":"warn","ts":"2026-05-28T01:03:40.04241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:39.46491Z","time spent":"577.488964ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:40.042469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.987662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:40.042576Z","caller":"traceutil/trace.go:171","msg":"trace[1876191915] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8537; }","duration":"549.167735ms","start":"2026-05-28T01:03:39.493387Z","end":"2026-05-28T01:03:40.042554Z","steps":["trace[1876191915] 'agreement among raft nodes before linearized reading' (duration: 548.677854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:40.042627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.781228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-lx5p6\" ","response":"range_response_count:1 size:6246"} {"level":"warn","ts":"2026-05-28T01:03:40.042687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.817266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:03:40.042755Z","caller":"traceutil/trace.go:171","msg":"trace[2101894004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8537; }","duration":"116.930309ms","start":"2026-05-28T01:03:39.925811Z","end":"2026-05-28T01:03:40.042742Z","steps":["trace[2101894004] 'agreement among raft nodes before linearized reading' (duration: 116.692373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:40.042766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.852679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-28T01:03:40.042699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:39.493368Z","time spent":"549.316269ms","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:40.042855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.963399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b3950e9a0b0fe9\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-05-28T01:03:40.042886Z","caller":"traceutil/trace.go:171","msg":"trace[691370163] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8537; }","duration":"304.026083ms","start":"2026-05-28T01:03:39.738832Z","end":"2026-05-28T01:03:40.042858Z","steps":["trace[691370163] 'agreement among raft nodes before linearized reading' (duration: 303.698085ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:40.042911Z","caller":"traceutil/trace.go:171","msg":"trace[171538855] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18b3950e9a0b0fe9; range_end:; response_count:1; response_revision:8537; }","duration":"515.085942ms","start":"2026-05-28T01:03:39.527811Z","end":"2026-05-28T01:03:40.042897Z","steps":["trace[171538855] 'agreement among raft nodes before linearized reading' (duration: 514.781204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:40.04294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:39.738806Z","time spent":"304.119855ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:03:40.042948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:39.527798Z","time spent":"515.143044ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":897,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b3950e9a0b0fe9\" "} {"level":"info","ts":"2026-05-28T01:03:40.042705Z","caller":"traceutil/trace.go:171","msg":"trace[1743921903] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-lx5p6; range_end:; response_count:1; response_revision:8537; }","duration":"515.86171ms","start":"2026-05-28T01:03:39.526829Z","end":"2026-05-28T01:03:40.042691Z","steps":["trace[1743921903] 'agreement among raft nodes before linearized reading' (duration: 515.670195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:40.04301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:39.526791Z","time spent":"516.203198ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6269,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-lx5p6\" "} {"level":"info","ts":"2026-05-28T01:03:40.042924Z","caller":"traceutil/trace.go:171","msg":"trace[876217458] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"738.238246ms","start":"2026-05-28T01:03:39.304272Z","end":"2026-05-28T01:03:40.04251Z","steps":["trace[876217458] 'process raft request' (duration: 433.084277ms)","trace[876217458] 'compare' (duration: 304.188987ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:40.04338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:39.304246Z","time spent":"739.048706ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:40.547251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:41.047966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:41.549152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:42.050235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:03:42.220011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.17115408s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:03:42.220381Z","caller":"traceutil/trace.go:171","msg":"trace[1356652856] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"2.174639863s","start":"2026-05-28T01:03:40.045718Z","end":"2026-05-28T01:03:42.220358Z","steps":["trace[1356652856] 'process raft request' (duration: 2.174472289s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:42.220498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:40.045695Z","time spent":"2.174731234s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:42.886911Z","caller":"traceutil/trace.go:171","msg":"trace[367566662] linearizableReadLoop","detail":"{readStateIndex:8865; appliedIndex:8862; }","duration":"2.840148493s","start":"2026-05-28T01:03:40.046728Z","end":"2026-05-28T01:03:42.886876Z","steps":["trace[367566662] 'read index received' (duration: 2.173467195s)","trace[367566662] 'applied index is now lower than readState.Index' (duration: 666.680378ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:42.886927Z","caller":"traceutil/trace.go:171","msg":"trace[1727961685] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"2.834361236s","start":"2026-05-28T01:03:40.052536Z","end":"2026-05-28T01:03:42.886897Z","steps":["trace[1727961685] 'process raft request' (duration: 2.834064159s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:42.887164Z","caller":"traceutil/trace.go:171","msg":"trace[884480444] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"2.734230735s","start":"2026-05-28T01:03:40.152893Z","end":"2026-05-28T01:03:42.887124Z","steps":["trace[884480444] 'process raft request' (duration: 2.733923427s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:42.887613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:40.05251Z","time spent":"2.835022912s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6029,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:42.887731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:40.152865Z","time spent":"2.734799227s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:42.887377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840628024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T01:03:42.887984Z","caller":"traceutil/trace.go:171","msg":"trace[1026584519] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8540; }","duration":"2.841263319s","start":"2026-05-28T01:03:40.046685Z","end":"2026-05-28T01:03:42.887949Z","steps":["trace[1026584519] 'agreement among raft nodes before linearized reading' (duration: 2.84046766s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:42.889414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:40.046676Z","time spent":"2.841599547s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-28T01:03:43.348526Z","caller":"traceutil/trace.go:171","msg":"trace[1953561375] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"1.124080668s","start":"2026-05-28T01:03:42.224424Z","end":"2026-05-28T01:03:43.348505Z","steps":["trace[1953561375] 'process raft request' (duration: 1.123872503s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:43.348647Z","caller":"traceutil/trace.go:171","msg":"trace[1014042918] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"1.040267581s","start":"2026-05-28T01:03:42.308364Z","end":"2026-05-28T01:03:43.348632Z","steps":["trace[1014042918] 'process raft request' (duration: 1.040075257s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.348735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424126467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-05-28T01:03:43.348753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:42.308338Z","time spent":"1.040347283s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:43.348771Z","caller":"traceutil/trace.go:171","msg":"trace[431816578] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8542; }","duration":"1.42424762s","start":"2026-05-28T01:03:41.924515Z","end":"2026-05-28T01:03:43.348762Z","steps":["trace[431816578] 'agreement among raft nodes before linearized reading' (duration: 1.424081426s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.348816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:41.924491Z","time spent":"1.424317581s","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:03:43.348867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143675292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:03:43.348931Z","caller":"traceutil/trace.go:171","msg":"trace[1789365269] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8542; }","duration":"2.143787935s","start":"2026-05-28T01:03:41.205126Z","end":"2026-05-28T01:03:43.348914Z","steps":["trace[1789365269] 'agreement among raft nodes before linearized reading' (duration: 2.143619181s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.348906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884033297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:43.348961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263677722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-05-28T01:03:43.348972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665182185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:43.349035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565177446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:43.349008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821173514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T01:03:43.349079Z","caller":"traceutil/trace.go:171","msg":"trace[739532665] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8542; }","duration":"2.565274108s","start":"2026-05-28T01:03:40.783789Z","end":"2026-05-28T01:03:43.349064Z","steps":["trace[739532665] 'agreement among raft nodes before linearized reading' (duration: 2.565210737s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.349091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.865659585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:43.349099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326864934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:03:43.349092Z","caller":"traceutil/trace.go:171","msg":"trace[481043593] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8542; }","duration":"1.665384799s","start":"2026-05-28T01:03:41.683677Z","end":"2026-05-28T01:03:43.349061Z","steps":["trace[481043593] 'agreement among raft nodes before linearized reading' (duration: 1.665105233s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.349107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:40.783759Z","time spent":"2.5653401s","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:43.349105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575735604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-28T01:03:43.349117Z","caller":"traceutil/trace.go:171","msg":"trace[694631675] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8542; }","duration":"2.865741546s","start":"2026-05-28T01:03:40.483367Z","end":"2026-05-28T01:03:43.349109Z","steps":["trace[694631675] 'agreement among raft nodes before linearized reading' (duration: 2.865692275s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.349143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821783929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:03:43.34916Z","caller":"traceutil/trace.go:171","msg":"trace[656809916] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8542; }","duration":"1.575827206s","start":"2026-05-28T01:03:41.773316Z","end":"2026-05-28T01:03:43.349143Z","steps":["trace[656809916] 'agreement among raft nodes before linearized reading' (duration: 1.575663542s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.349156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:41.683652Z","time spent":"1.665492441s","remote":"127.0.0.1:60382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:43.349167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:40.483326Z","time spent":"2.865834609s","remote":"127.0.0.1:59288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:43.349182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934296604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:03:43.349175Z","caller":"traceutil/trace.go:171","msg":"trace[1613979518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8542; }","duration":"1.82184135s","start":"2026-05-28T01:03:41.527325Z","end":"2026-05-28T01:03:43.349166Z","steps":["trace[1613979518] 'agreement among raft nodes before linearized reading' (duration: 1.821738927s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.349192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964374023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T01:03:43.349202Z","caller":"traceutil/trace.go:171","msg":"trace[1574046054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8542; }","duration":"2.934372156s","start":"2026-05-28T01:03:40.414825Z","end":"2026-05-28T01:03:43.349197Z","steps":["trace[1574046054] 'agreement among raft nodes before linearized reading' (duration: 2.934321574s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.349213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:41.527312Z","time spent":"1.821895122s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:03:43.349248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:40.414791Z","time spent":"2.934447757s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:03:43.349203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:41.773296Z","time spent":"1.575892088s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-28T01:03:43.349255Z","caller":"traceutil/trace.go:171","msg":"trace[885067788] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8542; }","duration":"1.964450305s","start":"2026-05-28T01:03:41.384791Z","end":"2026-05-28T01:03:43.349242Z","steps":["trace[885067788] 'agreement among raft nodes before linearized reading' (duration: 1.964342202s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.34929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:41.384778Z","time spent":"1.964504786s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T01:03:43.349215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964148578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-28T01:03:43.349326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985403918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:43.349345Z","caller":"traceutil/trace.go:171","msg":"trace[531422729] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8542; }","duration":"1.985481191s","start":"2026-05-28T01:03:41.363857Z","end":"2026-05-28T01:03:43.349338Z","steps":["trace[531422729] 'agreement among raft nodes before linearized reading' (duration: 1.98544977s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:43.349012Z","caller":"traceutil/trace.go:171","msg":"trace[1299426001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8542; }","duration":"1.884179491s","start":"2026-05-28T01:03:41.464819Z","end":"2026-05-28T01:03:43.348998Z","steps":["trace[1299426001] 'agreement among raft nodes before linearized reading' (duration: 1.88370539s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.349365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:41.363805Z","time spent":"1.985554892s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:43.349354Z","caller":"traceutil/trace.go:171","msg":"trace[520927884] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8542; }","duration":"1.964327682s","start":"2026-05-28T01:03:41.385012Z","end":"2026-05-28T01:03:43.349339Z","steps":["trace[520927884] 'agreement among raft nodes before linearized reading' (duration: 1.964127337s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.349385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:41.464798Z","time spent":"1.884581281s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:43.349407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:41.384982Z","time spent":"1.964405404s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-28T01:03:43.349102Z","caller":"traceutil/trace.go:171","msg":"trace[1833162035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8542; }","duration":"1.821291887s","start":"2026-05-28T01:03:41.527787Z","end":"2026-05-28T01:03:43.349079Z","steps":["trace[1833162035] 'agreement among raft nodes before linearized reading' (duration: 1.821064271s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.349496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:41.52778Z","time spent":"1.821709637s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T01:03:43.349124Z","caller":"traceutil/trace.go:171","msg":"trace[1771770366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8542; }","duration":"2.326935306s","start":"2026-05-28T01:03:41.022182Z","end":"2026-05-28T01:03:43.349117Z","steps":["trace[1771770366] 'agreement among raft nodes before linearized reading' (duration: 2.326857994s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.349539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:41.022155Z","time spent":"2.327372156s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T01:03:43.349616Z","caller":"traceutil/trace.go:171","msg":"trace[1363311827] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8542; }","duration":"1.263814945s","start":"2026-05-28T01:03:42.085202Z","end":"2026-05-28T01:03:43.349017Z","steps":["trace[1363311827] 'agreement among raft nodes before linearized reading' (duration: 1.263530339s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.34963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:41.205103Z","time spent":"2.143865857s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:03:43.349639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:42.085179Z","time spent":"1.264455121s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-28T01:03:43.348526Z","caller":"traceutil/trace.go:171","msg":"trace[790337218] linearizableReadLoop","detail":"{readStateIndex:8867; appliedIndex:8865; }","duration":"461.139959ms","start":"2026-05-28T01:03:42.887366Z","end":"2026-05-28T01:03:43.348506Z","steps":["trace[790337218] 'read index received' (duration: 460.922454ms)","trace[790337218] 'applied index is now lower than readState.Index' (duration: 216.335µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:43.349673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300425321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rook-ceph-global\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:43.349714Z","caller":"traceutil/trace.go:171","msg":"trace[1814603051] range","detail":"{range_begin:/registry/clusterroles/rook-ceph-global; range_end:; response_count:0; response_revision:8542; }","duration":"3.301556728s","start":"2026-05-28T01:03:40.048146Z","end":"2026-05-28T01:03:43.349702Z","steps":["trace[1814603051] 'agreement among raft nodes before linearized reading' (duration: 3.300421762s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.349744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:40.048133Z","time spent":"3.301602589s","remote":"127.0.0.1:46106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/rook-ceph-global\" "} {"level":"warn","ts":"2026-05-28T01:03:43.349796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.743432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:03:43.349825Z","caller":"traceutil/trace.go:171","msg":"trace[73357528] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8542; }","duration":"458.797464ms","start":"2026-05-28T01:03:42.891017Z","end":"2026-05-28T01:03:43.349815Z","steps":["trace[73357528] 'agreement among raft nodes before linearized reading' (duration: 458.708482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.34985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:42.890996Z","time spent":"458.848605ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T01:03:43.349865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.844651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4440"} {"level":"info","ts":"2026-05-28T01:03:43.349889Z","caller":"traceutil/trace.go:171","msg":"trace[247935272] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:8542; }","duration":"457.921633ms","start":"2026-05-28T01:03:42.891962Z","end":"2026-05-28T01:03:43.349883Z","steps":["trace[247935272] 'agreement among raft nodes before linearized reading' (duration: 457.772159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.349908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:42.891942Z","time spent":"457.962094ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4463,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-28T01:03:43.349892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:42.224401Z","time spent":"1.12540731s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:03:43.930146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.677594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:43.930274Z","caller":"traceutil/trace.go:171","msg":"trace[577245331] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"575.955307ms","start":"2026-05-28T01:03:43.354299Z","end":"2026-05-28T01:03:43.930254Z","steps":["trace[577245331] 'process raft request' (duration: 105.085929ms)","trace[577245331] 'compare' (duration: 470.474089ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:43.930531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.354286Z","time spent":"576.023059ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T01:03:43.972348Z","caller":"traceutil/trace.go:171","msg":"trace[2039202847] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"617.875587ms","start":"2026-05-28T01:03:43.35445Z","end":"2026-05-28T01:03:43.972325Z","steps":["trace[2039202847] 'process raft request' (duration: 617.688813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.972498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.354423Z","time spent":"617.996649ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:43.972786Z","caller":"traceutil/trace.go:171","msg":"trace[163326404] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"617.798624ms","start":"2026-05-28T01:03:43.354962Z","end":"2026-05-28T01:03:43.972761Z","steps":["trace[163326404] 'process raft request' (duration: 617.307333ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:43.97287Z","caller":"traceutil/trace.go:171","msg":"trace[1284144981] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"617.400475ms","start":"2026-05-28T01:03:43.355442Z","end":"2026-05-28T01:03:43.972843Z","steps":["trace[1284144981] 'process raft request' (duration: 617.265122ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:43.97286Z","caller":"traceutil/trace.go:171","msg":"trace[757271228] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"617.503928ms","start":"2026-05-28T01:03:43.355327Z","end":"2026-05-28T01:03:43.972831Z","steps":["trace[757271228] 'process raft request' (duration: 617.290593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.972902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.354949Z","time spent":"617.888707ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:43.972917Z","caller":"traceutil/trace.go:171","msg":"trace[1925525155] linearizableReadLoop","detail":"{readStateIndex:8869; appliedIndex:8867; }","duration":"618.267996ms","start":"2026-05-28T01:03:43.354625Z","end":"2026-05-28T01:03:43.972893Z","steps":["trace[1925525155] 'read index received' (duration: 104.774932ms)","trace[1925525155] 'applied index is now lower than readState.Index' (duration: 513.491944ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:43.972985Z","caller":"traceutil/trace.go:171","msg":"trace[84958355] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"615.648674ms","start":"2026-05-28T01:03:43.357322Z","end":"2026-05-28T01:03:43.972971Z","steps":["trace[84958355] 'process raft request' (duration: 615.502891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.973007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.355434Z","time spent":"617.485027ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:43.973038Z","caller":"traceutil/trace.go:171","msg":"trace[1788534457] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"617.508558ms","start":"2026-05-28T01:03:43.355521Z","end":"2026-05-28T01:03:43.973029Z","steps":["trace[1788534457] 'process raft request' (duration: 617.236891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.973043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.355317Z","time spent":"617.649631ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:43.97306Z","caller":"traceutil/trace.go:171","msg":"trace[1043159527] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"610.906072ms","start":"2026-05-28T01:03:43.362142Z","end":"2026-05-28T01:03:43.973048Z","steps":["trace[1043159527] 'process raft request' (duration: 610.713868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.973088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.357287Z","time spent":"615.749347ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:43.972988Z","caller":"traceutil/trace.go:171","msg":"trace[1357087127] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"616.539835ms","start":"2026-05-28T01:03:43.356423Z","end":"2026-05-28T01:03:43.972962Z","steps":["trace[1357087127] 'process raft request' (duration: 616.368291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.973127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.355513Z","time spent":"617.556089ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:43.973162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.36213Z","time spent":"610.958703ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:43.973181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.356409Z","time spent":"616.727969ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:43.973369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.744217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223347"} {"level":"info","ts":"2026-05-28T01:03:43.973395Z","caller":"traceutil/trace.go:171","msg":"trace[552601409] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8551; }","duration":"618.788968ms","start":"2026-05-28T01:03:43.3546Z","end":"2026-05-28T01:03:43.973389Z","steps":["trace[552601409] 'agreement among raft nodes before linearized reading' (duration: 618.564043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:43.97341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.354586Z","time spent":"618.820429ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223370,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:03:44.395167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.222998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:44.395404Z","caller":"traceutil/trace.go:171","msg":"trace[1251073723] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"460.836722ms","start":"2026-05-28T01:03:43.934517Z","end":"2026-05-28T01:03:44.395354Z","steps":["trace[1251073723] 'process raft request' (duration: 170.329808ms)","trace[1251073723] 'compare' (duration: 290.090805ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:44.395458Z","caller":"traceutil/trace.go:171","msg":"trace[1765938408] linearizableReadLoop","detail":"{readStateIndex:8877; appliedIndex:8876; }","duration":"422.409456ms","start":"2026-05-28T01:03:43.973014Z","end":"2026-05-28T01:03:44.395424Z","steps":["trace[1765938408] 'read index received' (duration: 131.867501ms)","trace[1765938408] 'applied index is now lower than readState.Index' (duration: 290.537935ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:44.395512Z","caller":"traceutil/trace.go:171","msg":"trace[1712587143] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"416.889145ms","start":"2026-05-28T01:03:43.978599Z","end":"2026-05-28T01:03:44.395488Z","steps":["trace[1712587143] 'process raft request' (duration: 416.789663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:44.395554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.934496Z","time spent":"460.984525ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T01:03:44.39565Z","caller":"traceutil/trace.go:171","msg":"trace[2030081733] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"417.686514ms","start":"2026-05-28T01:03:43.977943Z","end":"2026-05-28T01:03:44.395629Z","steps":["trace[2030081733] 'process raft request' (duration: 417.347626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:44.395645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.978577Z","time spent":"416.984737ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:44.395687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.699569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:03:44.395743Z","caller":"traceutil/trace.go:171","msg":"trace[1190089280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8554; }","duration":"716.813781ms","start":"2026-05-28T01:03:43.678916Z","end":"2026-05-28T01:03:44.39573Z","steps":["trace[1190089280] 'agreement among raft nodes before linearized reading' (duration: 716.578286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:44.39575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.977918Z","time spent":"417.776276ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":933,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:03:44.39576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038021278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:44.395783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.678875Z","time spent":"716.899613ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:03:44.395762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039225517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rook-ceph-mgr-system\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:44.395918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.253453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-28T01:03:44.396004Z","caller":"traceutil/trace.go:171","msg":"trace[818915923] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8554; }","duration":"531.407467ms","start":"2026-05-28T01:03:43.864576Z","end":"2026-05-28T01:03:44.395984Z","steps":["trace[818915923] 'agreement among raft nodes before linearized reading' (duration: 531.191442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:44.396012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041373307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-f45ws\" ","response":"range_response_count:1 size:4680"} {"level":"warn","ts":"2026-05-28T01:03:44.396035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.032012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3315"} {"level":"warn","ts":"2026-05-28T01:03:44.396054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.864545Z","time spent":"531.49942ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-28T01:03:44.39606Z","caller":"traceutil/trace.go:171","msg":"trace[957945947] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-f45ws; range_end:; response_count:1; response_revision:8554; }","duration":"1.04144007s","start":"2026-05-28T01:03:43.354606Z","end":"2026-05-28T01:03:44.396046Z","steps":["trace[957945947] 'agreement among raft nodes before linearized reading' (duration: 1.041311427s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:44.396068Z","caller":"traceutil/trace.go:171","msg":"trace[1656635864] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:8554; }","duration":"248.090063ms","start":"2026-05-28T01:03:44.147968Z","end":"2026-05-28T01:03:44.396058Z","steps":["trace[1656635864] 'agreement among raft nodes before linearized reading' (duration: 247.97819ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:44.395918Z","caller":"traceutil/trace.go:171","msg":"trace[2144813996] range","detail":"{range_begin:/registry/clusterroles/rook-ceph-mgr-system; range_end:; response_count:0; response_revision:8554; }","duration":"1.039399061s","start":"2026-05-28T01:03:43.356502Z","end":"2026-05-28T01:03:44.395901Z","steps":["trace[2144813996] 'agreement among raft nodes before linearized reading' (duration: 1.039199526s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:44.396111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.354596Z","time spent":"1.041507051s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4703,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-f45ws\" "} {"level":"warn","ts":"2026-05-28T01:03:44.396145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.356495Z","time spent":"1.039636007s","remote":"127.0.0.1:46106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/rook-ceph-mgr-system\" "} {"level":"info","ts":"2026-05-28T01:03:44.39585Z","caller":"traceutil/trace.go:171","msg":"trace[1369426150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8554; }","duration":"1.038123591s","start":"2026-05-28T01:03:43.357677Z","end":"2026-05-28T01:03:44.395801Z","steps":["trace[1369426150] 'agreement among raft nodes before linearized reading' (duration: 1.037980527s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:44.396329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:43.357653Z","time spent":"1.038574392s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:44.777181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.098271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:44.777295Z","caller":"traceutil/trace.go:171","msg":"trace[1203040215] linearizableReadLoop","detail":"{readStateIndex:8880; appliedIndex:8879; }","duration":"373.404609ms","start":"2026-05-28T01:03:44.403873Z","end":"2026-05-28T01:03:44.777278Z","steps":["trace[1203040215] 'read index received' (duration: 134.151794ms)","trace[1203040215] 'applied index is now lower than readState.Index' (duration: 239.251685ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:44.777364Z","caller":"traceutil/trace.go:171","msg":"trace[380271733] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"375.292873ms","start":"2026-05-28T01:03:44.402058Z","end":"2026-05-28T01:03:44.777351Z","steps":["trace[380271733] 'process raft request' (duration: 135.952807ms)","trace[380271733] 'compare' (duration: 238.926357ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:44.777416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:44.402034Z","time spent":"375.360394ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:03:44.777752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.850009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cephfs-csi-nodeplugin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:44.777866Z","caller":"traceutil/trace.go:171","msg":"trace[1292489193] range","detail":"{range_begin:/registry/clusterroles/cephfs-csi-nodeplugin; range_end:; response_count:0; response_revision:8555; }","duration":"373.991473ms","start":"2026-05-28T01:03:44.403836Z","end":"2026-05-28T01:03:44.777827Z","steps":["trace[1292489193] 'agreement among raft nodes before linearized reading' (duration: 373.788718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:44.777922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:44.403821Z","time spent":"374.087924ms","remote":"127.0.0.1:46106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/cephfs-csi-nodeplugin\" "} {"level":"warn","ts":"2026-05-28T01:03:45.042723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.828595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:45.042825Z","caller":"traceutil/trace.go:171","msg":"trace[1984558016] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"638.902332ms","start":"2026-05-28T01:03:44.403905Z","end":"2026-05-28T01:03:45.042807Z","steps":["trace[1984558016] 'process raft request' (duration: 485.887532ms)","trace[1984558016] 'compare' (duration: 152.710452ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:45.04288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:44.403892Z","time spent":"638.963684ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:45.734098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.813697ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:03:45.73481Z","caller":"traceutil/trace.go:171","msg":"trace[844975687] linearizableReadLoop","detail":"{readStateIndex:8882; appliedIndex:8880; }","duration":"957.470558ms","start":"2026-05-28T01:03:44.77732Z","end":"2026-05-28T01:03:45.734791Z","steps":["trace[844975687] 'read index received' (duration: 112.447862ms)","trace[844975687] 'applied index is now lower than readState.Index' (duration: 845.021446ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:45.734913Z","caller":"traceutil/trace.go:171","msg":"trace[559688671] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"953.323391ms","start":"2026-05-28T01:03:44.78155Z","end":"2026-05-28T01:03:45.734874Z","steps":["trace[559688671] 'process raft request' (duration: 952.627594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:45.73507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:44.781536Z","time spent":"953.457584ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:03:46.072591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666883813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:46.072599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035991321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:46.072628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291619082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cephfs-external-provisioner-runner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:46.072657Z","caller":"traceutil/trace.go:171","msg":"trace[2022610888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8557; }","duration":"1.666972426s","start":"2026-05-28T01:03:44.405667Z","end":"2026-05-28T01:03:46.072639Z","steps":["trace[2022610888] 'agreement among raft nodes before linearized reading' (duration: 1.329241609s)","trace[2022610888] 'range keys from in-memory index tree' (duration: 337.640235ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:46.072686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:44.405656Z","time spent":"1.667023387s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:03:46.072683Z","caller":"traceutil/trace.go:171","msg":"trace[1226586922] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8557; }","duration":"1.036126725s","start":"2026-05-28T01:03:45.036533Z","end":"2026-05-28T01:03:46.07266Z","steps":["trace[1226586922] 'agreement among raft nodes before linearized reading' (duration: 698.420648ms)","trace[1226586922] 'count revisions from in-memory index tree' (duration: 337.585094ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:46.07269Z","caller":"traceutil/trace.go:171","msg":"trace[1160497984] range","detail":"{range_begin:/registry/clusterroles/cephfs-external-provisioner-runner; range_end:; response_count:0; response_revision:8557; }","duration":"1.291712914s","start":"2026-05-28T01:03:44.780954Z","end":"2026-05-28T01:03:46.072667Z","steps":["trace[1160497984] 'agreement among raft nodes before linearized reading' (duration: 953.968446ms)","trace[1160497984] 'range keys from in-memory index tree' (duration: 337.675696ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:46.072694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56835634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-05-28T01:03:46.072732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:44.780927Z","time spent":"1.291796236s","remote":"127.0.0.1:46106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/cephfs-external-provisioner-runner\" "} {"level":"warn","ts":"2026-05-28T01:03:46.072612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023294701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-f45ws\" ","response":"range_response_count:1 size:4466"} {"level":"info","ts":"2026-05-28T01:03:46.07277Z","caller":"traceutil/trace.go:171","msg":"trace[1422786158] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-f45ws; range_end:; response_count:1; response_revision:8557; }","duration":"1.023500276s","start":"2026-05-28T01:03:45.049259Z","end":"2026-05-28T01:03:46.072759Z","steps":["trace[1422786158] 'agreement among raft nodes before linearized reading' (duration: 685.686936ms)","trace[1422786158] 'range keys from in-memory index tree' (duration: 337.531842ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:46.072772Z","caller":"traceutil/trace.go:171","msg":"trace[1902051857] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:8557; }","duration":"1.568473653s","start":"2026-05-28T01:03:44.504277Z","end":"2026-05-28T01:03:46.072751Z","steps":["trace[1902051857] 'agreement among raft nodes before linearized reading' (duration: 1.230618082s)","trace[1902051857] 'range keys from in-memory index tree' (duration: 337.686887ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:46.072802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:45.049241Z","time spent":"1.023554208s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4489,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-f45ws\" "} {"level":"warn","ts":"2026-05-28T01:03:46.072839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:44.504262Z","time spent":"1.568545785s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-05-28T01:03:46.072731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:45.036511Z","time spent":"1.036206136s","remote":"127.0.0.1:46268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:46.073087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.316973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-05-28T01:03:46.073244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.672212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-28T01:03:46.07331Z","caller":"traceutil/trace.go:171","msg":"trace[1678230115] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd; range_end:; response_count:1; response_revision:8557; }","duration":"333.813035ms","start":"2026-05-28T01:03:45.739481Z","end":"2026-05-28T01:03:46.073294Z","steps":["trace[1678230115] 'range keys from in-memory index tree' (duration: 332.838482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:46.073354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:45.739447Z","time spent":"333.894577ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" "} {"level":"warn","ts":"2026-05-28T01:03:46.073173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162400374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-05-28T01:03:46.073483Z","caller":"traceutil/trace.go:171","msg":"trace[1024832026] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8557; }","duration":"1.162710201s","start":"2026-05-28T01:03:44.910719Z","end":"2026-05-28T01:03:46.07343Z","steps":["trace[1024832026] 'agreement among raft nodes before linearized reading' (duration: 824.240666ms)","trace[1024832026] 'range keys from in-memory index tree' (duration: 337.566814ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:46.073546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:44.910683Z","time spent":"1.162845584s","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-05-28T01:03:46.073739Z","caller":"traceutil/trace.go:171","msg":"trace[1179842581] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8557; }","duration":"437.003409ms","start":"2026-05-28T01:03:45.636668Z","end":"2026-05-28T01:03:46.073671Z","steps":["trace[1179842581] 'agreement among raft nodes before linearized reading' (duration: 98.271208ms)","trace[1179842581] 'range keys from in-memory index tree' (duration: 337.685077ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:46.07463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:45.636646Z","time spent":"437.910451ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-28T01:03:46.404479Z","caller":"traceutil/trace.go:171","msg":"trace[337452844] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"327.153048ms","start":"2026-05-28T01:03:46.077301Z","end":"2026-05-28T01:03:46.404454Z","steps":["trace[337452844] 'process raft request' (duration: 327.019735ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:46.40452Z","caller":"traceutil/trace.go:171","msg":"trace[471423991] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"327.372663ms","start":"2026-05-28T01:03:46.077129Z","end":"2026-05-28T01:03:46.404502Z","steps":["trace[471423991] 'process raft request' (duration: 291.256351ms)","trace[471423991] 'compare' (duration: 35.727563ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:46.404616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:46.077266Z","time spent":"327.283501ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:46.404613Z","caller":"traceutil/trace.go:171","msg":"trace[388502133] linearizableReadLoop","detail":"{readStateIndex:8888; appliedIndex:8884; }","duration":"262.291768ms","start":"2026-05-28T01:03:46.142293Z","end":"2026-05-28T01:03:46.404585Z","steps":["trace[388502133] 'read index received' (duration: 226.119145ms)","trace[388502133] 'applied index is now lower than readState.Index' (duration: 36.170873ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:46.404747Z","caller":"traceutil/trace.go:171","msg":"trace[1407317849] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"327.344653ms","start":"2026-05-28T01:03:46.077391Z","end":"2026-05-28T01:03:46.404735Z","steps":["trace[1407317849] 'process raft request' (duration: 327.025265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:46.404859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:46.077383Z","time spent":"327.399574ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:46.404882Z","caller":"traceutil/trace.go:171","msg":"trace[279660208] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"327.321252ms","start":"2026-05-28T01:03:46.077522Z","end":"2026-05-28T01:03:46.404843Z","steps":["trace[279660208] 'process raft request' (duration: 326.985914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:46.404974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.722461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-497671b3-41a9-4391-b005-9eba85fccf9b\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-05-28T01:03:46.405026Z","caller":"traceutil/trace.go:171","msg":"trace[1387150870] range","detail":"{range_begin:/registry/persistentvolumes/pvc-497671b3-41a9-4391-b005-9eba85fccf9b; range_end:; response_count:1; response_revision:8562; }","duration":"327.786903ms","start":"2026-05-28T01:03:46.077222Z","end":"2026-05-28T01:03:46.405009Z","steps":["trace[1387150870] 'agreement among raft nodes before linearized reading' (duration: 327.64572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:46.404616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:46.077109Z","time spent":"327.454235ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:46.404904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.404977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:46.405067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:46.077216Z","time spent":"327.844324ms","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-497671b3-41a9-4391-b005-9eba85fccf9b\" "} {"level":"warn","ts":"2026-05-28T01:03:46.405088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:46.077503Z","time spent":"327.477336ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:46.404905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.496854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:46.40517Z","caller":"traceutil/trace.go:171","msg":"trace[357082342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8562; }","duration":"321.767421ms","start":"2026-05-28T01:03:46.083382Z","end":"2026-05-28T01:03:46.40515Z","steps":["trace[357082342] 'agreement among raft nodes before linearized reading' (duration: 321.464793ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:46.405118Z","caller":"traceutil/trace.go:171","msg":"trace[1745928025] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8562; }","duration":"325.644722ms","start":"2026-05-28T01:03:46.079449Z","end":"2026-05-28T01:03:46.405093Z","steps":["trace[1745928025] 'agreement among raft nodes before linearized reading' (duration: 325.364956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:46.405236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:46.083375Z","time spent":"321.844292ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:46.405285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:46.079437Z","time spent":"325.793105ms","remote":"127.0.0.1:45864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:03:46.405618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.147032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223133"} {"level":"info","ts":"2026-05-28T01:03:46.405725Z","caller":"traceutil/trace.go:171","msg":"trace[1594509785] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8562; }","duration":"328.353657ms","start":"2026-05-28T01:03:46.077347Z","end":"2026-05-28T01:03:46.405701Z","steps":["trace[1594509785] 'agreement among raft nodes before linearized reading' (duration: 327.517677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:46.405781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:46.077331Z","time spent":"328.439008ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223156,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T01:03:46.408129Z","caller":"traceutil/trace.go:171","msg":"trace[1176081131] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"262.068352ms","start":"2026-05-28T01:03:46.146044Z","end":"2026-05-28T01:03:46.408112Z","steps":["trace[1176081131] 'process raft request' (duration: 261.94864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:46.68379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.546805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:46.684079Z","caller":"traceutil/trace.go:171","msg":"trace[1114709899] linearizableReadLoop","detail":"{readStateIndex:8890; appliedIndex:8888; }","duration":"279.365241ms","start":"2026-05-28T01:03:46.404695Z","end":"2026-05-28T01:03:46.68406Z","steps":["trace[1114709899] 'read index received' (duration: 3.322928ms)","trace[1114709899] 'applied index is now lower than readState.Index' (duration: 276.040743ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:46.684174Z","caller":"traceutil/trace.go:171","msg":"trace[432894521] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"280.961478ms","start":"2026-05-28T01:03:46.403201Z","end":"2026-05-28T01:03:46.684162Z","steps":["trace[432894521] 'process raft request' (duration: 117.84445ms)","trace[432894521] 'compare' (duration: 162.424212ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:46.684437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.332583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-05-28T01:03:46.68452Z","caller":"traceutil/trace.go:171","msg":"trace[601389778] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:8564; }","duration":"277.465116ms","start":"2026-05-28T01:03:46.407037Z","end":"2026-05-28T01:03:46.684502Z","steps":["trace[601389778] 'agreement among raft nodes before linearized reading' (duration: 277.21597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:46.684555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.357979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6.18b39511d5892627\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-05-28T01:03:46.684437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.118119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rbd-external-provisioner-runner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:46.684629Z","caller":"traceutil/trace.go:171","msg":"trace[435042477] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6.18b39511d5892627; range_end:; response_count:1; response_revision:8564; }","duration":"273.449922ms","start":"2026-05-28T01:03:46.411161Z","end":"2026-05-28T01:03:46.684611Z","steps":["trace[435042477] 'agreement among raft nodes before linearized reading' (duration: 273.233887ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:46.684639Z","caller":"traceutil/trace.go:171","msg":"trace[1914638404] range","detail":"{range_begin:/registry/clusterroles/rbd-external-provisioner-runner; range_end:; response_count:0; response_revision:8564; }","duration":"539.386645ms","start":"2026-05-28T01:03:46.145239Z","end":"2026-05-28T01:03:46.684626Z","steps":["trace[1914638404] 'agreement among raft nodes before linearized reading' (duration: 539.118819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:46.684693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:46.145211Z","time spent":"539.468237ms","remote":"127.0.0.1:46106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/rbd-external-provisioner-runner\" "} {"level":"warn","ts":"2026-05-28T01:03:47.025404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.727695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:47.025507Z","caller":"traceutil/trace.go:171","msg":"trace[1412237162] linearizableReadLoop","detail":"{readStateIndex:8891; appliedIndex:8890; }","duration":"337.473012ms","start":"2026-05-28T01:03:46.688018Z","end":"2026-05-28T01:03:47.025491Z","steps":["trace[1412237162] 'read index received' (duration: 178.583863ms)","trace[1412237162] 'applied index is now lower than readState.Index' (duration: 158.888029ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:47.025557Z","caller":"traceutil/trace.go:171","msg":"trace[1525194377] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"337.798619ms","start":"2026-05-28T01:03:46.68772Z","end":"2026-05-28T01:03:47.025519Z","steps":["trace[1525194377] 'process raft request' (duration: 178.855919ms)","trace[1525194377] 'compare' (duration: 158.535501ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:47.025618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.596564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/objectstorage-provisioner-role\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:47.025644Z","caller":"traceutil/trace.go:171","msg":"trace[343459292] range","detail":"{range_begin:/registry/clusterroles/objectstorage-provisioner-role; range_end:; response_count:0; response_revision:8565; }","duration":"337.651756ms","start":"2026-05-28T01:03:46.687984Z","end":"2026-05-28T01:03:47.025635Z","steps":["trace[343459292] 'agreement among raft nodes before linearized reading' (duration: 337.574854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:47.025677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:46.687959Z","time spent":"337.711457ms","remote":"127.0.0.1:46106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/objectstorage-provisioner-role\" "} {"level":"warn","ts":"2026-05-28T01:03:47.025732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:46.687696Z","time spent":"337.935872ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:47.11742Z","caller":"traceutil/trace.go:171","msg":"trace[961047311] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"427.338791ms","start":"2026-05-28T01:03:46.690043Z","end":"2026-05-28T01:03:47.117382Z","steps":["trace[961047311] 'process raft request' (duration: 427.080045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:47.117498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.019684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1455"} {"level":"warn","ts":"2026-05-28T01:03:47.117517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.507753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:03:47.117561Z","caller":"traceutil/trace.go:171","msg":"trace[321126732] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:8566; }","duration":"427.109966ms","start":"2026-05-28T01:03:46.690435Z","end":"2026-05-28T01:03:47.117545Z","steps":["trace[321126732] 'agreement among raft nodes before linearized reading' (duration: 426.889331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:47.11756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:46.690028Z","time spent":"427.468144ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:03:47.11761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:46.690425Z","time spent":"427.172887ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1478,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-05-28T01:03:47.117803Z","caller":"traceutil/trace.go:171","msg":"trace[1567602425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8566; }","duration":"365.593085ms","start":"2026-05-28T01:03:46.751961Z","end":"2026-05-28T01:03:47.117554Z","steps":["trace[1567602425] 'agreement among raft nodes before linearized reading' (duration: 365.445572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:47.117857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:46.751934Z","time spent":"365.910542ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:03:47.467286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.032766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:47.467517Z","caller":"traceutil/trace.go:171","msg":"trace[822122957] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"347.290854ms","start":"2026-05-28T01:03:47.120183Z","end":"2026-05-28T01:03:47.467474Z","steps":["trace[822122957] 'process raft request' (duration: 222.874828ms)","trace[822122957] 'compare' (duration: 123.552125ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:47.467599Z","caller":"traceutil/trace.go:171","msg":"trace[1182794526] linearizableReadLoop","detail":"{readStateIndex:8893; appliedIndex:8892; }","duration":"347.073088ms","start":"2026-05-28T01:03:47.120503Z","end":"2026-05-28T01:03:47.467576Z","steps":["trace[1182794526] 'read index received' (duration: 222.53458ms)","trace[1182794526] 'applied index is now lower than readState.Index' (duration: 124.536048ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:47.467683Z","caller":"traceutil/trace.go:171","msg":"trace[886633534] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"345.43802ms","start":"2026-05-28T01:03:47.122212Z","end":"2026-05-28T01:03:47.46765Z","steps":["trace[886633534] 'process raft request' (duration: 345.284346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:47.467724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:47.120156Z","time spent":"347.454917ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:47.46776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.255533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-osd\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:47.467796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:47.122184Z","time spent":"345.572233ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T01:03:47.467826Z","caller":"traceutil/trace.go:171","msg":"trace[393890721] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-osd; range_end:; response_count:0; response_revision:8568; }","duration":"347.370606ms","start":"2026-05-28T01:03:47.12044Z","end":"2026-05-28T01:03:47.467811Z","steps":["trace[393890721] 'agreement among raft nodes before linearized reading' (duration: 347.232152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:47.467858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:47.120417Z","time spent":"347.436197ms","remote":"127.0.0.1:46118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/rook-ceph-osd\" "} {"level":"warn","ts":"2026-05-28T01:03:47.467906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.713669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9580"} {"level":"info","ts":"2026-05-28T01:03:47.467984Z","caller":"traceutil/trace.go:171","msg":"trace[435461720] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:8568; }","duration":"343.832851ms","start":"2026-05-28T01:03:47.124134Z","end":"2026-05-28T01:03:47.467966Z","steps":["trace[435461720] 'agreement among raft nodes before linearized reading' (duration: 343.592146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:47.468017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.013801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-05-28T01:03:47.468033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:47.124123Z","time spent":"343.898244ms","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9603,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-05-28T01:03:47.468071Z","caller":"traceutil/trace.go:171","msg":"trace[974008350] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8568; }","duration":"131.106193ms","start":"2026-05-28T01:03:47.336952Z","end":"2026-05-28T01:03:47.468058Z","steps":["trace[974008350] 'agreement among raft nodes before linearized reading' (duration: 130.842487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:48.030511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200963,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:03:48.186176Z","caller":"traceutil/trace.go:171","msg":"trace[144600259] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"657.048799ms","start":"2026-05-28T01:03:47.529103Z","end":"2026-05-28T01:03:48.186152Z","steps":["trace[144600259] 'process raft request' (duration: 656.905306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:48.186307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:47.529083Z","time spent":"657.162063ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:03:48.697316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.454254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:48.697452Z","caller":"traceutil/trace.go:171","msg":"trace[1506230128] linearizableReadLoop","detail":"{readStateIndex:8897; appliedIndex:8895; }","duration":"1.16741438s","start":"2026-05-28T01:03:47.530015Z","end":"2026-05-28T01:03:48.697429Z","steps":["trace[1506230128] 'read index received' (duration: 656.053116ms)","trace[1506230128] 'applied index is now lower than readState.Index' (duration: 511.359214ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:48.69752Z","caller":"traceutil/trace.go:171","msg":"trace[1712306539] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"1.167862341s","start":"2026-05-28T01:03:47.529627Z","end":"2026-05-28T01:03:48.697489Z","steps":["trace[1712306539] 'process raft request' (duration: 982.107579ms)","trace[1712306539] 'compare' (duration: 185.325552ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:48.697627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:47.529608Z","time spent":"1.167965363s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:48.697865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167807499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cephfs-csi-provisioner-role\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:48.698002Z","caller":"traceutil/trace.go:171","msg":"trace[830502629] range","detail":"{range_begin:/registry/clusterrolebindings/cephfs-csi-provisioner-role; range_end:; response_count:0; response_revision:8571; }","duration":"1.167977633s","start":"2026-05-28T01:03:47.529998Z","end":"2026-05-28T01:03:48.697976Z","steps":["trace[830502629] 'agreement among raft nodes before linearized reading' (duration: 1.167517832s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:48.698076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:47.529989Z","time spent":"1.168072305s","remote":"127.0.0.1:46118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/cephfs-csi-provisioner-role\" "} {"level":"warn","ts":"2026-05-28T01:03:49.233435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.518402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:49.233605Z","caller":"traceutil/trace.go:171","msg":"trace[1634241111] linearizableReadLoop","detail":"{readStateIndex:8898; appliedIndex:8897; }","duration":"536.099028ms","start":"2026-05-28T01:03:48.697488Z","end":"2026-05-28T01:03:49.233587Z","steps":["trace[1634241111] 'read index received' (duration: 176.34746ms)","trace[1634241111] 'applied index is now lower than readState.Index' (duration: 359.750047ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:49.233716Z","caller":"traceutil/trace.go:171","msg":"trace[60899415] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"542.96205ms","start":"2026-05-28T01:03:48.69072Z","end":"2026-05-28T01:03:49.233682Z","steps":["trace[60899415] 'process raft request' (duration: 183.085619ms)","trace[60899415] 'compare' (duration: 359.096202ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:49.233852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.598905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cephfs-csi-nodeplugin-role\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:49.234056Z","caller":"traceutil/trace.go:171","msg":"trace[1756189583] range","detail":"{range_begin:/registry/clusterrolebindings/cephfs-csi-nodeplugin-role; range_end:; response_count:0; response_revision:8572; }","duration":"532.845281ms","start":"2026-05-28T01:03:48.701168Z","end":"2026-05-28T01:03:49.234013Z","steps":["trace[1756189583] 'agreement among raft nodes before linearized reading' (duration: 532.550734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.233752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.458982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:49.234154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:48.701144Z","time spent":"532.997795ms","remote":"127.0.0.1:46118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/cephfs-csi-nodeplugin-role\" "} {"level":"info","ts":"2026-05-28T01:03:49.23418Z","caller":"traceutil/trace.go:171","msg":"trace[824809161] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8572; }","duration":"983.937083ms","start":"2026-05-28T01:03:48.250219Z","end":"2026-05-28T01:03:49.234156Z","steps":["trace[824809161] 'agreement among raft nodes before linearized reading' (duration: 983.438451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.234232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:48.250195Z","time spent":"984.021995ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:49.233771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.60349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:03:49.234294Z","caller":"traceutil/trace.go:171","msg":"trace[2038342169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8572; }","duration":"824.145874ms","start":"2026-05-28T01:03:48.410128Z","end":"2026-05-28T01:03:49.234274Z","steps":["trace[2038342169] 'agreement among raft nodes before linearized reading' (duration: 823.539609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.233772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.527822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T01:03:49.234367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:48.410117Z","time spent":"824.228485ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T01:03:49.234455Z","caller":"traceutil/trace.go:171","msg":"trace[898176162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8572; }","duration":"825.220409ms","start":"2026-05-28T01:03:48.409173Z","end":"2026-05-28T01:03:49.234394Z","steps":["trace[898176162] 'agreement among raft nodes before linearized reading' (duration: 824.481691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.234525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:48.40915Z","time spent":"825.360102ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:03:49.23378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601396929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:49.233823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.684008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-28T01:03:49.234743Z","caller":"traceutil/trace.go:171","msg":"trace[1849785470] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd; range_end:; response_count:1; response_revision:8572; }","duration":"533.611579ms","start":"2026-05-28T01:03:48.701092Z","end":"2026-05-28T01:03:49.234703Z","steps":["trace[1849785470] 'agreement among raft nodes before linearized reading' (duration: 532.611905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.23384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.142536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"info","ts":"2026-05-28T01:03:49.23468Z","caller":"traceutil/trace.go:171","msg":"trace[465582775] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8572; }","duration":"1.60230769s","start":"2026-05-28T01:03:47.632279Z","end":"2026-05-28T01:03:49.234587Z","steps":["trace[465582775] 'agreement among raft nodes before linearized reading' (duration: 1.601412619s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:49.234811Z","caller":"traceutil/trace.go:171","msg":"trace[1883465496] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:8572; }","duration":"887.102299ms","start":"2026-05-28T01:03:48.347685Z","end":"2026-05-28T01:03:49.234788Z","steps":["trace[1883465496] 'agreement among raft nodes before linearized reading' (duration: 886.015973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.233846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69979142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3315"} {"level":"warn","ts":"2026-05-28T01:03:49.234851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:48.701077Z","time spent":"533.704672ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" "} {"level":"warn","ts":"2026-05-28T01:03:49.234884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:48.347633Z","time spent":"887.233692ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7102,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-28T01:03:49.234887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:47.632253Z","time spent":"1.602576697s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:49.234881Z","caller":"traceutil/trace.go:171","msg":"trace[270670128] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:8572; }","duration":"1.700876766s","start":"2026-05-28T01:03:47.53399Z","end":"2026-05-28T01:03:49.234867Z","steps":["trace[270670128] 'agreement among raft nodes before linearized reading' (duration: 1.699706348s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.235079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:47.533975Z","time spent":"1.70108381s","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-28T01:03:49.235249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:48.690605Z","time spent":"544.066816ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:49.233846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.628205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T01:03:49.233881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.563335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-05-28T01:03:49.233878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.243081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-28T01:03:49.233933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.595404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T01:03:49.233841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.494507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:03:49.235561Z","caller":"traceutil/trace.go:171","msg":"trace[57168629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8572; }","duration":"826.363766ms","start":"2026-05-28T01:03:48.409182Z","end":"2026-05-28T01:03:49.235546Z","steps":["trace[57168629] 'agreement among raft nodes before linearized reading' (duration: 824.497322ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:49.235754Z","caller":"traceutil/trace.go:171","msg":"trace[996506140] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8572; }","duration":"822.438123ms","start":"2026-05-28T01:03:48.413301Z","end":"2026-05-28T01:03:49.235739Z","steps":["trace[996506140] 'agreement among raft nodes before linearized reading' (duration: 820.360644ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:49.235569Z","caller":"traceutil/trace.go:171","msg":"trace[910340731] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8572; }","duration":"278.300336ms","start":"2026-05-28T01:03:48.95725Z","end":"2026-05-28T01:03:49.23555Z","steps":["trace[910340731] 'agreement among raft nodes before linearized reading' (duration: 276.458842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.235863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:48.413292Z","time spent":"822.553066ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:03:49.235883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:48.409058Z","time spent":"826.782776ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T01:03:49.235749Z","caller":"traceutil/trace.go:171","msg":"trace[733383414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8572; }","duration":"826.474178ms","start":"2026-05-28T01:03:48.409258Z","end":"2026-05-28T01:03:49.235732Z","steps":["trace[733383414] 'agreement among raft nodes before linearized reading' (duration: 824.550033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.23685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:48.409221Z","time spent":"827.602255ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T01:03:49.235644Z","caller":"traceutil/trace.go:171","msg":"trace[967732706] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:8572; }","duration":"140.028534ms","start":"2026-05-28T01:03:49.095597Z","end":"2026-05-28T01:03:49.235626Z","steps":["trace[967732706] 'agreement among raft nodes before linearized reading' (duration: 138.220051ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:49.536793Z","caller":"traceutil/trace.go:171","msg":"trace[1976064022] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"297.427866ms","start":"2026-05-28T01:03:49.239269Z","end":"2026-05-28T01:03:49.536697Z","steps":["trace[1976064022] 'process raft request' (duration: 297.225072ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:49.537363Z","caller":"traceutil/trace.go:171","msg":"trace[662770461] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"297.305294ms","start":"2026-05-28T01:03:49.240012Z","end":"2026-05-28T01:03:49.537317Z","steps":["trace[662770461] 'process raft request' (duration: 297.001137ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:49.537382Z","caller":"traceutil/trace.go:171","msg":"trace[1612460475] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"296.365982ms","start":"2026-05-28T01:03:49.240977Z","end":"2026-05-28T01:03:49.537343Z","steps":["trace[1612460475] 'process raft request' (duration: 296.200638ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:49.537418Z","caller":"traceutil/trace.go:171","msg":"trace[336096298] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"296.020124ms","start":"2026-05-28T01:03:49.241369Z","end":"2026-05-28T01:03:49.537389Z","steps":["trace[336096298] 'process raft request' (duration: 295.85887ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:49.537478Z","caller":"traceutil/trace.go:171","msg":"trace[665668952] linearizableReadLoop","detail":"{readStateIndex:8901; appliedIndex:8898; }","duration":"297.883527ms","start":"2026-05-28T01:03:49.239574Z","end":"2026-05-28T01:03:49.537458Z","steps":["trace[665668952] 'read index received' (duration: 68.007994ms)","trace[665668952] 'applied index is now lower than readState.Index' (duration: 229.873513ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:49.53759Z","caller":"traceutil/trace.go:171","msg":"trace[738891720] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"293.284359ms","start":"2026-05-28T01:03:49.24428Z","end":"2026-05-28T01:03:49.537564Z","steps":["trace[738891720] 'process raft request' (duration: 292.985612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.537636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.044541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/objectstorage-provisioner-role-binding\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:49.537719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.786131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-05-28T01:03:49.537776Z","caller":"traceutil/trace.go:171","msg":"trace[1093110090] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:8578; }","duration":"293.876763ms","start":"2026-05-28T01:03:49.243883Z","end":"2026-05-28T01:03:49.53776Z","steps":["trace[1093110090] 'agreement among raft nodes before linearized reading' (duration: 293.763091ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:49.537763Z","caller":"traceutil/trace.go:171","msg":"trace[807806939] range","detail":"{range_begin:/registry/clusterrolebindings/objectstorage-provisioner-role-binding; range_end:; response_count:0; response_revision:8578; }","duration":"298.200515ms","start":"2026-05-28T01:03:49.23955Z","end":"2026-05-28T01:03:49.53775Z","steps":["trace[807806939] 'agreement among raft nodes before linearized reading' (duration: 298.024651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.53785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.937921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-gdzkb.18b39447d0f5323a\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-05-28T01:03:49.537951Z","caller":"traceutil/trace.go:171","msg":"trace[674464222] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-gdzkb.18b39447d0f5323a; range_end:; response_count:1; response_revision:8578; }","duration":"226.101094ms","start":"2026-05-28T01:03:49.311827Z","end":"2026-05-28T01:03:49.537928Z","steps":["trace[674464222] 'agreement among raft nodes before linearized reading' (duration: 225.829548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.538095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.355935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223133"} {"level":"info","ts":"2026-05-28T01:03:49.538168Z","caller":"traceutil/trace.go:171","msg":"trace[1713507902] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8578; }","duration":"297.447047ms","start":"2026-05-28T01:03:49.240705Z","end":"2026-05-28T01:03:49.538152Z","steps":["trace[1713507902] 'agreement among raft nodes before linearized reading' (duration: 296.926084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.963899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.147277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:49.963968Z","caller":"traceutil/trace.go:171","msg":"trace[1079879625] linearizableReadLoop","detail":"{readStateIndex:8907; appliedIndex:8905; }","duration":"421.894173ms","start":"2026-05-28T01:03:49.542062Z","end":"2026-05-28T01:03:49.963957Z","steps":["trace[1079879625] 'read index received' (duration: 76.503355ms)","trace[1079879625] 'applied index is now lower than readState.Index' (duration: 345.390188ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:49.964014Z","caller":"traceutil/trace.go:171","msg":"trace[444740570] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"424.018433ms","start":"2026-05-28T01:03:49.539951Z","end":"2026-05-28T01:03:49.96397Z","steps":["trace[444740570] 'process raft request' (duration: 308.732863ms)","trace[444740570] 'compare' (duration: 115.053745ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:49.964186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.121258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:49.964206Z","caller":"traceutil/trace.go:171","msg":"trace[100961267] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-osd; range_end:; response_count:0; response_revision:8580; }","duration":"422.14223ms","start":"2026-05-28T01:03:49.542058Z","end":"2026-05-28T01:03:49.9642Z","steps":["trace[100961267] 'agreement among raft nodes before linearized reading' (duration: 422.102059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.964195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:49.539929Z","time spent":"424.153516ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:49.964292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:49.542017Z","time spent":"422.269242ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/roles/rook-ceph/rook-ceph-osd\" "} {"level":"warn","ts":"2026-05-28T01:03:49.964325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.932864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"info","ts":"2026-05-28T01:03:49.964398Z","caller":"traceutil/trace.go:171","msg":"trace[149891983] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:8580; }","duration":"422.058087ms","start":"2026-05-28T01:03:49.542323Z","end":"2026-05-28T01:03:49.964381Z","steps":["trace[149891983] 'agreement among raft nodes before linearized reading' (duration: 421.857252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.964442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:49.542306Z","time spent":"422.127059ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7102,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-28T01:03:49.964609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.811531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-28T01:03:49.96468Z","caller":"traceutil/trace.go:171","msg":"trace[2066561846] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8580; }","duration":"343.931314ms","start":"2026-05-28T01:03:49.620733Z","end":"2026-05-28T01:03:49.964664Z","steps":["trace[2066561846] 'agreement among raft nodes before linearized reading' (duration: 343.724349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.964729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:49.620709Z","time spent":"344.007806ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T01:03:49.964907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.819735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-05-28T01:03:49.965628Z","caller":"traceutil/trace.go:171","msg":"trace[530019290] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:8580; }","duration":"420.557082ms","start":"2026-05-28T01:03:49.545046Z","end":"2026-05-28T01:03:49.965603Z","steps":["trace[530019290] 'agreement among raft nodes before linearized reading' (duration: 419.570959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:49.965771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:49.54504Z","time spent":"420.678934ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-05-28T01:03:50.598274Z","caller":"traceutil/trace.go:171","msg":"trace[1170417778] linearizableReadLoop","detail":"{readStateIndex:8909; appliedIndex:8907; }","duration":"629.281636ms","start":"2026-05-28T01:03:49.96897Z","end":"2026-05-28T01:03:50.598251Z","steps":["trace[1170417778] 'read index received' (duration: 68.22912ms)","trace[1170417778] 'applied index is now lower than readState.Index' (duration: 561.051676ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:50.598381Z","caller":"traceutil/trace.go:171","msg":"trace[285536342] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"623.744615ms","start":"2026-05-28T01:03:49.974626Z","end":"2026-05-28T01:03:50.598371Z","steps":["trace[285536342] 'process raft request' (duration: 623.562881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:50.598486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:49.974616Z","time spent":"623.791387ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:50.598422Z","caller":"traceutil/trace.go:171","msg":"trace[13453308] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"629.612424ms","start":"2026-05-28T01:03:49.968762Z","end":"2026-05-28T01:03:50.598374Z","steps":["trace[13453308] 'process raft request' (duration: 629.244645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:50.598731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:49.968749Z","time spent":"629.918301ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:50.598751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.728007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:03:50.598871Z","caller":"traceutil/trace.go:171","msg":"trace[1042453789] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8583; }","duration":"629.903001ms","start":"2026-05-28T01:03:49.968943Z","end":"2026-05-28T01:03:50.598846Z","steps":["trace[1042453789] 'agreement among raft nodes before linearized reading' (duration: 629.475471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:50.598941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:49.968931Z","time spent":"629.999143ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T01:03:51.099439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481200993,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:03:51.294721Z","caller":"traceutil/trace.go:171","msg":"trace[1394319118] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"1.252928768s","start":"2026-05-28T01:03:50.041685Z","end":"2026-05-28T01:03:51.294614Z","steps":["trace[1394319118] 'process raft request' (duration: 1.252770655s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:51.294854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:50.041645Z","time spent":"1.253150044s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T01:03:51.294851Z","caller":"traceutil/trace.go:171","msg":"trace[1321218829] linearizableReadLoop","detail":"{readStateIndex:8911; appliedIndex:8911; }","duration":"696.482691ms","start":"2026-05-28T01:03:50.598341Z","end":"2026-05-28T01:03:51.294824Z","steps":["trace[1321218829] 'read index received' (duration: 696.454581ms)","trace[1321218829] 'applied index is now lower than readState.Index' (duration: 25.86µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:51.295054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209904744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:51.295256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324556688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-05-28T01:03:51.295301Z","caller":"traceutil/trace.go:171","msg":"trace[1869414738] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:8584; }","duration":"1.32461149s","start":"2026-05-28T01:03:49.970676Z","end":"2026-05-28T01:03:51.295288Z","steps":["trace[1869414738] 'agreement among raft nodes before linearized reading' (duration: 1.324270052s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:51.295345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:49.970668Z","time spent":"1.324668851s","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1288,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-05-28T01:03:51.295282Z","caller":"traceutil/trace.go:171","msg":"trace[1223693262] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8584; }","duration":"1.210209531s","start":"2026-05-28T01:03:50.085051Z","end":"2026-05-28T01:03:51.295261Z","steps":["trace[1223693262] 'agreement among raft nodes before linearized reading' (duration: 1.209882273s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:51.295447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:50.085018Z","time spent":"1.210405235s","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:51.295091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325316577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-cmd-reporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:51.295593Z","caller":"traceutil/trace.go:171","msg":"trace[603491520] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-cmd-reporter; range_end:; response_count:0; response_revision:8584; }","duration":"1.32587436s","start":"2026-05-28T01:03:49.969705Z","end":"2026-05-28T01:03:51.295579Z","steps":["trace[603491520] 'agreement among raft nodes before linearized reading' (duration: 1.325267046s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:51.295648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:49.969695Z","time spent":"1.325936291s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/roles/rook-ceph/rook-ceph-cmd-reporter\" "} {"level":"warn","ts":"2026-05-28T01:03:51.295186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24624293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-05-28T01:03:51.295735Z","caller":"traceutil/trace.go:171","msg":"trace[1367387515] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:8584; }","duration":"1.246831875s","start":"2026-05-28T01:03:50.048892Z","end":"2026-05-28T01:03:51.295723Z","steps":["trace[1367387515] 'agreement among raft nodes before linearized reading' (duration: 1.246000955s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:51.295777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:50.04888Z","time spent":"1.246887026s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-05-28T01:03:51.295109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254867474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:03:51.295865Z","caller":"traceutil/trace.go:171","msg":"trace[1231305392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8584; }","duration":"1.255673684s","start":"2026-05-28T01:03:50.040178Z","end":"2026-05-28T01:03:51.295851Z","steps":["trace[1231305392] 'agreement among raft nodes before linearized reading' (duration: 1.254758232s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:51.295904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:50.040161Z","time spent":"1.255731435s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:03:51.769325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.434534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:51.769835Z","caller":"traceutil/trace.go:171","msg":"trace[135029109] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"469.990507ms","start":"2026-05-28T01:03:51.299823Z","end":"2026-05-28T01:03:51.769813Z","steps":["trace[135029109] 'process raft request' (duration: 469.939186ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:51.769956Z","caller":"traceutil/trace.go:171","msg":"trace[1565434659] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"470.858578ms","start":"2026-05-28T01:03:51.299059Z","end":"2026-05-28T01:03:51.769918Z","steps":["trace[1565434659] 'process raft request' (duration: 470.607852ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:51.769828Z","caller":"traceutil/trace.go:171","msg":"trace[1278358641] linearizableReadLoop","detail":"{readStateIndex:8912; appliedIndex:8911; }","duration":"474.882003ms","start":"2026-05-28T01:03:51.294912Z","end":"2026-05-28T01:03:51.769794Z","steps":["trace[1278358641] 'read index received' (duration: 104.932516ms)","trace[1278358641] 'applied index is now lower than readState.Index' (duration: 369.945987ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:51.770076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167322678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4440"} {"level":"warn","ts":"2026-05-28T01:03:51.770086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166772705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6.18b39511d5892627\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-05-28T01:03:51.769863Z","caller":"traceutil/trace.go:171","msg":"trace[1858261560] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"529.180473ms","start":"2026-05-28T01:03:51.240625Z","end":"2026-05-28T01:03:51.769806Z","steps":["trace[1858261560] 'process raft request' (duration: 159.121994ms)","trace[1858261560] 'compare' (duration: 369.204159ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:51.770115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.299036Z","time spent":"471.010021ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T01:03:51.77014Z","caller":"traceutil/trace.go:171","msg":"trace[1647154942] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:8587; }","duration":"1.16744331s","start":"2026-05-28T01:03:50.602674Z","end":"2026-05-28T01:03:51.770117Z","steps":["trace[1647154942] 'agreement among raft nodes before linearized reading' (duration: 1.167211495s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:51.770161Z","caller":"traceutil/trace.go:171","msg":"trace[264033211] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6.18b39511d5892627; range_end:; response_count:1; response_revision:8587; }","duration":"1.166889548s","start":"2026-05-28T01:03:50.60325Z","end":"2026-05-28T01:03:51.77014Z","steps":["trace[264033211] 'agreement among raft nodes before linearized reading' (duration: 1.166615981s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:51.770189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:50.602622Z","time spent":"1.167554034s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4463,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-28T01:03:51.770209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:50.603239Z","time spent":"1.166957839s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6.18b39511d5892627\" "} {"level":"warn","ts":"2026-05-28T01:03:51.770208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.240602Z","time spent":"529.545522ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:51.770384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.299811Z","time spent":"470.161101ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:51.770585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.989237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-28T01:03:51.770694Z","caller":"traceutil/trace.go:171","msg":"trace[1755589437] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8587; }","duration":"481.10586ms","start":"2026-05-28T01:03:51.289568Z","end":"2026-05-28T01:03:51.770674Z","steps":["trace[1755589437] 'agreement among raft nodes before linearized reading' (duration: 480.29288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:51.770741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.289525Z","time spent":"481.206972ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:03:52.494495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.155877ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:52.494688Z","caller":"traceutil/trace.go:171","msg":"trace[2121732295] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8587; }","duration":"360.332531ms","start":"2026-05-28T01:03:52.134293Z","end":"2026-05-28T01:03:52.494626Z","steps":["trace[2121732295] 'range keys from in-memory index tree' (duration: 360.130476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:52.494845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.948692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:52.49496Z","caller":"traceutil/trace.go:171","msg":"trace[1120210173] linearizableReadLoop","detail":"{readStateIndex:8915; appliedIndex:8914; }","duration":"724.84965ms","start":"2026-05-28T01:03:51.770093Z","end":"2026-05-28T01:03:52.494942Z","steps":["trace[1120210173] 'read index received' (duration: 350.735564ms)","trace[1120210173] 'applied index is now lower than readState.Index' (duration: 374.112886ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:52.495173Z","caller":"traceutil/trace.go:171","msg":"trace[788849644] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"1.018193399s","start":"2026-05-28T01:03:51.476966Z","end":"2026-05-28T01:03:52.49516Z","steps":["trace[788849644] 'process raft request' (duration: 643.843788ms)","trace[788849644] 'compare' (duration: 373.671955ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:52.495246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.47695Z","time spent":"1.018261602s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:52.495253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03090699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:52.495299Z","caller":"traceutil/trace.go:171","msg":"trace[1991630918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8588; }","duration":"1.030980671s","start":"2026-05-28T01:03:51.464305Z","end":"2026-05-28T01:03:52.495285Z","steps":["trace[1991630918] 'agreement among raft nodes before linearized reading' (duration: 1.030889709s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:52.495332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.541368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T01:03:52.495332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195587025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-05-28T01:03:52.495349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.464292Z","time spent":"1.031048454s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:03:52.49537Z","caller":"traceutil/trace.go:171","msg":"trace[1401888437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8588; }","duration":"951.581189ms","start":"2026-05-28T01:03:51.543776Z","end":"2026-05-28T01:03:52.495358Z","steps":["trace[1401888437] 'agreement among raft nodes before linearized reading' (duration: 951.459526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:52.495351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178318637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:52.495388Z","caller":"traceutil/trace.go:171","msg":"trace[1573266223] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:8588; }","duration":"1.195667326s","start":"2026-05-28T01:03:51.299707Z","end":"2026-05-28T01:03:52.495375Z","steps":["trace[1573266223] 'agreement among raft nodes before linearized reading' (duration: 1.195488982s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:52.495398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.357263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T01:03:52.495425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.299699Z","time spent":"1.195716938s","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1474,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-05-28T01:03:52.495424Z","caller":"traceutil/trace.go:171","msg":"trace[919385417] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8588; }","duration":"1.17844041s","start":"2026-05-28T01:03:51.316966Z","end":"2026-05-28T01:03:52.495406Z","steps":["trace[919385417] 'agreement among raft nodes before linearized reading' (duration: 1.178311617s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:52.495371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196676281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:52.495462Z","caller":"traceutil/trace.go:171","msg":"trace[1386307638] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8588; }","duration":"948.443334ms","start":"2026-05-28T01:03:51.547005Z","end":"2026-05-28T01:03:52.495449Z","steps":["trace[1386307638] 'agreement among raft nodes before linearized reading' (duration: 948.208389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:52.495445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.652947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T01:03:52.495445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196501146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-05-28T01:03:52.495505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.546996Z","time spent":"948.500216ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"info","ts":"2026-05-28T01:03:52.495531Z","caller":"traceutil/trace.go:171","msg":"trace[638603108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8588; }","duration":"953.814282ms","start":"2026-05-28T01:03:51.541696Z","end":"2026-05-28T01:03:52.49551Z","steps":["trace[638603108] 'agreement among raft nodes before linearized reading' (duration: 953.565996ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:52.495542Z","caller":"traceutil/trace.go:171","msg":"trace[638218312] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:0; response_revision:8588; }","duration":"1.196938497s","start":"2026-05-28T01:03:51.298584Z","end":"2026-05-28T01:03:52.495522Z","steps":["trace[638218312] 'agreement among raft nodes before linearized reading' (duration: 1.196615099s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:52.495548Z","caller":"traceutil/trace.go:171","msg":"trace[1937837990] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:8588; }","duration":"1.19663941s","start":"2026-05-28T01:03:51.298885Z","end":"2026-05-28T01:03:52.495525Z","steps":["trace[1937837990] 'agreement among raft nodes before linearized reading' (duration: 1.196333863s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:52.495583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.541665Z","time spent":"953.904503ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:03:52.49548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.316953Z","time spent":"1.178516922s","remote":"127.0.0.1:52620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:52.495616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.298867Z","time spent":"1.196726762s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"warn","ts":"2026-05-28T01:03:52.495631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.298566Z","time spent":"1.197045319s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/roles/rook-ceph/rook-ceph-purge-osd\" "} {"level":"warn","ts":"2026-05-28T01:03:52.495412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.543707Z","time spent":"951.694061ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:03:52.495445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067289878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-05-28T01:03:52.496338Z","caller":"traceutil/trace.go:171","msg":"trace[1174071048] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"723.738545ms","start":"2026-05-28T01:03:51.77258Z","end":"2026-05-28T01:03:52.496318Z","steps":["trace[1174071048] 'process raft request' (duration: 723.53996ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:52.49636Z","caller":"traceutil/trace.go:171","msg":"trace[1525923300] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8588; }","duration":"1.068262711s","start":"2026-05-28T01:03:51.428077Z","end":"2026-05-28T01:03:52.49634Z","steps":["trace[1525923300] 'agreement among raft nodes before linearized reading' (duration: 1.067192296s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:52.496395Z","caller":"traceutil/trace.go:171","msg":"trace[1362983563] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"722.088795ms","start":"2026-05-28T01:03:51.774288Z","end":"2026-05-28T01:03:52.496377Z","steps":["trace[1362983563] 'process raft request' (duration: 721.957692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:52.496452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.772554Z","time spent":"723.832456ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:52.496447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.428054Z","time spent":"1.068358634s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-28T01:03:52.496522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.77427Z","time spent":"722.172468ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:52.495458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.795161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T01:03:52.496577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.487278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:52.496601Z","caller":"traceutil/trace.go:171","msg":"trace[174274139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8588; }","duration":"954.964048ms","start":"2026-05-28T01:03:51.541621Z","end":"2026-05-28T01:03:52.496585Z","steps":["trace[174274139] 'agreement among raft nodes before linearized reading' (duration: 953.689538ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:52.496633Z","caller":"traceutil/trace.go:171","msg":"trace[2022890784] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8591; }","duration":"712.585671ms","start":"2026-05-28T01:03:51.784032Z","end":"2026-05-28T01:03:52.496617Z","steps":["trace[2022890784] 'agreement among raft nodes before linearized reading' (duration: 712.443247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:52.496695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.784008Z","time spent":"712.672203ms","remote":"127.0.0.1:52646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:52.496754Z","caller":"traceutil/trace.go:171","msg":"trace[1486507803] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"718.634254ms","start":"2026-05-28T01:03:51.778101Z","end":"2026-05-28T01:03:52.496735Z","steps":["trace[1486507803] 'process raft request' (duration: 718.221054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:52.496809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.419826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:52.496836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.778092Z","time spent":"718.701445ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:52.496857Z","caller":"traceutil/trace.go:171","msg":"trace[1469885857] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8591; }","duration":"205.517118ms","start":"2026-05-28T01:03:52.291329Z","end":"2026-05-28T01:03:52.496846Z","steps":["trace[1469885857] 'agreement among raft nodes before linearized reading' (duration: 205.436686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:52.496953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.947779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:52.495384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.243194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:03:52.497062Z","caller":"traceutil/trace.go:171","msg":"trace[934776590] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8591; }","duration":"376.098613ms","start":"2026-05-28T01:03:52.120947Z","end":"2026-05-28T01:03:52.497045Z","steps":["trace[934776590] 'agreement among raft nodes before linearized reading' (duration: 375.894558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:52.497111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:52.120915Z","time spent":"376.182905ms","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:52.497098Z","caller":"traceutil/trace.go:171","msg":"trace[1234822661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8588; }","duration":"953.980546ms","start":"2026-05-28T01:03:51.543093Z","end":"2026-05-28T01:03:52.497073Z","steps":["trace[1234822661] 'agreement among raft nodes before linearized reading' (duration: 952.113851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:52.49719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.543086Z","time spent":"954.079638ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:03:52.496639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:51.541597Z","time spent":"955.0307ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T01:03:53.065665Z","caller":"traceutil/trace.go:171","msg":"trace[403489516] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"563.019763ms","start":"2026-05-28T01:03:52.50262Z","end":"2026-05-28T01:03:53.06564Z","steps":["trace[403489516] 'process raft request' (duration: 562.815208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:53.065915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:52.502595Z","time spent":"563.148526ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:53.065966Z","caller":"traceutil/trace.go:171","msg":"trace[1973832841] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"562.698015ms","start":"2026-05-28T01:03:52.503228Z","end":"2026-05-28T01:03:53.065926Z","steps":["trace[1973832841] 'process raft request' (duration: 562.369907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:53.066148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:52.50322Z","time spent":"562.825778ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:53.066145Z","caller":"traceutil/trace.go:171","msg":"trace[1978234957] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"562.362818ms","start":"2026-05-28T01:03:52.503762Z","end":"2026-05-28T01:03:53.066125Z","steps":["trace[1978234957] 'process raft request' (duration: 562.224964ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:53.066155Z","caller":"traceutil/trace.go:171","msg":"trace[1273103191] linearizableReadLoop","detail":"{readStateIndex:8925; appliedIndex:8919; }","duration":"476.481811ms","start":"2026-05-28T01:03:52.589648Z","end":"2026-05-28T01:03:53.06613Z","steps":["trace[1273103191] 'read index received' (duration: 475.734113ms)","trace[1273103191] 'applied index is now lower than readState.Index' (duration: 746.758µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:53.066136Z","caller":"traceutil/trace.go:171","msg":"trace[799542544] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"562.623923ms","start":"2026-05-28T01:03:52.50347Z","end":"2026-05-28T01:03:53.066094Z","steps":["trace[799542544] 'process raft request' (duration: 562.390747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:53.066238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.434408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:53.066273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:52.503744Z","time spent":"562.458709ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:53.066305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.297313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-05-28T01:03:53.06633Z","caller":"traceutil/trace.go:171","msg":"trace[1918373620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8598; }","duration":"559.549551ms","start":"2026-05-28T01:03:52.506761Z","end":"2026-05-28T01:03:53.066311Z","steps":["trace[1918373620] 'agreement among raft nodes before linearized reading' (duration: 559.393457ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:53.06634Z","caller":"traceutil/trace.go:171","msg":"trace[531690603] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"562.379067ms","start":"2026-05-28T01:03:52.503942Z","end":"2026-05-28T01:03:53.066321Z","steps":["trace[531690603] 'process raft request' (duration: 562.0867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:53.066362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:52.503462Z","time spent":"562.795118ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:53.06638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:52.506753Z","time spent":"559.618612ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:53.066404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.128479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"warn","ts":"2026-05-28T01:03:53.066433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:52.503936Z","time spent":"562.443509ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":972,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T01:03:53.066452Z","caller":"traceutil/trace.go:171","msg":"trace[1902374530] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:8598; }","duration":"564.205301ms","start":"2026-05-28T01:03:52.502234Z","end":"2026-05-28T01:03:53.066439Z","steps":["trace[1902374530] 'agreement among raft nodes before linearized reading' (duration: 564.069098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:53.066464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.450086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-28T01:03:53.066485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:52.502213Z","time spent":"564.264782ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-05-28T01:03:53.066496Z","caller":"traceutil/trace.go:171","msg":"trace[2021682351] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd; range_end:; response_count:1; response_revision:8598; }","duration":"564.492237ms","start":"2026-05-28T01:03:52.501995Z","end":"2026-05-28T01:03:53.066487Z","steps":["trace[2021682351] 'agreement among raft nodes before linearized reading' (duration: 564.366884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:53.066268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.195901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/cephfs-external-provisioner-cfg\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:53.066343Z","caller":"traceutil/trace.go:171","msg":"trace[596901077] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:8598; }","duration":"564.370995ms","start":"2026-05-28T01:03:52.501961Z","end":"2026-05-28T01:03:53.066332Z","steps":["trace[596901077] 'agreement among raft nodes before linearized reading' (duration: 564.265322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:53.066532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:52.50199Z","time spent":"564.534168ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" "} {"level":"info","ts":"2026-05-28T01:03:53.066553Z","caller":"traceutil/trace.go:171","msg":"trace[239117062] range","detail":"{range_begin:/registry/roles/rook-ceph/cephfs-external-provisioner-cfg; range_end:; response_count:0; response_revision:8598; }","duration":"564.512888ms","start":"2026-05-28T01:03:52.502027Z","end":"2026-05-28T01:03:53.06654Z","steps":["trace[239117062] 'agreement among raft nodes before linearized reading' (duration: 564.17653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:53.066561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:52.501953Z","time spent":"564.59666ms","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-05-28T01:03:53.066594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:52.502012Z","time spent":"564.570319ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":28,"request content":"key:\"/registry/roles/rook-ceph/cephfs-external-provisioner-cfg\" "} {"level":"info","ts":"2026-05-28T01:03:53.066701Z","caller":"traceutil/trace.go:171","msg":"trace[1886274587] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"562.715066ms","start":"2026-05-28T01:03:52.503974Z","end":"2026-05-28T01:03:53.066689Z","steps":["trace[1886274587] 'process raft request' (duration: 562.108322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:53.06677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:52.503932Z","time spent":"562.799028ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:53.57177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201018,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:03:53.617504Z","caller":"traceutil/trace.go:171","msg":"trace[1132600019] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"547.044356ms","start":"2026-05-28T01:03:53.070434Z","end":"2026-05-28T01:03:53.617478Z","steps":["trace[1132600019] 'process raft request' (duration: 546.841451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:53.617776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:53.070375Z","time spent":"547.304373ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:53.888627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.824487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:53.888899Z","caller":"traceutil/trace.go:171","msg":"trace[2069724557] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"476.01397ms","start":"2026-05-28T01:03:53.412837Z","end":"2026-05-28T01:03:53.888851Z","steps":["trace[2069724557] 'process raft request' (duration: 475.881007ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:53.888936Z","caller":"traceutil/trace.go:171","msg":"trace[2146582126] linearizableReadLoop","detail":"{readStateIndex:8928; appliedIndex:8925; }","duration":"817.939246ms","start":"2026-05-28T01:03:53.070985Z","end":"2026-05-28T01:03:53.888924Z","steps":["trace[2146582126] 'read index received' (duration: 546.246277ms)","trace[2146582126] 'applied index is now lower than readState.Index' (duration: 271.691769ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:53.888982Z","caller":"traceutil/trace.go:171","msg":"trace[979079966] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"654.228064ms","start":"2026-05-28T01:03:53.234726Z","end":"2026-05-28T01:03:53.888954Z","steps":["trace[979079966] 'process raft request' (duration: 430.891785ms)","trace[979079966] 'compare' (duration: 222.722255ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:53.889056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:53.412798Z","time spent":"476.169374ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:53.889095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.146221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-28T01:03:53.889119Z","caller":"traceutil/trace.go:171","msg":"trace[1475585110] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8602; }","duration":"818.366217ms","start":"2026-05-28T01:03:53.070744Z","end":"2026-05-28T01:03:53.88911Z","steps":["trace[1475585110] 'agreement among raft nodes before linearized reading' (duration: 818.254664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:53.889142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:53.070625Z","time spent":"818.511111ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-28T01:03:53.88913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:53.234697Z","time spent":"654.345457ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:53.889242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.725848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-cluster-mgmt\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:53.889273Z","caller":"traceutil/trace.go:171","msg":"trace[1566061480] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-cluster-mgmt; range_end:; response_count:0; response_revision:8602; }","duration":"816.77573ms","start":"2026-05-28T01:03:53.072488Z","end":"2026-05-28T01:03:53.889264Z","steps":["trace[1566061480] 'agreement among raft nodes before linearized reading' (duration: 816.709388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:53.88931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:53.072475Z","time spent":"816.82866ms","remote":"127.0.0.1:46094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-cluster-mgmt\" "} {"level":"warn","ts":"2026-05-28T01:03:53.889362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.560212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-gdzkb.18b39447e6368176\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-05-28T01:03:53.889418Z","caller":"traceutil/trace.go:171","msg":"trace[1307081970] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-gdzkb.18b39447e6368176; range_end:; response_count:1; response_revision:8602; }","duration":"267.677665ms","start":"2026-05-28T01:03:53.621726Z","end":"2026-05-28T01:03:53.889403Z","steps":["trace[1307081970] 'agreement among raft nodes before linearized reading' (duration: 267.563312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:53.88951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.176572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-05-28T01:03:53.888856Z","caller":"traceutil/trace.go:171","msg":"trace[318580628] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"112.545455ms","start":"2026-05-28T01:03:53.776292Z","end":"2026-05-28T01:03:53.888837Z","steps":["trace[318580628] 'process raft request' (duration: 112.492654ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:53.889574Z","caller":"traceutil/trace.go:171","msg":"trace[300926863] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:8602; }","duration":"815.285424ms","start":"2026-05-28T01:03:53.074274Z","end":"2026-05-28T01:03:53.889559Z","steps":["trace[300926863] 'agreement among raft nodes before linearized reading' (duration: 815.065709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:53.889592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.793938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T01:03:53.889625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:53.074254Z","time spent":"815.354856ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-05-28T01:03:53.88967Z","caller":"traceutil/trace.go:171","msg":"trace[1632394366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8602; }","duration":"114.912341ms","start":"2026-05-28T01:03:53.77474Z","end":"2026-05-28T01:03:53.889652Z","steps":["trace[1632394366] 'agreement among raft nodes before linearized reading' (duration: 114.647834ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:54.149446Z","caller":"traceutil/trace.go:171","msg":"trace[157964168] linearizableReadLoop","detail":"{readStateIndex:8931; appliedIndex:8930; }","duration":"177.948159ms","start":"2026-05-28T01:03:53.971454Z","end":"2026-05-28T01:03:54.149402Z","steps":["trace[157964168] 'read index received' (duration: 177.704903ms)","trace[157964168] 'applied index is now lower than readState.Index' (duration: 241.666µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:54.149535Z","caller":"traceutil/trace.go:171","msg":"trace[1340788044] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"253.206124ms","start":"2026-05-28T01:03:53.896291Z","end":"2026-05-28T01:03:54.149497Z","steps":["trace[1340788044] 'process raft request' (duration: 252.860416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:54.149749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.686235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:54.149739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.165411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-05-28T01:03:54.1498Z","caller":"traceutil/trace.go:171","msg":"trace[1092158174] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-mgr; range_end:; response_count:0; response_revision:8604; }","duration":"175.790947ms","start":"2026-05-28T01:03:53.973999Z","end":"2026-05-28T01:03:54.14979Z","steps":["trace[1092158174] 'agreement among raft nodes before linearized reading' (duration: 175.673814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:54.149776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.500345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-28T01:03:54.149873Z","caller":"traceutil/trace.go:171","msg":"trace[195939338] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:8604; }","duration":"243.609227ms","start":"2026-05-28T01:03:53.906236Z","end":"2026-05-28T01:03:54.149845Z","steps":["trace[195939338] 'agreement among raft nodes before linearized reading' (duration: 243.347971ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:54.149815Z","caller":"traceutil/trace.go:171","msg":"trace[1701659265] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:8604; }","duration":"247.290454ms","start":"2026-05-28T01:03:53.902509Z","end":"2026-05-28T01:03:54.1498Z","steps":["trace[1701659265] 'agreement among raft nodes before linearized reading' (duration: 247.11182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:54.149866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.159663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-28T01:03:54.150097Z","caller":"traceutil/trace.go:171","msg":"trace[943473388] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c; range_end:; response_count:1; response_revision:8604; }","duration":"175.428459ms","start":"2026-05-28T01:03:53.974656Z","end":"2026-05-28T01:03:54.150084Z","steps":["trace[943473388] 'agreement among raft nodes before linearized reading' (duration: 175.03708ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:54.596781Z","caller":"traceutil/trace.go:171","msg":"trace[1630545840] linearizableReadLoop","detail":"{readStateIndex:8932; appliedIndex:8931; }","duration":"444.122208ms","start":"2026-05-28T01:03:54.152628Z","end":"2026-05-28T01:03:54.59675Z","steps":["trace[1630545840] 'read index received' (duration: 349.735691ms)","trace[1630545840] 'applied index is now lower than readState.Index' (duration: 94.385147ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:54.596929Z","caller":"traceutil/trace.go:171","msg":"trace[1868555249] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"444.767263ms","start":"2026-05-28T01:03:54.152136Z","end":"2026-05-28T01:03:54.596903Z","steps":["trace[1868555249] 'process raft request' (duration: 350.12869ms)","trace[1868555249] 'compare' (duration: 94.321856ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:54.597058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:54.152105Z","time spent":"444.862156ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:54.597251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.603739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-28T01:03:54.59733Z","caller":"traceutil/trace.go:171","msg":"trace[249223950] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:8605; }","duration":"444.687441ms","start":"2026-05-28T01:03:54.152621Z","end":"2026-05-28T01:03:54.597308Z","steps":["trace[249223950] 'agreement among raft nodes before linearized reading' (duration: 444.490336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:54.597375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:54.152581Z","time spent":"444.785323ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"info","ts":"2026-05-28T01:03:54.690559Z","caller":"traceutil/trace.go:171","msg":"trace[1497403691] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"533.639759ms","start":"2026-05-28T01:03:54.156881Z","end":"2026-05-28T01:03:54.690521Z","steps":["trace[1497403691] 'process raft request' (duration: 533.467215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:54.69069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:54.156866Z","time spent":"533.751212ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:03:54.690801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.232543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-05-28T01:03:54.690889Z","caller":"traceutil/trace.go:171","msg":"trace[230919569] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:8606; }","duration":"531.310814ms","start":"2026-05-28T01:03:54.159534Z","end":"2026-05-28T01:03:54.690844Z","steps":["trace[230919569] 'agreement among raft nodes before linearized reading' (duration: 531.183531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:54.6906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.698985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:54.690982Z","caller":"traceutil/trace.go:171","msg":"trace[1549320916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8606; }","duration":"226.131604ms","start":"2026-05-28T01:03:54.464838Z","end":"2026-05-28T01:03:54.69097Z","steps":["trace[1549320916] 'agreement among raft nodes before linearized reading' (duration: 225.690094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:54.69099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:54.159522Z","time spent":"531.407636ms","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-28T01:03:54.691129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.305559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-mgr-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:54.691188Z","caller":"traceutil/trace.go:171","msg":"trace[789989914] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-mgr-system; range_end:; response_count:0; response_revision:8606; }","duration":"538.389992ms","start":"2026-05-28T01:03:54.152784Z","end":"2026-05-28T01:03:54.691174Z","steps":["trace[789989914] 'agreement among raft nodes before linearized reading' (duration: 538.269409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:54.691235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:54.152777Z","time spent":"538.445013ms","remote":"127.0.0.1:46094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-mgr-system\" "} {"level":"info","ts":"2026-05-28T01:03:54.805629Z","caller":"traceutil/trace.go:171","msg":"trace[274547671] linearizableReadLoop","detail":"{readStateIndex:8934; appliedIndex:8933; }","duration":"115.108446ms","start":"2026-05-28T01:03:54.6905Z","end":"2026-05-28T01:03:54.805609Z","steps":["trace[274547671] 'read index received' (duration: 21.849126ms)","trace[274547671] 'applied index is now lower than readState.Index' (duration: 93.25732ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:54.805621Z","caller":"traceutil/trace.go:171","msg":"trace[829069688] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"204.819312ms","start":"2026-05-28T01:03:54.600754Z","end":"2026-05-28T01:03:54.805574Z","steps":["trace[829069688] 'process raft request' (duration: 111.654784ms)","trace[829069688] 'compare' (duration: 93.011934ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:54.911496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.902748ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:03:54.911607Z","caller":"traceutil/trace.go:171","msg":"trace[1768897118] linearizableReadLoop","detail":"{readStateIndex:8935; appliedIndex:8934; }","duration":"105.897608ms","start":"2026-05-28T01:03:54.805689Z","end":"2026-05-28T01:03:54.911587Z","steps":["trace[1768897118] 'read index received' (duration: 33.511µs)","trace[1768897118] 'applied index is now lower than readState.Index' (duration: 105.862227ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:54.911689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.660512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:54.911707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.842889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-cmd-reporter\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:54.911754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.965196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-05-28T01:03:54.911799Z","caller":"traceutil/trace.go:171","msg":"trace[665694945] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-cmd-reporter; range_end:; response_count:0; response_revision:8607; }","duration":"217.965183ms","start":"2026-05-28T01:03:54.69382Z","end":"2026-05-28T01:03:54.911785Z","steps":["trace[665694945] 'agreement among raft nodes before linearized reading' (duration: 217.828409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:54.91178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.879765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T01:03:54.911823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.937183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-05-28T01:03:54.911919Z","caller":"traceutil/trace.go:171","msg":"trace[1648500849] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8607; }","duration":"314.119531ms","start":"2026-05-28T01:03:54.597761Z","end":"2026-05-28T01:03:54.91188Z","steps":["trace[1648500849] 'agreement among raft nodes before linearized reading' (duration: 207.929736ms)","trace[1648500849] 'range keys from in-memory index tree' (duration: 105.764335ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:54.911934Z","caller":"traceutil/trace.go:171","msg":"trace[343101791] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:8607; }","duration":"210.071026ms","start":"2026-05-28T01:03:54.701831Z","end":"2026-05-28T01:03:54.911902Z","steps":["trace[343101791] 'agreement among raft nodes before linearized reading' (duration: 209.772829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:54.911992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:54.597737Z","time spent":"314.242833ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"info","ts":"2026-05-28T01:03:54.91183Z","caller":"traceutil/trace.go:171","msg":"trace[1376261419] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:8607; }","duration":"311.11685ms","start":"2026-05-28T01:03:54.600689Z","end":"2026-05-28T01:03:54.911806Z","steps":["trace[1376261419] 'agreement among raft nodes before linearized reading' (duration: 204.982066ms)","trace[1376261419] 'range keys from in-memory index tree' (duration: 105.867767ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:54.912236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:54.600678Z","time spent":"311.538ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"info","ts":"2026-05-28T01:03:54.911754Z","caller":"traceutil/trace.go:171","msg":"trace[385255554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8607; }","duration":"219.764585ms","start":"2026-05-28T01:03:54.691979Z","end":"2026-05-28T01:03:54.911744Z","steps":["trace[385255554] 'agreement among raft nodes before linearized reading' (duration: 219.657052ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:54.967979Z","caller":"traceutil/trace.go:171","msg":"trace[1198177293] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"158.187952ms","start":"2026-05-28T01:03:54.809757Z","end":"2026-05-28T01:03:54.967945Z","steps":["trace[1198177293] 'process raft request' (duration: 157.721041ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.089636Z","caller":"traceutil/trace.go:171","msg":"trace[836357747] linearizableReadLoop","detail":"{readStateIndex:8937; appliedIndex:8936; }","duration":"113.359734ms","start":"2026-05-28T01:03:54.976255Z","end":"2026-05-28T01:03:55.089615Z","steps":["trace[836357747] 'read index received' (duration: 85.098057ms)","trace[836357747] 'applied index is now lower than readState.Index' (duration: 28.259877ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:55.089732Z","caller":"traceutil/trace.go:171","msg":"trace[482012080] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"114.06312ms","start":"2026-05-28T01:03:54.975659Z","end":"2026-05-28T01:03:55.089722Z","steps":["trace[482012080] 'process raft request' (duration: 85.704122ms)","trace[482012080] 'compare' (duration: 27.915288ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:55.08994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.667301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rbd-csi-provisioner-role-cfg\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:55.089973Z","caller":"traceutil/trace.go:171","msg":"trace[400200794] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rbd-csi-provisioner-role-cfg; range_end:; response_count:0; response_revision:8610; }","duration":"113.727233ms","start":"2026-05-28T01:03:54.976238Z","end":"2026-05-28T01:03:55.089965Z","steps":["trace[400200794] 'agreement among raft nodes before linearized reading' (duration: 113.640971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:55.09016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.497474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-05-28T01:03:55.090235Z","caller":"traceutil/trace.go:171","msg":"trace[947813772] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:8610; }","duration":"112.596316ms","start":"2026-05-28T01:03:54.977622Z","end":"2026-05-28T01:03:55.090218Z","steps":["trace[947813772] 'agreement among raft nodes before linearized reading' (duration: 112.428532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:55.090445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.280189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-barbican.18b3951c56a9ea9f\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-05-28T01:03:55.090507Z","caller":"traceutil/trace.go:171","msg":"trace[879295179] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-barbican.18b3951c56a9ea9f; range_end:; response_count:1; response_revision:8610; }","duration":"112.360551ms","start":"2026-05-28T01:03:54.978131Z","end":"2026-05-28T01:03:55.090491Z","steps":["trace[879295179] 'agreement among raft nodes before linearized reading' (duration: 112.250928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:55.090663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.46777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-05-28T01:03:55.090685Z","caller":"traceutil/trace.go:171","msg":"trace[100035843] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:8610; }","duration":"111.50058ms","start":"2026-05-28T01:03:54.979179Z","end":"2026-05-28T01:03:55.09068Z","steps":["trace[100035843] 'agreement among raft nodes before linearized reading' (duration: 111.427008ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.248496Z","caller":"traceutil/trace.go:171","msg":"trace[1637756363] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"155.021416ms","start":"2026-05-28T01:03:55.093448Z","end":"2026-05-28T01:03:55.24847Z","steps":["trace[1637756363] 'process raft request' (duration: 154.781861ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.248872Z","caller":"traceutil/trace.go:171","msg":"trace[269636344] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"154.561445ms","start":"2026-05-28T01:03:55.094286Z","end":"2026-05-28T01:03:55.248847Z","steps":["trace[269636344] 'process raft request' (duration: 154.101664ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.249183Z","caller":"traceutil/trace.go:171","msg":"trace[1493429904] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"154.845392ms","start":"2026-05-28T01:03:55.094326Z","end":"2026-05-28T01:03:55.249171Z","steps":["trace[1493429904] 'process raft request' (duration: 154.438272ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.249208Z","caller":"traceutil/trace.go:171","msg":"trace[319580291] linearizableReadLoop","detail":"{readStateIndex:8940; appliedIndex:8939; }","duration":"155.310163ms","start":"2026-05-28T01:03:55.093886Z","end":"2026-05-28T01:03:55.249197Z","steps":["trace[319580291] 'read index received' (duration: 71.63826ms)","trace[319580291] 'applied index is now lower than readState.Index' (duration: 83.671183ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:55.249277Z","caller":"traceutil/trace.go:171","msg":"trace[1315953599] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"153.48048ms","start":"2026-05-28T01:03:55.095757Z","end":"2026-05-28T01:03:55.249238Z","steps":["trace[1315953599] 'process raft request' (duration: 153.358467ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.249355Z","caller":"traceutil/trace.go:171","msg":"trace[1617865323] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"151.215536ms","start":"2026-05-28T01:03:55.098127Z","end":"2026-05-28T01:03:55.249342Z","steps":["trace[1617865323] 'process raft request' (duration: 151.037842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:55.24945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.544008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-05-28T01:03:55.249504Z","caller":"traceutil/trace.go:171","msg":"trace[1408455612] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:8616; }","duration":"155.655911ms","start":"2026-05-28T01:03:55.093838Z","end":"2026-05-28T01:03:55.249494Z","steps":["trace[1408455612] 'agreement among raft nodes before linearized reading' (duration: 155.392634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:55.249714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.847482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9580"} {"level":"info","ts":"2026-05-28T01:03:55.249768Z","caller":"traceutil/trace.go:171","msg":"trace[577010536] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:8617; }","duration":"154.926424ms","start":"2026-05-28T01:03:55.094831Z","end":"2026-05-28T01:03:55.249757Z","steps":["trace[577010536] 'agreement among raft nodes before linearized reading' (duration: 154.74733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:55.249908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.379159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/rook-ceph/\" range_end:\"/registry/resourcequotas/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:55.249942Z","caller":"traceutil/trace.go:171","msg":"trace[2141641408] range","detail":"{range_begin:/registry/resourcequotas/rook-ceph/; range_end:/registry/resourcequotas/rook-ceph0; response_count:0; response_revision:8617; }","duration":"148.42388ms","start":"2026-05-28T01:03:55.10151Z","end":"2026-05-28T01:03:55.249934Z","steps":["trace[2141641408] 'agreement among raft nodes before linearized reading' (duration: 148.367219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:55.249989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.732818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6\" ","response":"range_response_count:1 size:5677"} {"level":"info","ts":"2026-05-28T01:03:55.250027Z","caller":"traceutil/trace.go:171","msg":"trace[709480754] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6; range_end:; response_count:1; response_revision:8617; }","duration":"151.78395ms","start":"2026-05-28T01:03:55.098232Z","end":"2026-05-28T01:03:55.250016Z","steps":["trace[709480754] 'agreement among raft nodes before linearized reading' (duration: 151.685148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:55.250197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.262488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-05-28T01:03:55.250272Z","caller":"traceutil/trace.go:171","msg":"trace[1559531629] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:8617; }","duration":"137.410561ms","start":"2026-05-28T01:03:55.112843Z","end":"2026-05-28T01:03:55.250253Z","steps":["trace[1559531629] 'agreement among raft nodes before linearized reading' (duration: 137.132424ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.761388Z","caller":"traceutil/trace.go:171","msg":"trace[300911246] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"116.705133ms","start":"2026-05-28T01:03:55.644653Z","end":"2026-05-28T01:03:55.761358Z","steps":["trace[300911246] 'process raft request' (duration: 115.388632ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.76167Z","caller":"traceutil/trace.go:171","msg":"trace[1147109011] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"116.900988ms","start":"2026-05-28T01:03:55.644742Z","end":"2026-05-28T01:03:55.761643Z","steps":["trace[1147109011] 'process raft request' (duration: 116.55849ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.761722Z","caller":"traceutil/trace.go:171","msg":"trace[1261347314] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"114.310606ms","start":"2026-05-28T01:03:55.647379Z","end":"2026-05-28T01:03:55.76169Z","steps":["trace[1261347314] 'process raft request' (duration: 114.103771ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.761725Z","caller":"traceutil/trace.go:171","msg":"trace[983143144] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"114.189154ms","start":"2026-05-28T01:03:55.647525Z","end":"2026-05-28T01:03:55.761714Z","steps":["trace[983143144] 'process raft request' (duration: 114.006419ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.761783Z","caller":"traceutil/trace.go:171","msg":"trace[636874880] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"114.200074ms","start":"2026-05-28T01:03:55.647545Z","end":"2026-05-28T01:03:55.761745Z","steps":["trace[636874880] 'process raft request' (duration: 114.077652ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.76183Z","caller":"traceutil/trace.go:171","msg":"trace[753003277] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"114.142613ms","start":"2026-05-28T01:03:55.647646Z","end":"2026-05-28T01:03:55.761788Z","steps":["trace[753003277] 'process raft request' (duration: 114.008099ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.761901Z","caller":"traceutil/trace.go:171","msg":"trace[518209183] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"114.260826ms","start":"2026-05-28T01:03:55.647626Z","end":"2026-05-28T01:03:55.761887Z","steps":["trace[518209183] 'process raft request' (duration: 114.079502ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.761903Z","caller":"traceutil/trace.go:171","msg":"trace[1099074886] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"114.242335ms","start":"2026-05-28T01:03:55.647648Z","end":"2026-05-28T01:03:55.76189Z","steps":["trace[1099074886] 'process raft request' (duration: 114.101662ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.761989Z","caller":"traceutil/trace.go:171","msg":"trace[1616767559] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"111.970631ms","start":"2026-05-28T01:03:55.650006Z","end":"2026-05-28T01:03:55.761977Z","steps":["trace[1616767559] 'process raft request' (duration: 111.846188ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.761991Z","caller":"traceutil/trace.go:171","msg":"trace[666500006] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"111.550772ms","start":"2026-05-28T01:03:55.650427Z","end":"2026-05-28T01:03:55.761978Z","steps":["trace[666500006] 'process raft request' (duration: 111.46751ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.762014Z","caller":"traceutil/trace.go:171","msg":"trace[405696167] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"110.687922ms","start":"2026-05-28T01:03:55.651317Z","end":"2026-05-28T01:03:55.762005Z","steps":["trace[405696167] 'process raft request' (duration: 110.62028ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.762093Z","caller":"traceutil/trace.go:171","msg":"trace[99873829] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"110.002285ms","start":"2026-05-28T01:03:55.65208Z","end":"2026-05-28T01:03:55.762082Z","steps":["trace[99873829] 'process raft request' (duration: 109.892313ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.762148Z","caller":"traceutil/trace.go:171","msg":"trace[1158583830] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"108.902679ms","start":"2026-05-28T01:03:55.65321Z","end":"2026-05-28T01:03:55.762112Z","steps":["trace[1158583830] 'process raft request' (duration: 108.816347ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.762169Z","caller":"traceutil/trace.go:171","msg":"trace[65214820] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"112.103645ms","start":"2026-05-28T01:03:55.649995Z","end":"2026-05-28T01:03:55.762099Z","steps":["trace[65214820] 'process raft request' (duration: 111.818798ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.762445Z","caller":"traceutil/trace.go:171","msg":"trace[687403416] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"108.856418ms","start":"2026-05-28T01:03:55.653554Z","end":"2026-05-28T01:03:55.762411Z","steps":["trace[687403416] 'process raft request' (duration: 108.51655ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.762497Z","caller":"traceutil/trace.go:171","msg":"trace[1443746806] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"108.597002ms","start":"2026-05-28T01:03:55.653877Z","end":"2026-05-28T01:03:55.762474Z","steps":["trace[1443746806] 'process raft request' (duration: 108.470309ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.762524Z","caller":"traceutil/trace.go:171","msg":"trace[208699047] linearizableReadLoop","detail":"{readStateIndex:8980; appliedIndex:8976; }","duration":"115.024574ms","start":"2026-05-28T01:03:55.64745Z","end":"2026-05-28T01:03:55.762475Z","steps":["trace[208699047] 'read index received' (duration: 12.944596ms)","trace[208699047] 'applied index is now lower than readState.Index' (duration: 102.078928ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:55.762563Z","caller":"traceutil/trace.go:171","msg":"trace[942626298] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"103.074882ms","start":"2026-05-28T01:03:55.659447Z","end":"2026-05-28T01:03:55.762522Z","steps":["trace[942626298] 'process raft request' (duration: 102.98847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:55.762797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.327441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-05-28T01:03:55.762853Z","caller":"traceutil/trace.go:171","msg":"trace[1026783206] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:8665; }","duration":"115.414842ms","start":"2026-05-28T01:03:55.647422Z","end":"2026-05-28T01:03:55.762837Z","steps":["trace[1026783206] 'agreement among raft nodes before linearized reading' (duration: 115.174007ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.849865Z","caller":"traceutil/trace.go:171","msg":"trace[168785500] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"188.784163ms","start":"2026-05-28T01:03:55.66103Z","end":"2026-05-28T01:03:55.849815Z","steps":["trace[168785500] 'process raft request' (duration: 188.558028ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.85004Z","caller":"traceutil/trace.go:171","msg":"trace[1866450290] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"188.852245ms","start":"2026-05-28T01:03:55.661164Z","end":"2026-05-28T01:03:55.850016Z","steps":["trace[1866450290] 'process raft request' (duration: 188.548468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:55.85018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.557045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:55.850237Z","caller":"traceutil/trace.go:171","msg":"trace[1419478274] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"175.132132ms","start":"2026-05-28T01:03:55.675077Z","end":"2026-05-28T01:03:55.850209Z","steps":["trace[1419478274] 'process raft request' (duration: 174.706421ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.850245Z","caller":"traceutil/trace.go:171","msg":"trace[1511554958] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8668; }","duration":"137.708689ms","start":"2026-05-28T01:03:55.712522Z","end":"2026-05-28T01:03:55.850231Z","steps":["trace[1511554958] 'agreement among raft nodes before linearized reading' (duration: 137.565026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:55.850497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.481103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-28T01:03:55.850586Z","caller":"traceutil/trace.go:171","msg":"trace[2080664310] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd; range_end:; response_count:1; response_revision:8668; }","duration":"187.677027ms","start":"2026-05-28T01:03:55.66289Z","end":"2026-05-28T01:03:55.850567Z","steps":["trace[2080664310] 'agreement among raft nodes before linearized reading' (duration: 187.313958ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.969754Z","caller":"traceutil/trace.go:171","msg":"trace[271790748] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"201.380941ms","start":"2026-05-28T01:03:55.768342Z","end":"2026-05-28T01:03:55.969723Z","steps":["trace[271790748] 'process raft request' (duration: 172.625793ms)","trace[271790748] 'compare' (duration: 28.553293ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:55.969814Z","caller":"traceutil/trace.go:171","msg":"trace[2117341690] linearizableReadLoop","detail":"{readStateIndex:9000; appliedIndex:8997; }","duration":"119.890419ms","start":"2026-05-28T01:03:55.849899Z","end":"2026-05-28T01:03:55.96979Z","steps":["trace[2117341690] 'read index received' (duration: 91.13855ms)","trace[2117341690] 'applied index is now lower than readState.Index' (duration: 28.750969ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:55.969855Z","caller":"traceutil/trace.go:171","msg":"trace[995613965] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"197.419227ms","start":"2026-05-28T01:03:55.772395Z","end":"2026-05-28T01:03:55.969814Z","steps":["trace[995613965] 'process raft request' (duration: 197.322625ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.969969Z","caller":"traceutil/trace.go:171","msg":"trace[420531915] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"201.596326ms","start":"2026-05-28T01:03:55.768349Z","end":"2026-05-28T01:03:55.969945Z","steps":["trace[420531915] 'process raft request' (duration: 201.31849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:55.970034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.44753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-05-28T01:03:55.970071Z","caller":"traceutil/trace.go:171","msg":"trace[1648752876] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:8671; }","duration":"203.539852ms","start":"2026-05-28T01:03:55.766519Z","end":"2026-05-28T01:03:55.970059Z","steps":["trace[1648752876] 'agreement among raft nodes before linearized reading' (duration: 203.376038ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.987994Z","caller":"traceutil/trace.go:171","msg":"trace[1009612614] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"135.301262ms","start":"2026-05-28T01:03:55.852675Z","end":"2026-05-28T01:03:55.987976Z","steps":["trace[1009612614] 'process raft request' (duration: 135.020235ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.98805Z","caller":"traceutil/trace.go:171","msg":"trace[1556214958] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"111.88529ms","start":"2026-05-28T01:03:55.876126Z","end":"2026-05-28T01:03:55.988011Z","steps":["trace[1556214958] 'process raft request' (duration: 111.780527ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.988097Z","caller":"traceutil/trace.go:171","msg":"trace[1424920355] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"112.065424ms","start":"2026-05-28T01:03:55.875987Z","end":"2026-05-28T01:03:55.988053Z","steps":["trace[1424920355] 'process raft request' (duration: 111.873909ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.988223Z","caller":"traceutil/trace.go:171","msg":"trace[1591266546] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"111.220834ms","start":"2026-05-28T01:03:55.876991Z","end":"2026-05-28T01:03:55.988212Z","steps":["trace[1591266546] 'process raft request' (duration: 111.117002ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.988241Z","caller":"traceutil/trace.go:171","msg":"trace[103657424] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"111.658084ms","start":"2026-05-28T01:03:55.876573Z","end":"2026-05-28T01:03:55.988231Z","steps":["trace[103657424] 'process raft request' (duration: 111.49063ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.988256Z","caller":"traceutil/trace.go:171","msg":"trace[406053964] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"112.078294ms","start":"2026-05-28T01:03:55.876171Z","end":"2026-05-28T01:03:55.988249Z","steps":["trace[406053964] 'process raft request' (duration: 111.756257ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.98828Z","caller":"traceutil/trace.go:171","msg":"trace[1487669302] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"111.679065ms","start":"2026-05-28T01:03:55.876588Z","end":"2026-05-28T01:03:55.988267Z","steps":["trace[1487669302] 'process raft request' (duration: 111.49755ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.988192Z","caller":"traceutil/trace.go:171","msg":"trace[449824165] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"111.592972ms","start":"2026-05-28T01:03:55.876577Z","end":"2026-05-28T01:03:55.98817Z","steps":["trace[449824165] 'process raft request' (duration: 111.450309ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.988262Z","caller":"traceutil/trace.go:171","msg":"trace[1778705359] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"111.224604ms","start":"2026-05-28T01:03:55.877015Z","end":"2026-05-28T01:03:55.98824Z","steps":["trace[1778705359] 'process raft request' (duration: 111.114911ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.988308Z","caller":"traceutil/trace.go:171","msg":"trace[369800572] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"111.726105ms","start":"2026-05-28T01:03:55.876574Z","end":"2026-05-28T01:03:55.9883Z","steps":["trace[369800572] 'process raft request' (duration: 111.473059ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.988389Z","caller":"traceutil/trace.go:171","msg":"trace[717904044] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"111.983652ms","start":"2026-05-28T01:03:55.876391Z","end":"2026-05-28T01:03:55.988375Z","steps":["trace[717904044] 'process raft request' (duration: 111.581973ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.988406Z","caller":"traceutil/trace.go:171","msg":"trace[1692824404] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"111.87809ms","start":"2026-05-28T01:03:55.876519Z","end":"2026-05-28T01:03:55.988397Z","steps":["trace[1692824404] 'process raft request' (duration: 111.4806ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:55.988421Z","caller":"traceutil/trace.go:171","msg":"trace[1984026441] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"112.219867ms","start":"2026-05-28T01:03:55.87619Z","end":"2026-05-28T01:03:55.98841Z","steps":["trace[1984026441] 'process raft request' (duration: 111.757996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:55.988626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.916532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1069"} {"level":"info","ts":"2026-05-28T01:03:55.988693Z","caller":"traceutil/trace.go:171","msg":"trace[718606170] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:8685; }","duration":"121.027575ms","start":"2026-05-28T01:03:55.867646Z","end":"2026-05-28T01:03:55.988674Z","steps":["trace[718606170] 'agreement among raft nodes before linearized reading' (duration: 120.80641ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.138913Z","caller":"traceutil/trace.go:171","msg":"trace[705548988] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"100.686325ms","start":"2026-05-28T01:03:56.0382Z","end":"2026-05-28T01:03:56.138886Z","steps":["trace[705548988] 'process raft request' (duration: 83.332156ms)","trace[705548988] 'compare' (duration: 17.156744ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:56.139255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.076028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-05-28T01:03:56.139244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.509508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.ceph.rook.io\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-05-28T01:03:56.139298Z","caller":"traceutil/trace.go:171","msg":"trace[1920569963] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:8699; }","duration":"102.15917ms","start":"2026-05-28T01:03:56.037125Z","end":"2026-05-28T01:03:56.139284Z","steps":["trace[1920569963] 'agreement among raft nodes before linearized reading' (duration: 101.982696ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.139318Z","caller":"traceutil/trace.go:171","msg":"trace[1851897249] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.ceph.rook.io; range_end:; response_count:1; response_revision:8699; }","duration":"105.616012ms","start":"2026-05-28T01:03:56.033681Z","end":"2026-05-28T01:03:56.139297Z","steps":["trace[1851897249] 'agreement among raft nodes before linearized reading' (duration: 105.372786ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.163543Z","caller":"traceutil/trace.go:171","msg":"trace[841434494] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"118.432974ms","start":"2026-05-28T01:03:56.045087Z","end":"2026-05-28T01:03:56.16352Z","steps":["trace[841434494] 'process raft request' (duration: 118.198449ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.163601Z","caller":"traceutil/trace.go:171","msg":"trace[1178153535] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"115.330862ms","start":"2026-05-28T01:03:56.048248Z","end":"2026-05-28T01:03:56.163579Z","steps":["trace[1178153535] 'process raft request' (duration: 115.27403ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.163622Z","caller":"traceutil/trace.go:171","msg":"trace[1287011602] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"115.722761ms","start":"2026-05-28T01:03:56.047865Z","end":"2026-05-28T01:03:56.163587Z","steps":["trace[1287011602] 'process raft request' (duration: 115.572207ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.163809Z","caller":"traceutil/trace.go:171","msg":"trace[947651901] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"115.508356ms","start":"2026-05-28T01:03:56.048204Z","end":"2026-05-28T01:03:56.163713Z","steps":["trace[947651901] 'process raft request' (duration: 115.28367ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.163907Z","caller":"traceutil/trace.go:171","msg":"trace[1256374253] transaction","detail":"{read_only:false; response_revision:8705; number_of_response:1; }","duration":"115.372752ms","start":"2026-05-28T01:03:56.048523Z","end":"2026-05-28T01:03:56.163896Z","steps":["trace[1256374253] 'process raft request' (duration: 115.26976ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.163923Z","caller":"traceutil/trace.go:171","msg":"trace[437230969] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"115.591357ms","start":"2026-05-28T01:03:56.048303Z","end":"2026-05-28T01:03:56.163895Z","steps":["trace[437230969] 'process raft request' (duration: 115.249719ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.16397Z","caller":"traceutil/trace.go:171","msg":"trace[509476041] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"115.404372ms","start":"2026-05-28T01:03:56.048548Z","end":"2026-05-28T01:03:56.163953Z","steps":["trace[509476041] 'process raft request' (duration: 115.31554ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.16399Z","caller":"traceutil/trace.go:171","msg":"trace[1136803469] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"115.388572ms","start":"2026-05-28T01:03:56.048592Z","end":"2026-05-28T01:03:56.16398Z","steps":["trace[1136803469] 'process raft request' (duration: 115.30085ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.3275Z","caller":"traceutil/trace.go:171","msg":"trace[989722088] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"157.490845ms","start":"2026-05-28T01:03:56.169985Z","end":"2026-05-28T01:03:56.327476Z","steps":["trace[989722088] 'process raft request' (duration: 157.398923ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.327566Z","caller":"traceutil/trace.go:171","msg":"trace[1742652390] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"158.314925ms","start":"2026-05-28T01:03:56.169231Z","end":"2026-05-28T01:03:56.327546Z","steps":["trace[1742652390] 'process raft request' (duration: 124.485067ms)","trace[1742652390] 'compare' (duration: 33.465819ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:56.32756Z","caller":"traceutil/trace.go:171","msg":"trace[10261067] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"157.440914ms","start":"2026-05-28T01:03:56.170086Z","end":"2026-05-28T01:03:56.327527Z","steps":["trace[10261067] 'process raft request' (duration: 157.326792ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.327489Z","caller":"traceutil/trace.go:171","msg":"trace[869887853] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"157.649369ms","start":"2026-05-28T01:03:56.169807Z","end":"2026-05-28T01:03:56.327456Z","steps":["trace[869887853] 'process raft request' (duration: 157.542156ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.327642Z","caller":"traceutil/trace.go:171","msg":"trace[1276888617] linearizableReadLoop","detail":"{readStateIndex:9048; appliedIndex:9039; }","duration":"119.766986ms","start":"2026-05-28T01:03:56.207858Z","end":"2026-05-28T01:03:56.327625Z","steps":["trace[1276888617] 'read index received' (duration: 85.865566ms)","trace[1276888617] 'applied index is now lower than readState.Index' (duration: 33.90013ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:56.327727Z","caller":"traceutil/trace.go:171","msg":"trace[253847348] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"157.26752ms","start":"2026-05-28T01:03:56.170451Z","end":"2026-05-28T01:03:56.327718Z","steps":["trace[253847348] 'process raft request' (duration: 157.138877ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.327709Z","caller":"traceutil/trace.go:171","msg":"trace[1073896739] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"157.293211ms","start":"2026-05-28T01:03:56.170377Z","end":"2026-05-28T01:03:56.32767Z","steps":["trace[1073896739] 'process raft request' (duration: 157.185518ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.32772Z","caller":"traceutil/trace.go:171","msg":"trace[1976208936] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"157.435644ms","start":"2026-05-28T01:03:56.170251Z","end":"2026-05-28T01:03:56.327687Z","steps":["trace[1976208936] 'process raft request' (duration: 157.212129ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.327634Z","caller":"traceutil/trace.go:171","msg":"trace[161771082] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"157.406243ms","start":"2026-05-28T01:03:56.170151Z","end":"2026-05-28T01:03:56.327557Z","steps":["trace[161771082] 'process raft request' (duration: 157.28576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:56.327859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.260583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:03:56.327889Z","caller":"traceutil/trace.go:171","msg":"trace[795638474] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8718; }","duration":"155.328435ms","start":"2026-05-28T01:03:56.17255Z","end":"2026-05-28T01:03:56.327878Z","steps":["trace[795638474] 'agreement among raft nodes before linearized reading' (duration: 155.160651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:56.328028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.877372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-05-28T01:03:56.328001Z","caller":"traceutil/trace.go:171","msg":"trace[1956109533] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"157.408593ms","start":"2026-05-28T01:03:56.170375Z","end":"2026-05-28T01:03:56.327783Z","steps":["trace[1956109533] 'process raft request' (duration: 157.156237ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.328108Z","caller":"traceutil/trace.go:171","msg":"trace[240892711] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:8718; }","duration":"159.995095ms","start":"2026-05-28T01:03:56.168093Z","end":"2026-05-28T01:03:56.328088Z","steps":["trace[240892711] 'agreement among raft nodes before linearized reading' (duration: 159.672667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:56.328216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.701011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-f45ws.18b39449dbc2ef38\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-05-28T01:03:56.328282Z","caller":"traceutil/trace.go:171","msg":"trace[2136281140] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-f45ws.18b39449dbc2ef38; range_end:; response_count:1; response_revision:8718; }","duration":"160.812654ms","start":"2026-05-28T01:03:56.167451Z","end":"2026-05-28T01:03:56.328264Z","steps":["trace[2136281140] 'agreement among raft nodes before linearized reading' (duration: 160.252421ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.394693Z","caller":"traceutil/trace.go:171","msg":"trace[633662142] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"182.652959ms","start":"2026-05-28T01:03:56.212008Z","end":"2026-05-28T01:03:56.394661Z","steps":["trace[633662142] 'process raft request' (duration: 182.380973ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.394728Z","caller":"traceutil/trace.go:171","msg":"trace[773810961] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"178.792288ms","start":"2026-05-28T01:03:56.215914Z","end":"2026-05-28T01:03:56.394707Z","steps":["trace[773810961] 'process raft request' (duration: 178.657095ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.394774Z","caller":"traceutil/trace.go:171","msg":"trace[1900858901] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"180.540049ms","start":"2026-05-28T01:03:56.214194Z","end":"2026-05-28T01:03:56.394734Z","steps":["trace[1900858901] 'process raft request' (duration: 180.329124ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.507323Z","caller":"traceutil/trace.go:171","msg":"trace[1385619216] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"176.835132ms","start":"2026-05-28T01:03:56.330464Z","end":"2026-05-28T01:03:56.507299Z","steps":["trace[1385619216] 'process raft request' (duration: 153.120212ms)","trace[1385619216] 'compare' (duration: 23.491054ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:56.507492Z","caller":"traceutil/trace.go:171","msg":"trace[160059625] linearizableReadLoop","detail":"{readStateIndex:9053; appliedIndex:9051; }","duration":"112.848352ms","start":"2026-05-28T01:03:56.394615Z","end":"2026-05-28T01:03:56.507463Z","steps":["trace[160059625] 'read index received' (duration: 88.984919ms)","trace[160059625] 'applied index is now lower than readState.Index' (duration: 23.862233ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:56.507613Z","caller":"traceutil/trace.go:171","msg":"trace[365901540] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"172.09117ms","start":"2026-05-28T01:03:56.335465Z","end":"2026-05-28T01:03:56.507556Z","steps":["trace[365901540] 'process raft request' (duration: 171.782662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:56.507681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.074689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:56.507813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.793731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:191"} {"level":"info","ts":"2026-05-28T01:03:56.507859Z","caller":"traceutil/trace.go:171","msg":"trace[2114979235] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:8723; }","duration":"173.890393ms","start":"2026-05-28T01:03:56.333957Z","end":"2026-05-28T01:03:56.507848Z","steps":["trace[2114979235] 'agreement among raft nodes before linearized reading' (duration: 173.747319ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.507884Z","caller":"traceutil/trace.go:171","msg":"trace[1166248600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8723; }","duration":"144.308655ms","start":"2026-05-28T01:03:56.363542Z","end":"2026-05-28T01:03:56.507851Z","steps":["trace[1166248600] 'agreement among raft nodes before linearized reading' (duration: 144.047828ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.577949Z","caller":"traceutil/trace.go:171","msg":"trace[440463634] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"175.556691ms","start":"2026-05-28T01:03:56.402357Z","end":"2026-05-28T01:03:56.577914Z","steps":["trace[440463634] 'process raft request' (duration: 175.360567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:56.578189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.230671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:56.578273Z","caller":"traceutil/trace.go:171","msg":"trace[1322050674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8725; }","duration":"113.362055ms","start":"2026-05-28T01:03:56.464897Z","end":"2026-05-28T01:03:56.578259Z","steps":["trace[1322050674] 'agreement among raft nodes before linearized reading' (duration: 113.234221ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.578272Z","caller":"traceutil/trace.go:171","msg":"trace[1082389213] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"174.761473ms","start":"2026-05-28T01:03:56.403477Z","end":"2026-05-28T01:03:56.578238Z","steps":["trace[1082389213] 'process raft request' (duration: 174.373344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:56.578398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.058622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-28T01:03:56.578523Z","caller":"traceutil/trace.go:171","msg":"trace[261536481] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8725; }","duration":"170.258756ms","start":"2026-05-28T01:03:56.408242Z","end":"2026-05-28T01:03:56.578501Z","steps":["trace[261536481] 'agreement among raft nodes before linearized reading' (duration: 169.931819ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.757917Z","caller":"traceutil/trace.go:171","msg":"trace[1830528562] linearizableReadLoop","detail":"{readStateIndex:9058; appliedIndex:9056; }","duration":"159.38783ms","start":"2026-05-28T01:03:56.598505Z","end":"2026-05-28T01:03:56.757892Z","steps":["trace[1830528562] 'read index received' (duration: 159.259687ms)","trace[1830528562] 'applied index is now lower than readState.Index' (duration: 127.103µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:56.757961Z","caller":"traceutil/trace.go:171","msg":"trace[814071577] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"173.008261ms","start":"2026-05-28T01:03:56.584913Z","end":"2026-05-28T01:03:56.757922Z","steps":["trace[814071577] 'process raft request' (duration: 172.771216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:56.758069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.706966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:56.758117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.611312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:03:56.758144Z","caller":"traceutil/trace.go:171","msg":"trace[2069545625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8728; }","duration":"178.828539ms","start":"2026-05-28T01:03:56.579297Z","end":"2026-05-28T01:03:56.758126Z","steps":["trace[2069545625] 'agreement among raft nodes before linearized reading' (duration: 178.691176ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.758188Z","caller":"traceutil/trace.go:171","msg":"trace[1173837439] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8728; }","duration":"172.717925ms","start":"2026-05-28T01:03:56.585454Z","end":"2026-05-28T01:03:56.758171Z","steps":["trace[1173837439] 'agreement among raft nodes before linearized reading' (duration: 172.48711ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:56.758502Z","caller":"traceutil/trace.go:171","msg":"trace[2077985291] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"168.356392ms","start":"2026-05-28T01:03:56.589566Z","end":"2026-05-28T01:03:56.757922Z","steps":["trace[2077985291] 'process raft request' (duration: 168.27575ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:57.143079Z","caller":"traceutil/trace.go:171","msg":"trace[722989556] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"541.150537ms","start":"2026-05-28T01:03:56.601896Z","end":"2026-05-28T01:03:57.143046Z","steps":["trace[722989556] 'process raft request' (duration: 533.350633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:57.14326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:56.601888Z","time spent":"541.267109ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:03:57.143451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.242243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-05-28T01:03:57.143504Z","caller":"traceutil/trace.go:171","msg":"trace[894194996] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:8730; }","duration":"542.331594ms","start":"2026-05-28T01:03:56.601161Z","end":"2026-05-28T01:03:57.143493Z","steps":["trace[894194996] 'agreement among raft nodes before linearized reading' (duration: 542.15754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:57.143538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:56.601151Z","time spent":"542.377626ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-05-28T01:03:57.143532Z","caller":"traceutil/trace.go:171","msg":"trace[954259905] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"455.472315ms","start":"2026-05-28T01:03:56.688022Z","end":"2026-05-28T01:03:57.143494Z","steps":["trace[954259905] 'process raft request' (duration: 454.980724ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:57.143273Z","caller":"traceutil/trace.go:171","msg":"trace[1954453518] linearizableReadLoop","detail":"{readStateIndex:9060; appliedIndex:9058; }","duration":"385.263309ms","start":"2026-05-28T01:03:56.757988Z","end":"2026-05-28T01:03:57.143251Z","steps":["trace[1954453518] 'read index received' (duration: 377.28271ms)","trace[1954453518] 'applied index is now lower than readState.Index' (duration: 7.979709ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:57.14385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:56.687992Z","time spent":"455.591789ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":307164,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:57.143903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.553822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:57.143983Z","caller":"traceutil/trace.go:171","msg":"trace[561686786] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8730; }","duration":"423.693096ms","start":"2026-05-28T01:03:56.720269Z","end":"2026-05-28T01:03:57.143962Z","steps":["trace[561686786] 'agreement among raft nodes before linearized reading' (duration: 423.199064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:57.144032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:56.720247Z","time spent":"423.775328ms","remote":"127.0.0.1:46146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:03:57.147587Z","caller":"traceutil/trace.go:171","msg":"trace[1961614139] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"380.018445ms","start":"2026-05-28T01:03:56.767529Z","end":"2026-05-28T01:03:57.147548Z","steps":["trace[1961614139] 'process raft request' (duration: 379.676087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:57.147786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:56.767515Z","time spent":"380.166039ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9308,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:57.14786Z","caller":"traceutil/trace.go:171","msg":"trace[38789297] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"379.691238ms","start":"2026-05-28T01:03:56.768154Z","end":"2026-05-28T01:03:57.147845Z","steps":["trace[38789297] 'process raft request' (duration: 379.240488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:57.147952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:56.768139Z","time spent":"379.76557ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14821,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:57.148529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.298897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:03:57.148582Z","caller":"traceutil/trace.go:171","msg":"trace[337046306] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8733; }","duration":"387.353618ms","start":"2026-05-28T01:03:56.761217Z","end":"2026-05-28T01:03:57.148571Z","steps":["trace[337046306] 'agreement among raft nodes before linearized reading' (duration: 387.210765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:57.147804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.455085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T01:03:57.148614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:56.761187Z","time spent":"387.42019ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:03:57.148646Z","caller":"traceutil/trace.go:171","msg":"trace[504929977] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8733; }","duration":"172.333476ms","start":"2026-05-28T01:03:56.976292Z","end":"2026-05-28T01:03:57.148625Z","steps":["trace[504929977] 'agreement among raft nodes before linearized reading' (duration: 171.375973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:57.147789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.519065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:57.150397Z","caller":"traceutil/trace.go:171","msg":"trace[464049907] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8733; }","duration":"271.181388ms","start":"2026-05-28T01:03:56.879182Z","end":"2026-05-28T01:03:57.150363Z","steps":["trace[464049907] 'agreement among raft nodes before linearized reading' (duration: 268.472924ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:57.271481Z","caller":"traceutil/trace.go:171","msg":"trace[1985204115] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"115.102556ms","start":"2026-05-28T01:03:57.156347Z","end":"2026-05-28T01:03:57.271449Z","steps":["trace[1985204115] 'process raft request' (duration: 115.014974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:57.271612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.303097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-05-28T01:03:57.271704Z","caller":"traceutil/trace.go:171","msg":"trace[1893877780] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:8736; }","duration":"114.445471ms","start":"2026-05-28T01:03:57.157238Z","end":"2026-05-28T01:03:57.271684Z","steps":["trace[1893877780] 'agreement among raft nodes before linearized reading' (duration: 114.226726ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:57.271767Z","caller":"traceutil/trace.go:171","msg":"trace[1383469498] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"116.505419ms","start":"2026-05-28T01:03:57.155248Z","end":"2026-05-28T01:03:57.271754Z","steps":["trace[1383469498] 'process raft request' (duration: 91.583931ms)","trace[1383469498] 'compare' (duration: 24.393016ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:57.529416Z","caller":"traceutil/trace.go:171","msg":"trace[866827901] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"244.749844ms","start":"2026-05-28T01:03:57.284633Z","end":"2026-05-28T01:03:57.529382Z","steps":["trace[866827901] 'process raft request' (duration: 244.594051ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:57.52946Z","caller":"traceutil/trace.go:171","msg":"trace[1097895034] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"243.759711ms","start":"2026-05-28T01:03:57.285647Z","end":"2026-05-28T01:03:57.529407Z","steps":["trace[1097895034] 'process raft request' (duration: 243.649818ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:57.529493Z","caller":"traceutil/trace.go:171","msg":"trace[329478838] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"244.921168ms","start":"2026-05-28T01:03:57.284537Z","end":"2026-05-28T01:03:57.529458Z","steps":["trace[329478838] 'process raft request' (duration: 243.987726ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:57.52973Z","caller":"traceutil/trace.go:171","msg":"trace[2008524223] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"243.027084ms","start":"2026-05-28T01:03:57.28667Z","end":"2026-05-28T01:03:57.529697Z","steps":["trace[2008524223] 'process raft request' (duration: 242.678855ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:57.529941Z","caller":"traceutil/trace.go:171","msg":"trace[379506488] linearizableReadLoop","detail":"{readStateIndex:9069; appliedIndex:9066; }","duration":"245.172495ms","start":"2026-05-28T01:03:57.284741Z","end":"2026-05-28T01:03:57.529913Z","steps":["trace[379506488] 'read index received' (duration: 73.611567ms)","trace[379506488] 'applied index is now lower than readState.Index' (duration: 171.559068ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:57.529995Z","caller":"traceutil/trace.go:171","msg":"trace[1111882578] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"242.47882ms","start":"2026-05-28T01:03:57.287503Z","end":"2026-05-28T01:03:57.529981Z","steps":["trace[1111882578] 'process raft request' (duration: 242.088941ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:57.530108Z","caller":"traceutil/trace.go:171","msg":"trace[486010546] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"242.518872ms","start":"2026-05-28T01:03:57.287533Z","end":"2026-05-28T01:03:57.530052Z","steps":["trace[486010546] 'process raft request' (duration: 242.208995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:57.530162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.38436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:57.530224Z","caller":"traceutil/trace.go:171","msg":"trace[4408918] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8743; }","duration":"245.471202ms","start":"2026-05-28T01:03:57.284736Z","end":"2026-05-28T01:03:57.530207Z","steps":["trace[4408918] 'agreement among raft nodes before linearized reading' (duration: 245.309958ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:57.576771Z","caller":"traceutil/trace.go:171","msg":"trace[1176518020] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"209.073462ms","start":"2026-05-28T01:03:57.367667Z","end":"2026-05-28T01:03:57.576741Z","steps":["trace[1176518020] 'process raft request' (duration: 208.845297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:57.576969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.252584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:57.577027Z","caller":"traceutil/trace.go:171","msg":"trace[332466147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8745; }","duration":"111.348947ms","start":"2026-05-28T01:03:57.465663Z","end":"2026-05-28T01:03:57.577012Z","steps":["trace[332466147] 'agreement among raft nodes before linearized reading' (duration: 111.248664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:57.577148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.411994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-05-28T01:03:57.577209Z","caller":"traceutil/trace.go:171","msg":"trace[199866644] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:8745; }","duration":"185.529287ms","start":"2026-05-28T01:03:57.391667Z","end":"2026-05-28T01:03:57.577196Z","steps":["trace[199866644] 'agreement among raft nodes before linearized reading' (duration: 185.272311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:57.577304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.397303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-05-28T01:03:57.577383Z","caller":"traceutil/trace.go:171","msg":"trace[163149194] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:8745; }","duration":"285.512706ms","start":"2026-05-28T01:03:57.291849Z","end":"2026-05-28T01:03:57.577362Z","steps":["trace[163149194] 'agreement among raft nodes before linearized reading' (duration: 285.095016ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:57.577899Z","caller":"traceutil/trace.go:171","msg":"trace[359580296] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"206.671526ms","start":"2026-05-28T01:03:57.371038Z","end":"2026-05-28T01:03:57.57771Z","steps":["trace[359580296] 'process raft request' (duration: 205.647382ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:57.670753Z","caller":"traceutil/trace.go:171","msg":"trace[193274330] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"134.110994ms","start":"2026-05-28T01:03:57.536613Z","end":"2026-05-28T01:03:57.670724Z","steps":["trace[193274330] 'process raft request' (duration: 132.685351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:57.670867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.680058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-28T01:03:57.670881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.749299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6.18b39511d5892627\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-05-28T01:03:57.670946Z","caller":"traceutil/trace.go:171","msg":"trace[618362112] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8746; }","duration":"137.78994ms","start":"2026-05-28T01:03:57.533137Z","end":"2026-05-28T01:03:57.670927Z","steps":["trace[618362112] 'agreement among raft nodes before linearized reading' (duration: 137.482633ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:57.670966Z","caller":"traceutil/trace.go:171","msg":"trace[626438084] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6.18b39511d5892627; range_end:; response_count:1; response_revision:8746; }","duration":"137.874563ms","start":"2026-05-28T01:03:57.533068Z","end":"2026-05-28T01:03:57.670942Z","steps":["trace[626438084] 'agreement among raft nodes before linearized reading' (duration: 137.617887ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:57.943829Z","caller":"traceutil/trace.go:171","msg":"trace[378364338] linearizableReadLoop","detail":"{readStateIndex:9077; appliedIndex:9076; }","duration":"273.234546ms","start":"2026-05-28T01:03:57.670566Z","end":"2026-05-28T01:03:57.9438Z","steps":["trace[378364338] 'read index received' (duration: 227.532378ms)","trace[378364338] 'applied index is now lower than readState.Index' (duration: 45.700688ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:57.944101Z","caller":"traceutil/trace.go:171","msg":"trace[1915500080] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"358.476387ms","start":"2026-05-28T01:03:57.585584Z","end":"2026-05-28T01:03:57.944061Z","steps":["trace[1915500080] 'process raft request' (duration: 312.432131ms)","trace[1915500080] 'compare' (duration: 45.633966ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:57.944253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:57.585562Z","time spent":"358.608361ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6692,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:57.944307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.450507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-05-28T01:03:57.944389Z","caller":"traceutil/trace.go:171","msg":"trace[864694455] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:8747; }","duration":"361.57759ms","start":"2026-05-28T01:03:57.582793Z","end":"2026-05-28T01:03:57.944371Z","steps":["trace[864694455] 'agreement among raft nodes before linearized reading' (duration: 361.330495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:57.944433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:57.582773Z","time spent":"361.651032ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"info","ts":"2026-05-28T01:03:58.001258Z","caller":"traceutil/trace.go:171","msg":"trace[1988647393] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"315.446142ms","start":"2026-05-28T01:03:57.685786Z","end":"2026-05-28T01:03:58.001232Z","steps":["trace[1988647393] 'process raft request' (duration: 315.344889ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:58.00125Z","caller":"traceutil/trace.go:171","msg":"trace[195276274] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"327.878835ms","start":"2026-05-28T01:03:57.673327Z","end":"2026-05-28T01:03:58.001206Z","steps":["trace[195276274] 'process raft request' (duration: 327.66257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:58.001437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:57.685772Z","time spent":"315.574684ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15812,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:58.001518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.461919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"warn","ts":"2026-05-28T01:03:58.001575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:57.673309Z","time spent":"328.150112ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:58.001609Z","caller":"traceutil/trace.go:171","msg":"trace[792474522] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8749; }","duration":"328.599442ms","start":"2026-05-28T01:03:57.672986Z","end":"2026-05-28T01:03:58.001585Z","steps":["trace[792474522] 'agreement among raft nodes before linearized reading' (duration: 328.300385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:58.001664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:57.672968Z","time spent":"328.686845ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-28T01:03:58.118724Z","caller":"traceutil/trace.go:171","msg":"trace[816132260] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"160.728542ms","start":"2026-05-28T01:03:57.95796Z","end":"2026-05-28T01:03:58.118689Z","steps":["trace[816132260] 'process raft request' (duration: 153.755767ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:58.118863Z","caller":"traceutil/trace.go:171","msg":"trace[820233159] linearizableReadLoop","detail":"{readStateIndex:9081; appliedIndex:9079; }","duration":"117.631065ms","start":"2026-05-28T01:03:58.0012Z","end":"2026-05-28T01:03:58.118831Z","steps":["trace[820233159] 'read index received' (duration: 110.461046ms)","trace[820233159] 'applied index is now lower than readState.Index' (duration: 7.168349ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:58.118876Z","caller":"traceutil/trace.go:171","msg":"trace[308872836] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"123.452333ms","start":"2026-05-28T01:03:57.995402Z","end":"2026-05-28T01:03:58.118855Z","steps":["trace[308872836] 'process raft request' (duration: 123.187857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:58.119066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.701354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:03:58.119116Z","caller":"traceutil/trace.go:171","msg":"trace[1633839891] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8751; }","duration":"172.875659ms","start":"2026-05-28T01:03:57.946225Z","end":"2026-05-28T01:03:58.1191Z","steps":["trace[1633839891] 'agreement among raft nodes before linearized reading' (duration: 172.724815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:58.119162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.287621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-05-28T01:03:58.119254Z","caller":"traceutil/trace.go:171","msg":"trace[271275438] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:8751; }","duration":"171.433154ms","start":"2026-05-28T01:03:57.947784Z","end":"2026-05-28T01:03:58.119218Z","steps":["trace[271275438] 'agreement among raft nodes before linearized reading' (duration: 171.098477ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:58.179807Z","caller":"traceutil/trace.go:171","msg":"trace[1023252300] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"168.427444ms","start":"2026-05-28T01:03:58.011342Z","end":"2026-05-28T01:03:58.17977Z","steps":["trace[1023252300] 'process raft request' (duration: 168.170078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:58.179941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.17582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-28T01:03:58.18001Z","caller":"traceutil/trace.go:171","msg":"trace[1804805753] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8752; }","duration":"166.272803ms","start":"2026-05-28T01:03:58.013721Z","end":"2026-05-28T01:03:58.179994Z","steps":["trace[1804805753] 'agreement among raft nodes before linearized reading' (duration: 166.013947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:58.180056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.533457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6.18b3951429103b10\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-05-28T01:03:58.180113Z","caller":"traceutil/trace.go:171","msg":"trace[705629789] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6.18b3951429103b10; range_end:; response_count:1; response_revision:8752; }","duration":"174.589579ms","start":"2026-05-28T01:03:58.005504Z","end":"2026-05-28T01:03:58.180094Z","steps":["trace[705629789] 'agreement among raft nodes before linearized reading' (duration: 174.447266ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:58.327069Z","caller":"traceutil/trace.go:171","msg":"trace[1032061620] linearizableReadLoop","detail":"{readStateIndex:9083; appliedIndex:9082; }","duration":"147.365907ms","start":"2026-05-28T01:03:58.179672Z","end":"2026-05-28T01:03:58.327038Z","steps":["trace[1032061620] 'read index received' (duration: 147.288555ms)","trace[1032061620] 'applied index is now lower than readState.Index' (duration: 75.972µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:58.327209Z","caller":"traceutil/trace.go:171","msg":"trace[291871839] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"196.817184ms","start":"2026-05-28T01:03:58.130377Z","end":"2026-05-28T01:03:58.327194Z","steps":["trace[291871839] 'process raft request' (duration: 196.377934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:58.327419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.33595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:220"} {"level":"info","ts":"2026-05-28T01:03:58.327492Z","caller":"traceutil/trace.go:171","msg":"trace[1739466837] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:8753; }","duration":"204.466173ms","start":"2026-05-28T01:03:58.123009Z","end":"2026-05-28T01:03:58.327475Z","steps":["trace[1739466837] 'agreement among raft nodes before linearized reading' (duration: 204.212568ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:58.447139Z","caller":"traceutil/trace.go:171","msg":"trace[643930933] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"264.728266ms","start":"2026-05-28T01:03:58.182369Z","end":"2026-05-28T01:03:58.447097Z","steps":["trace[643930933] 'process raft request' (duration: 259.542893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:58.447269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.34576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:58.447147Z","caller":"traceutil/trace.go:171","msg":"trace[1947643564] linearizableReadLoop","detail":"{readStateIndex:9085; appliedIndex:9083; }","duration":"119.97341ms","start":"2026-05-28T01:03:58.327146Z","end":"2026-05-28T01:03:58.44712Z","steps":["trace[1947643564] 'read index received' (duration: 114.783278ms)","trace[1947643564] 'applied index is now lower than readState.Index' (duration: 5.189222ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:58.447318Z","caller":"traceutil/trace.go:171","msg":"trace[1167550421] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8755; }","duration":"223.447511ms","start":"2026-05-28T01:03:58.223861Z","end":"2026-05-28T01:03:58.447308Z","steps":["trace[1167550421] 'agreement among raft nodes before linearized reading' (duration: 223.340389ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:58.447308Z","caller":"traceutil/trace.go:171","msg":"trace[1767069923] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"252.941567ms","start":"2026-05-28T01:03:58.194268Z","end":"2026-05-28T01:03:58.447209Z","steps":["trace[1767069923] 'process raft request' (duration: 252.776813ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:58.591965Z","caller":"traceutil/trace.go:171","msg":"trace[1175910937] linearizableReadLoop","detail":"{readStateIndex:9086; appliedIndex:9085; }","duration":"144.617422ms","start":"2026-05-28T01:03:58.447321Z","end":"2026-05-28T01:03:58.591939Z","steps":["trace[1175910937] 'read index received' (duration: 144.54449ms)","trace[1175910937] 'applied index is now lower than readState.Index' (duration: 71.892µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:58.59224Z","caller":"traceutil/trace.go:171","msg":"trace[664479353] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"250.661914ms","start":"2026-05-28T01:03:58.341536Z","end":"2026-05-28T01:03:58.592198Z","steps":["trace[664479353] 'process raft request' (duration: 250.06984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:58.59228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.923662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:232"} {"level":"info","ts":"2026-05-28T01:03:58.592334Z","caller":"traceutil/trace.go:171","msg":"trace[236759755] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:8756; }","duration":"260.049255ms","start":"2026-05-28T01:03:58.332272Z","end":"2026-05-28T01:03:58.592321Z","steps":["trace[236759755] 'agreement among raft nodes before linearized reading' (duration: 259.86049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:58.592355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.734831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T01:03:58.592436Z","caller":"traceutil/trace.go:171","msg":"trace[2107142240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8756; }","duration":"193.840883ms","start":"2026-05-28T01:03:58.398576Z","end":"2026-05-28T01:03:58.592417Z","steps":["trace[2107142240] 'agreement among raft nodes before linearized reading' (duration: 193.525116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:58.828619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.693219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:58.82871Z","caller":"traceutil/trace.go:171","msg":"trace[252657090] linearizableReadLoop","detail":"{readStateIndex:9087; appliedIndex:9086; }","duration":"236.662282ms","start":"2026-05-28T01:03:58.592032Z","end":"2026-05-28T01:03:58.828694Z","steps":["trace[252657090] 'read index received' (duration: 117.82568ms)","trace[252657090] 'applied index is now lower than readState.Index' (duration: 118.835322ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:58.828786Z","caller":"traceutil/trace.go:171","msg":"trace[120793688] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"367.57012ms","start":"2026-05-28T01:03:58.461206Z","end":"2026-05-28T01:03:58.828776Z","steps":["trace[120793688] 'process raft request' (duration: 248.639365ms)","trace[120793688] 'compare' (duration: 118.568276ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:58.828806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.29856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:58.828831Z","caller":"traceutil/trace.go:171","msg":"trace[1966821165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8757; }","duration":"366.348332ms","start":"2026-05-28T01:03:58.462475Z","end":"2026-05-28T01:03:58.828823Z","steps":["trace[1966821165] 'agreement among raft nodes before linearized reading' (duration: 366.303861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:58.828848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:58.462465Z","time spent":"366.380323ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:03:58.828846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:58.461174Z","time spent":"367.644892ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:58.829124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.619571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6.18b39511d5892627\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-05-28T01:03:58.829148Z","caller":"traceutil/trace.go:171","msg":"trace[509750338] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6.18b39511d5892627; range_end:; response_count:1; response_revision:8757; }","duration":"378.669233ms","start":"2026-05-28T01:03:58.450472Z","end":"2026-05-28T01:03:58.829141Z","steps":["trace[509750338] 'agreement among raft nodes before linearized reading' (duration: 378.595411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:58.829162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:58.450458Z","time spent":"378.700293ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6.18b39511d5892627\" "} {"level":"info","ts":"2026-05-28T01:03:59.045321Z","caller":"traceutil/trace.go:171","msg":"trace[227148585] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"446.417401ms","start":"2026-05-28T01:03:58.598872Z","end":"2026-05-28T01:03:59.045289Z","steps":["trace[227148585] 'process raft request' (duration: 389.968379ms)","trace[227148585] 'compare' (duration: 56.204386ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:59.045444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:58.598838Z","time spent":"446.538804ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:59.045414Z","caller":"traceutil/trace.go:171","msg":"trace[1167490840] linearizableReadLoop","detail":"{readStateIndex:9089; appliedIndex:9087; }","duration":"216.649541ms","start":"2026-05-28T01:03:58.828736Z","end":"2026-05-28T01:03:59.045386Z","steps":["trace[1167490840] 'read index received' (duration: 160.129928ms)","trace[1167490840] 'applied index is now lower than readState.Index' (duration: 56.518513ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:59.04554Z","caller":"traceutil/trace.go:171","msg":"trace[197330894] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"424.943804ms","start":"2026-05-28T01:03:58.620582Z","end":"2026-05-28T01:03:59.045525Z","steps":["trace[197330894] 'process raft request' (duration: 424.661158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.045678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:58.620549Z","time spent":"425.036906ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":43585,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:03:59.045827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.91855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-28T01:03:59.045932Z","caller":"traceutil/trace.go:171","msg":"trace[995966294] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:8759; }","duration":"449.079813ms","start":"2026-05-28T01:03:58.596823Z","end":"2026-05-28T01:03:59.045903Z","steps":["trace[995966294] 'agreement among raft nodes before linearized reading' (duration: 448.715825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.045985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:58.596799Z","time spent":"449.172696ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"info","ts":"2026-05-28T01:03:59.107047Z","caller":"traceutil/trace.go:171","msg":"trace[35716265] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"263.389904ms","start":"2026-05-28T01:03:58.843636Z","end":"2026-05-28T01:03:59.107026Z","steps":["trace[35716265] 'process raft request' (duration: 263.334932ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.107318Z","caller":"traceutil/trace.go:171","msg":"trace[1816853830] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"276.195286ms","start":"2026-05-28T01:03:58.831117Z","end":"2026-05-28T01:03:59.107312Z","steps":["trace[1816853830] 'process raft request' (duration: 275.725595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.107644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.185358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-05-28T01:03:59.107664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.527322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T01:03:59.107708Z","caller":"traceutil/trace.go:171","msg":"trace[741603119] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:8761; }","duration":"104.305801ms","start":"2026-05-28T01:03:59.003386Z","end":"2026-05-28T01:03:59.107692Z","steps":["trace[741603119] 'agreement among raft nodes before linearized reading' (duration: 104.105056ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.107724Z","caller":"traceutil/trace.go:171","msg":"trace[1138119850] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8761; }","duration":"128.639475ms","start":"2026-05-28T01:03:58.979068Z","end":"2026-05-28T01:03:59.107707Z","steps":["trace[1138119850] 'agreement among raft nodes before linearized reading' (duration: 128.45299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.107765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.220552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T01:03:59.107792Z","caller":"traceutil/trace.go:171","msg":"trace[281931160] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8761; }","duration":"130.294083ms","start":"2026-05-28T01:03:58.977491Z","end":"2026-05-28T01:03:59.107785Z","steps":["trace[281931160] 'agreement among raft nodes before linearized reading' (duration: 130.190941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.175608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.967152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-05-28T01:03:59.17571Z","caller":"traceutil/trace.go:171","msg":"trace[412128278] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:8762; }","duration":"126.119735ms","start":"2026-05-28T01:03:59.049566Z","end":"2026-05-28T01:03:59.175686Z","steps":["trace[412128278] 'agreement among raft nodes before linearized reading' (duration: 125.829758ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.232585Z","caller":"traceutil/trace.go:171","msg":"trace[384023577] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"122.205563ms","start":"2026-05-28T01:03:59.110358Z","end":"2026-05-28T01:03:59.232564Z","steps":["trace[384023577] 'process raft request' (duration: 121.612329ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.232894Z","caller":"traceutil/trace.go:171","msg":"trace[1963321764] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"120.278667ms","start":"2026-05-28T01:03:59.112605Z","end":"2026-05-28T01:03:59.232884Z","steps":["trace[1963321764] 'process raft request' (duration: 119.479899ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.233025Z","caller":"traceutil/trace.go:171","msg":"trace[235236008] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"119.592692ms","start":"2026-05-28T01:03:59.113424Z","end":"2026-05-28T01:03:59.233017Z","steps":["trace[235236008] 'process raft request' (duration: 118.738782ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.233444Z","caller":"traceutil/trace.go:171","msg":"trace[1773997998] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"100.209584ms","start":"2026-05-28T01:03:59.133212Z","end":"2026-05-28T01:03:59.233422Z","steps":["trace[1773997998] 'process raft request' (duration: 99.035217ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.394108Z","caller":"traceutil/trace.go:171","msg":"trace[209337884] linearizableReadLoop","detail":"{readStateIndex:9098; appliedIndex:9092; }","duration":"193.081586ms","start":"2026-05-28T01:03:59.201008Z","end":"2026-05-28T01:03:59.394089Z","steps":["trace[209337884] 'read index received' (duration: 30.90965ms)","trace[209337884] 'applied index is now lower than readState.Index' (duration: 162.171256ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:59.394255Z","caller":"traceutil/trace.go:171","msg":"trace[297921599] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"187.157136ms","start":"2026-05-28T01:03:59.207069Z","end":"2026-05-28T01:03:59.394226Z","steps":["trace[297921599] 'process raft request' (duration: 186.89942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.39437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.344612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:03:59.394415Z","caller":"traceutil/trace.go:171","msg":"trace[1680053155] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8768; }","duration":"193.420713ms","start":"2026-05-28T01:03:59.200981Z","end":"2026-05-28T01:03:59.394402Z","steps":["trace[1680053155] 'agreement among raft nodes before linearized reading' (duration: 193.26964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.458859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.647038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-05-28T01:03:59.458857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.330699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-05-28T01:03:59.458898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.652179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-05-28T01:03:59.45893Z","caller":"traceutil/trace.go:171","msg":"trace[497339977] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:8769; }","duration":"229.77045ms","start":"2026-05-28T01:03:59.229145Z","end":"2026-05-28T01:03:59.458916Z","steps":["trace[497339977] 'agreement among raft nodes before linearized reading' (duration: 229.596326ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.45895Z","caller":"traceutil/trace.go:171","msg":"trace[183905721] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:8769; }","duration":"187.466962ms","start":"2026-05-28T01:03:59.271463Z","end":"2026-05-28T01:03:59.45893Z","steps":["trace[183905721] 'agreement among raft nodes before linearized reading' (duration: 187.231237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.458955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.963252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:59.458863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.809728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:59.459026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.185736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:59.459042Z","caller":"traceutil/trace.go:171","msg":"trace[1353193958] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8769; }","duration":"254.091244ms","start":"2026-05-28T01:03:59.204928Z","end":"2026-05-28T01:03:59.459019Z","steps":["trace[1353193958] 'agreement among raft nodes before linearized reading' (duration: 253.91013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.459043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.808337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:59.458893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.759303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-05-28T01:03:59.459085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.312821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-05-28T01:03:59.459066Z","caller":"traceutil/trace.go:171","msg":"trace[1537005371] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8769; }","duration":"162.248277ms","start":"2026-05-28T01:03:59.296805Z","end":"2026-05-28T01:03:59.459054Z","steps":["trace[1537005371] 'agreement among raft nodes before linearized reading' (duration: 162.185656ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.459117Z","caller":"traceutil/trace.go:171","msg":"trace[238340707] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:8769; }","duration":"111.015128ms","start":"2026-05-28T01:03:59.348091Z","end":"2026-05-28T01:03:59.459106Z","steps":["trace[238340707] 'agreement among raft nodes before linearized reading' (duration: 110.613499ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.459111Z","caller":"traceutil/trace.go:171","msg":"trace[815979881] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8769; }","duration":"161.901409ms","start":"2026-05-28T01:03:59.297192Z","end":"2026-05-28T01:03:59.459093Z","steps":["trace[815979881] 'agreement among raft nodes before linearized reading' (duration: 161.793427ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.459135Z","caller":"traceutil/trace.go:171","msg":"trace[276535262] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:8769; }","duration":"182.374583ms","start":"2026-05-28T01:03:59.276744Z","end":"2026-05-28T01:03:59.459119Z","steps":["trace[276535262] 'agreement among raft nodes before linearized reading' (duration: 182.25578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.459166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.368686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6.18b3943962d952fa\" ","response":"range_response_count:1 size:843"} {"level":"warn","ts":"2026-05-28T01:03:59.459132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.920857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-05-28T01:03:59.458949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.017853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:59.458962Z","caller":"traceutil/trace.go:171","msg":"trace[831423401] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:8769; }","duration":"185.717252ms","start":"2026-05-28T01:03:59.273227Z","end":"2026-05-28T01:03:59.458944Z","steps":["trace[831423401] 'agreement among raft nodes before linearized reading' (duration: 185.453355ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.459217Z","caller":"traceutil/trace.go:171","msg":"trace[546162599] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8769; }","duration":"254.3416ms","start":"2026-05-28T01:03:59.204872Z","end":"2026-05-28T01:03:59.459213Z","steps":["trace[546162599] 'agreement among raft nodes before linearized reading' (duration: 253.998852ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.459227Z","caller":"traceutil/trace.go:171","msg":"trace[763972552] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:8769; }","duration":"231.067161ms","start":"2026-05-28T01:03:59.228138Z","end":"2026-05-28T01:03:59.459205Z","steps":["trace[763972552] 'agreement among raft nodes before linearized reading' (duration: 230.768784ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.45909Z","caller":"traceutil/trace.go:171","msg":"trace[922848389] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8769; }","duration":"254.052944ms","start":"2026-05-28T01:03:59.204994Z","end":"2026-05-28T01:03:59.459047Z","steps":["trace[922848389] 'agreement among raft nodes before linearized reading' (duration: 253.791218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.458954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.063504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:59.459256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.144879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-05-28T01:03:59.459185Z","caller":"traceutil/trace.go:171","msg":"trace[935872580] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6.18b3943962d952fa; range_end:; response_count:1; response_revision:8769; }","duration":"219.388066ms","start":"2026-05-28T01:03:59.239791Z","end":"2026-05-28T01:03:59.459179Z","steps":["trace[935872580] 'agreement among raft nodes before linearized reading' (duration: 219.329505ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.459289Z","caller":"traceutil/trace.go:171","msg":"trace[1357294504] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8769; }","duration":"162.426461ms","start":"2026-05-28T01:03:59.296852Z","end":"2026-05-28T01:03:59.459279Z","steps":["trace[1357294504] 'agreement among raft nodes before linearized reading' (duration: 162.071623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.45918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.824831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-28T01:03:59.45932Z","caller":"traceutil/trace.go:171","msg":"trace[1843523810] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:8769; }","duration":"191.241121ms","start":"2026-05-28T01:03:59.268061Z","end":"2026-05-28T01:03:59.459302Z","steps":["trace[1843523810] 'agreement among raft nodes before linearized reading' (duration: 191.154239ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.459367Z","caller":"traceutil/trace.go:171","msg":"trace[608859781] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:8769; }","duration":"199.054476ms","start":"2026-05-28T01:03:59.260299Z","end":"2026-05-28T01:03:59.459353Z","steps":["trace[608859781] 'agreement among raft nodes before linearized reading' (duration: 198.755809ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.459553Z","caller":"traceutil/trace.go:171","msg":"trace[1545041288] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"195.360279ms","start":"2026-05-28T01:03:59.263645Z","end":"2026-05-28T01:03:59.459006Z","steps":["trace[1545041288] 'process raft request' (duration: 194.790556ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.565733Z","caller":"traceutil/trace.go:171","msg":"trace[1487014739] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"170.606604ms","start":"2026-05-28T01:03:59.395099Z","end":"2026-05-28T01:03:59.565706Z","steps":["trace[1487014739] 'process raft request' (duration: 169.736154ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.565881Z","caller":"traceutil/trace.go:171","msg":"trace[867505676] linearizableReadLoop","detail":"{readStateIndex:9102; appliedIndex:9100; }","duration":"107.185019ms","start":"2026-05-28T01:03:59.458664Z","end":"2026-05-28T01:03:59.565849Z","steps":["trace[867505676] 'read index received' (duration: 106.186235ms)","trace[867505676] 'applied index is now lower than readState.Index' (duration: 997.404µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:59.566074Z","caller":"traceutil/trace.go:171","msg":"trace[631079881] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"128.122012ms","start":"2026-05-28T01:03:59.437865Z","end":"2026-05-28T01:03:59.565987Z","steps":["trace[631079881] 'process raft request' (duration: 127.812255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.566481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.366625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223133"} {"level":"info","ts":"2026-05-28T01:03:59.566534Z","caller":"traceutil/trace.go:171","msg":"trace[395274484] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8771; }","duration":"166.509918ms","start":"2026-05-28T01:03:59.400013Z","end":"2026-05-28T01:03:59.566522Z","steps":["trace[395274484] 'agreement among raft nodes before linearized reading' (duration: 166.000206ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.624987Z","caller":"traceutil/trace.go:171","msg":"trace[2094134623] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"163.774084ms","start":"2026-05-28T01:03:59.461177Z","end":"2026-05-28T01:03:59.624951Z","steps":["trace[2094134623] 'process raft request' (duration: 163.514928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.625141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.941154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:59.625226Z","caller":"traceutil/trace.go:171","msg":"trace[2006561768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8773; }","duration":"160.039366ms","start":"2026-05-28T01:03:59.465167Z","end":"2026-05-28T01:03:59.625206Z","steps":["trace[2006561768] 'agreement among raft nodes before linearized reading' (duration: 159.898413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.625286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.467749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-05-28T01:03:59.625305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.132411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-05-28T01:03:59.625361Z","caller":"traceutil/trace.go:171","msg":"trace[1461078315] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:8773; }","duration":"161.563871ms","start":"2026-05-28T01:03:59.463778Z","end":"2026-05-28T01:03:59.625342Z","steps":["trace[1461078315] 'agreement among raft nodes before linearized reading' (duration: 161.330836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.625342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.283335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-05-28T01:03:59.625372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.463199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-05-28T01:03:59.625425Z","caller":"traceutil/trace.go:171","msg":"trace[1838779963] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:8773; }","duration":"161.396518ms","start":"2026-05-28T01:03:59.464014Z","end":"2026-05-28T01:03:59.62541Z","steps":["trace[1838779963] 'agreement among raft nodes before linearized reading' (duration: 161.126511ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.625503Z","caller":"traceutil/trace.go:171","msg":"trace[141624001] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"140.933195ms","start":"2026-05-28T01:03:59.484525Z","end":"2026-05-28T01:03:59.625458Z","steps":["trace[141624001] 'process raft request' (duration: 140.351511ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.6255Z","caller":"traceutil/trace.go:171","msg":"trace[2018172792] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:8773; }","duration":"161.591543ms","start":"2026-05-28T01:03:59.463854Z","end":"2026-05-28T01:03:59.625445Z","steps":["trace[2018172792] 'agreement among raft nodes before linearized reading' (duration: 161.349317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.625536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.816827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-05-28T01:03:59.625582Z","caller":"traceutil/trace.go:171","msg":"trace[572892124] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:8773; }","duration":"161.861998ms","start":"2026-05-28T01:03:59.463707Z","end":"2026-05-28T01:03:59.625569Z","steps":["trace[572892124] 'agreement among raft nodes before linearized reading' (duration: 161.698905ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.625369Z","caller":"traceutil/trace.go:171","msg":"trace[79165060] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:8773; }","duration":"161.243994ms","start":"2026-05-28T01:03:59.464106Z","end":"2026-05-28T01:03:59.62535Z","steps":["trace[79165060] 'agreement among raft nodes before linearized reading' (duration: 161.134132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.625717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.646037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-28T01:03:59.625756Z","caller":"traceutil/trace.go:171","msg":"trace[257735931] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:8773; }","duration":"162.699609ms","start":"2026-05-28T01:03:59.463045Z","end":"2026-05-28T01:03:59.625745Z","steps":["trace[257735931] 'agreement among raft nodes before linearized reading' (duration: 162.599226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.625778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.027992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-05-28T01:03:59.625833Z","caller":"traceutil/trace.go:171","msg":"trace[1982687084] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:8773; }","duration":"162.091213ms","start":"2026-05-28T01:03:59.463729Z","end":"2026-05-28T01:03:59.62582Z","steps":["trace[1982687084] 'agreement among raft nodes before linearized reading' (duration: 161.96645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.626202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.167599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-05-28T01:03:59.626241Z","caller":"traceutil/trace.go:171","msg":"trace[504109811] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:8773; }","duration":"163.230681ms","start":"2026-05-28T01:03:59.463Z","end":"2026-05-28T01:03:59.626231Z","steps":["trace[504109811] 'agreement among raft nodes before linearized reading' (duration: 162.825992ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.760205Z","caller":"traceutil/trace.go:171","msg":"trace[1766044733] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"128.603804ms","start":"2026-05-28T01:03:59.631567Z","end":"2026-05-28T01:03:59.760171Z","steps":["trace[1766044733] 'process raft request' (duration: 128.394929ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.760263Z","caller":"traceutil/trace.go:171","msg":"trace[1492572489] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"128.103602ms","start":"2026-05-28T01:03:59.632126Z","end":"2026-05-28T01:03:59.760229Z","steps":["trace[1492572489] 'process raft request' (duration: 127.969039ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.760299Z","caller":"traceutil/trace.go:171","msg":"trace[1684594265] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"128.096132ms","start":"2026-05-28T01:03:59.631478Z","end":"2026-05-28T01:03:59.759574Z","steps":["trace[1684594265] 'process raft request' (duration: 74.580589ms)","trace[1684594265] 'compare' (duration: 53.158295ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:59.760357Z","caller":"traceutil/trace.go:171","msg":"trace[1569444399] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"126.948705ms","start":"2026-05-28T01:03:59.633385Z","end":"2026-05-28T01:03:59.760334Z","steps":["trace[1569444399] 'process raft request' (duration: 126.806912ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.760498Z","caller":"traceutil/trace.go:171","msg":"trace[496280297] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"127.051168ms","start":"2026-05-28T01:03:59.633273Z","end":"2026-05-28T01:03:59.760324Z","steps":["trace[496280297] 'process raft request' (duration: 126.861683ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.760689Z","caller":"traceutil/trace.go:171","msg":"trace[1197776590] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"125.601753ms","start":"2026-05-28T01:03:59.635074Z","end":"2026-05-28T01:03:59.760675Z","steps":["trace[1197776590] 'process raft request' (duration: 125.430659ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.760702Z","caller":"traceutil/trace.go:171","msg":"trace[436161302] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"124.791294ms","start":"2026-05-28T01:03:59.635898Z","end":"2026-05-28T01:03:59.76069Z","steps":["trace[436161302] 'process raft request' (duration: 124.694772ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.760675Z","caller":"traceutil/trace.go:171","msg":"trace[1650853816] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"125.8925ms","start":"2026-05-28T01:03:59.63476Z","end":"2026-05-28T01:03:59.760652Z","steps":["trace[1650853816] 'process raft request' (duration: 125.475881ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.761372Z","caller":"traceutil/trace.go:171","msg":"trace[854054689] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"124.966668ms","start":"2026-05-28T01:03:59.63639Z","end":"2026-05-28T01:03:59.761356Z","steps":["trace[854054689] 'process raft request' (duration: 124.837965ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.761468Z","caller":"traceutil/trace.go:171","msg":"trace[737313828] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"124.655871ms","start":"2026-05-28T01:03:59.636787Z","end":"2026-05-28T01:03:59.761442Z","steps":["trace[737313828] 'process raft request' (duration: 124.498057ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.76153Z","caller":"traceutil/trace.go:171","msg":"trace[564847947] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"125.416329ms","start":"2026-05-28T01:03:59.636094Z","end":"2026-05-28T01:03:59.76151Z","steps":["trace[564847947] 'process raft request' (duration: 124.562018ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.761618Z","caller":"traceutil/trace.go:171","msg":"trace[1366696787] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"124.262282ms","start":"2026-05-28T01:03:59.637339Z","end":"2026-05-28T01:03:59.761602Z","steps":["trace[1366696787] 'process raft request' (duration: 123.997246ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.761652Z","caller":"traceutil/trace.go:171","msg":"trace[1909126182] linearizableReadLoop","detail":"{readStateIndex:9110; appliedIndex:9105; }","duration":"127.104409ms","start":"2026-05-28T01:03:59.634531Z","end":"2026-05-28T01:03:59.761635Z","steps":["trace[1909126182] 'read index received' (duration: 71.681431ms)","trace[1909126182] 'applied index is now lower than readState.Index' (duration: 55.422038ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:59.761981Z","caller":"traceutil/trace.go:171","msg":"trace[298620724] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"122.194452ms","start":"2026-05-28T01:03:59.639773Z","end":"2026-05-28T01:03:59.761967Z","steps":["trace[298620724] 'process raft request' (duration: 121.611369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.762037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.426966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9157dec4-5ce9-4b5f-85ac-f7420a8b5bf8\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-28T01:03:59.762081Z","caller":"traceutil/trace.go:171","msg":"trace[1220947922] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9157dec4-5ce9-4b5f-85ac-f7420a8b5bf8; range_end:; response_count:1; response_revision:8788; }","duration":"127.496548ms","start":"2026-05-28T01:03:59.634571Z","end":"2026-05-28T01:03:59.762068Z","steps":["trace[1220947922] 'agreement among raft nodes before linearized reading' (duration: 127.321544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.762089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.960612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-873f154f-024f-41b2-ac00-711ff271d2b6\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-28T01:03:59.76216Z","caller":"traceutil/trace.go:171","msg":"trace[1830949810] range","detail":"{range_begin:/registry/persistentvolumes/pvc-873f154f-024f-41b2-ac00-711ff271d2b6; range_end:; response_count:1; response_revision:8788; }","duration":"126.056864ms","start":"2026-05-28T01:03:59.636085Z","end":"2026-05-28T01:03:59.762142Z","steps":["trace[1830949810] 'agreement among raft nodes before linearized reading' (duration: 125.8913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.762198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.620961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d5c824d7-94b4-4af0-9d51-d70224b534ed\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-05-28T01:03:59.762248Z","caller":"traceutil/trace.go:171","msg":"trace[491384918] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d5c824d7-94b4-4af0-9d51-d70224b534ed; range_end:; response_count:1; response_revision:8788; }","duration":"127.749694ms","start":"2026-05-28T01:03:59.634486Z","end":"2026-05-28T01:03:59.762236Z","steps":["trace[491384918] 'agreement among raft nodes before linearized reading' (duration: 127.549269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.762294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.257159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f667f713-dbdc-4d76-972f-99feba9d7d3c\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-05-28T01:03:59.762323Z","caller":"traceutil/trace.go:171","msg":"trace[789882314] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f667f713-dbdc-4d76-972f-99feba9d7d3c; range_end:; response_count:1; response_revision:8788; }","duration":"126.29931ms","start":"2026-05-28T01:03:59.636016Z","end":"2026-05-28T01:03:59.762315Z","steps":["trace[789882314] 'agreement among raft nodes before linearized reading' (duration: 126.210198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.762392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.677492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0cc5399f-206b-440c-8450-46429ac4d9e3\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-05-28T01:03:59.762432Z","caller":"traceutil/trace.go:171","msg":"trace[63321628] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0cc5399f-206b-440c-8450-46429ac4d9e3; range_end:; response_count:1; response_revision:8788; }","duration":"127.739853ms","start":"2026-05-28T01:03:59.634679Z","end":"2026-05-28T01:03:59.762419Z","steps":["trace[63321628] 'agreement among raft nodes before linearized reading' (duration: 127.58999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:59.762452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.326171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1422abff-653c-4c28-a639-fae3c2bfa373\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-05-28T01:03:59.762463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.470024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-497671b3-41a9-4391-b005-9eba85fccf9b\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-05-28T01:03:59.762481Z","caller":"traceutil/trace.go:171","msg":"trace[1660657208] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1422abff-653c-4c28-a639-fae3c2bfa373; range_end:; response_count:1; response_revision:8788; }","duration":"126.375001ms","start":"2026-05-28T01:03:59.636097Z","end":"2026-05-28T01:03:59.762472Z","steps":["trace[1660657208] 'agreement among raft nodes before linearized reading' (duration: 126.287039ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.762507Z","caller":"traceutil/trace.go:171","msg":"trace[415827366] range","detail":"{range_begin:/registry/persistentvolumes/pvc-497671b3-41a9-4391-b005-9eba85fccf9b; range_end:; response_count:1; response_revision:8788; }","duration":"126.528615ms","start":"2026-05-28T01:03:59.635966Z","end":"2026-05-28T01:03:59.762494Z","steps":["trace[415827366] 'agreement among raft nodes before linearized reading' (duration: 126.406432ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:59.916783Z","caller":"traceutil/trace.go:171","msg":"trace[1051035681] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"149.931497ms","start":"2026-05-28T01:03:59.766824Z","end":"2026-05-28T01:03:59.916755Z","steps":["trace[1051035681] 'process raft request' (duration: 149.753963ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:00.162331Z","caller":"traceutil/trace.go:171","msg":"trace[220659449] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9119; }","duration":"394.63175ms","start":"2026-05-28T01:03:59.767679Z","end":"2026-05-28T01:04:00.16231Z","steps":["trace[220659449] 'read index received' (duration: 148.868942ms)","trace[220659449] 'applied index is now lower than readState.Index' (duration: 245.761918ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:00.162435Z","caller":"traceutil/trace.go:171","msg":"trace[737457865] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"395.254125ms","start":"2026-05-28T01:03:59.767171Z","end":"2026-05-28T01:04:00.162425Z","steps":["trace[737457865] 'process raft request' (duration: 394.875946ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:00.162532Z","caller":"traceutil/trace.go:171","msg":"trace[259659085] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"393.722219ms","start":"2026-05-28T01:03:59.76878Z","end":"2026-05-28T01:04:00.162502Z","steps":["trace[259659085] 'process raft request' (duration: 393.434682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:00.162575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:59.767158Z","time spent":"395.301746ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:00.162613Z","caller":"traceutil/trace.go:171","msg":"trace[751356052] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"391.363123ms","start":"2026-05-28T01:03:59.771213Z","end":"2026-05-28T01:04:00.162576Z","steps":["trace[751356052] 'process raft request' (duration: 391.056035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:00.162722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:59.768761Z","time spent":"393.850512ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4110,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:00.162842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:59.771204Z","time spent":"391.523967ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5620,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:00.162879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.162193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/rook-ceph/\" range_end:\"/registry/limitranges/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:00.162993Z","caller":"traceutil/trace.go:171","msg":"trace[1580937686] range","detail":"{range_begin:/registry/limitranges/rook-ceph/; range_end:/registry/limitranges/rook-ceph0; response_count:0; response_revision:8792; }","duration":"395.282046ms","start":"2026-05-28T01:03:59.767675Z","end":"2026-05-28T01:04:00.162957Z","steps":["trace[1580937686] 'agreement among raft nodes before linearized reading' (duration: 395.089981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:00.163062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:59.767653Z","time spent":"395.393948ms","remote":"127.0.0.1:45928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/rook-ceph/\" range_end:\"/registry/limitranges/rook-ceph0\" "} {"level":"info","ts":"2026-05-28T01:04:00.296656Z","caller":"traceutil/trace.go:171","msg":"trace[301427292] linearizableReadLoop","detail":"{readStateIndex:9125; appliedIndex:9123; }","duration":"134.237837ms","start":"2026-05-28T01:04:00.162395Z","end":"2026-05-28T01:04:00.296633Z","steps":["trace[301427292] 'read index received' (duration: 125.191724ms)","trace[301427292] 'applied index is now lower than readState.Index' (duration: 9.045263ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:00.296773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.715956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:00.296821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.920007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:00.296858Z","caller":"traceutil/trace.go:171","msg":"trace[2144693992] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8794; }","duration":"420.029009ms","start":"2026-05-28T01:03:59.876818Z","end":"2026-05-28T01:04:00.296847Z","steps":["trace[2144693992] 'agreement among raft nodes before linearized reading' (duration: 419.939587ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:00.296859Z","caller":"traceutil/trace.go:171","msg":"trace[1026550300] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8794; }","duration":"395.857439ms","start":"2026-05-28T01:03:59.900983Z","end":"2026-05-28T01:04:00.296841Z","steps":["trace[1026550300] 'agreement among raft nodes before linearized reading' (duration: 395.655374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:00.2969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:59.87679Z","time spent":"420.100391ms","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:00.296952Z","caller":"traceutil/trace.go:171","msg":"trace[1038993342] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"172.765075ms","start":"2026-05-28T01:04:00.124175Z","end":"2026-05-28T01:04:00.29694Z","steps":["trace[1038993342] 'process raft request' (duration: 172.402517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:00.296905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:59.900964Z","time spent":"395.93016ms","remote":"127.0.0.1:37114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-05-28T01:04:00.296921Z","caller":"traceutil/trace.go:171","msg":"trace[1739868237] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"295.825859ms","start":"2026-05-28T01:04:00.000993Z","end":"2026-05-28T01:04:00.296819Z","steps":["trace[1739868237] 'process raft request' (duration: 286.584241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:00.297046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.669088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:00.297102Z","caller":"traceutil/trace.go:171","msg":"trace[1815843860] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8794; }","duration":"396.791441ms","start":"2026-05-28T01:03:59.9003Z","end":"2026-05-28T01:04:00.297091Z","steps":["trace[1815843860] 'agreement among raft nodes before linearized reading' (duration: 396.656768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:00.297175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:59.900277Z","time spent":"396.889023ms","remote":"127.0.0.1:37114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T01:04:00.297348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.997686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:00.297456Z","caller":"traceutil/trace.go:171","msg":"trace[188325254] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8794; }","duration":"397.115188ms","start":"2026-05-28T01:03:59.900276Z","end":"2026-05-28T01:04:00.297392Z","steps":["trace[188325254] 'agreement among raft nodes before linearized reading' (duration: 396.472423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:00.297549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:59.900254Z","time spent":"397.280822ms","remote":"127.0.0.1:37114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:00.333183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.606745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:00.333222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.385793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:00.333243Z","caller":"traceutil/trace.go:171","msg":"trace[1670492700] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8796; }","duration":"131.717488ms","start":"2026-05-28T01:04:00.201512Z","end":"2026-05-28T01:04:00.33323Z","steps":["trace[1670492700] 'agreement among raft nodes before linearized reading' (duration: 131.590435ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:00.333284Z","caller":"traceutil/trace.go:171","msg":"trace[588803113] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8796; }","duration":"132.469685ms","start":"2026-05-28T01:04:00.200792Z","end":"2026-05-28T01:04:00.333262Z","steps":["trace[588803113] 'agreement among raft nodes before linearized reading' (duration: 132.369213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:00.333272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.863716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6.18b3943969b48441\" ","response":"range_response_count:1 size:795"} {"level":"warn","ts":"2026-05-28T01:04:00.333299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.329582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:00.333338Z","caller":"traceutil/trace.go:171","msg":"trace[1886342878] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-b8zh6.18b3943969b48441; range_end:; response_count:1; response_revision:8796; }","duration":"166.979919ms","start":"2026-05-28T01:04:00.166341Z","end":"2026-05-28T01:04:00.333321Z","steps":["trace[1886342878] 'agreement among raft nodes before linearized reading' (duration: 166.742373ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:00.333373Z","caller":"traceutil/trace.go:171","msg":"trace[944768857] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8796; }","duration":"132.473056ms","start":"2026-05-28T01:04:00.200883Z","end":"2026-05-28T01:04:00.333356Z","steps":["trace[944768857] 'agreement among raft nodes before linearized reading' (duration: 132.338773ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:00.333486Z","caller":"traceutil/trace.go:171","msg":"trace[1888147146] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"117.944042ms","start":"2026-05-28T01:04:00.215487Z","end":"2026-05-28T01:04:00.333431Z","steps":["trace[1888147146] 'process raft request' (duration: 117.515272ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:00.333513Z","caller":"traceutil/trace.go:171","msg":"trace[212095267] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"166.58537ms","start":"2026-05-28T01:04:00.166878Z","end":"2026-05-28T01:04:00.333464Z","steps":["trace[212095267] 'process raft request' (duration: 166.013087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:00.33366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.446267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4125"} {"level":"info","ts":"2026-05-28T01:04:00.333693Z","caller":"traceutil/trace.go:171","msg":"trace[164631546] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:8796; }","duration":"163.517808ms","start":"2026-05-28T01:04:00.170167Z","end":"2026-05-28T01:04:00.333685Z","steps":["trace[164631546] 'agreement among raft nodes before linearized reading' (duration: 163.343594ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:00.543582Z","caller":"traceutil/trace.go:171","msg":"trace[927190506] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"206.030491ms","start":"2026-05-28T01:04:00.337532Z","end":"2026-05-28T01:04:00.543562Z","steps":["trace[927190506] 'process raft request' (duration: 205.874557ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:00.543548Z","caller":"traceutil/trace.go:171","msg":"trace[1026087017] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"206.01114ms","start":"2026-05-28T01:04:00.337482Z","end":"2026-05-28T01:04:00.543493Z","steps":["trace[1026087017] 'process raft request' (duration: 205.749564ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:00.543705Z","caller":"traceutil/trace.go:171","msg":"trace[550995994] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"204.209278ms","start":"2026-05-28T01:04:00.339472Z","end":"2026-05-28T01:04:00.543681Z","steps":["trace[550995994] 'process raft request' (duration: 204.026283ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:00.547117Z","caller":"traceutil/trace.go:171","msg":"trace[1007098676] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"205.16703ms","start":"2026-05-28T01:04:00.341928Z","end":"2026-05-28T01:04:00.547095Z","steps":["trace[1007098676] 'process raft request' (duration: 205.035747ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:00.710875Z","caller":"traceutil/trace.go:171","msg":"trace[137375164] linearizableReadLoop","detail":"{readStateIndex:9137; appliedIndex:9135; }","duration":"149.777733ms","start":"2026-05-28T01:04:00.561074Z","end":"2026-05-28T01:04:00.710851Z","steps":["trace[137375164] 'read index received' (duration: 97.592142ms)","trace[137375164] 'applied index is now lower than readState.Index' (duration: 52.184561ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:00.711055Z","caller":"traceutil/trace.go:171","msg":"trace[963409432] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"150.242895ms","start":"2026-05-28T01:04:00.560756Z","end":"2026-05-28T01:04:00.710998Z","steps":["trace[963409432] 'process raft request' (duration: 149.957078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:00.711175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.069021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4039"} {"level":"info","ts":"2026-05-28T01:04:00.711247Z","caller":"traceutil/trace.go:171","msg":"trace[1642161593] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:8805; }","duration":"150.231994ms","start":"2026-05-28T01:04:00.560996Z","end":"2026-05-28T01:04:00.711228Z","steps":["trace[1642161593] 'agreement among raft nodes before linearized reading' (duration: 149.993409ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:01.674178Z","caller":"traceutil/trace.go:171","msg":"trace[1108273829] linearizableReadLoop","detail":"{readStateIndex:9142; appliedIndex:9141; }","duration":"100.44308ms","start":"2026-05-28T01:04:01.573698Z","end":"2026-05-28T01:04:01.674141Z","steps":["trace[1108273829] 'read index received' (duration: 100.308147ms)","trace[1108273829] 'applied index is now lower than readState.Index' (duration: 133.883µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:01.674208Z","caller":"traceutil/trace.go:171","msg":"trace[1557584883] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"102.103729ms","start":"2026-05-28T01:04:01.57208Z","end":"2026-05-28T01:04:01.674184Z","steps":["trace[1557584883] 'process raft request' (duration: 101.890994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:01.674411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.702016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:04:01.674449Z","caller":"traceutil/trace.go:171","msg":"trace[584036287] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8810; }","duration":"100.772198ms","start":"2026-05-28T01:04:01.573667Z","end":"2026-05-28T01:04:01.674439Z","steps":["trace[584036287] 'agreement among raft nodes before linearized reading' (duration: 100.609774ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:01.752769Z","caller":"traceutil/trace.go:171","msg":"trace[1685286011] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"116.57154ms","start":"2026-05-28T01:04:01.636178Z","end":"2026-05-28T01:04:01.752749Z","steps":["trace[1685286011] 'process raft request' (duration: 116.441197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:01.752891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.469741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:04:01.752945Z","caller":"traceutil/trace.go:171","msg":"trace[1317241004] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8811; }","duration":"167.551203ms","start":"2026-05-28T01:04:01.585382Z","end":"2026-05-28T01:04:01.752933Z","steps":["trace[1317241004] 'agreement among raft nodes before linearized reading' (duration: 167.364598ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.018757Z","caller":"traceutil/trace.go:171","msg":"trace[1657483802] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"339.294294ms","start":"2026-05-28T01:04:01.679398Z","end":"2026-05-28T01:04:02.018692Z","steps":["trace[1657483802] 'process raft request' (duration: 339.048129ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.018997Z","caller":"traceutil/trace.go:171","msg":"trace[74767074] linearizableReadLoop","detail":"{readStateIndex:9146; appliedIndex:9143; }","duration":"266.247721ms","start":"2026-05-28T01:04:01.752724Z","end":"2026-05-28T01:04:02.018972Z","steps":["trace[74767074] 'read index received' (duration: 265.699888ms)","trace[74767074] 'applied index is now lower than readState.Index' (duration: 547.013µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:02.019073Z","caller":"traceutil/trace.go:171","msg":"trace[1440895266] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"338.6783ms","start":"2026-05-28T01:04:01.680377Z","end":"2026-05-28T01:04:02.019055Z","steps":["trace[1440895266] 'process raft request' (duration: 338.220649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.019026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:01.679383Z","time spent":"339.491229ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1628,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:02.019229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:01.68036Z","time spent":"338.766062ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:02.019452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.210464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7382"} {"level":"warn","ts":"2026-05-28T01:04:02.019504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.925359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223133"} {"level":"info","ts":"2026-05-28T01:04:02.019527Z","caller":"traceutil/trace.go:171","msg":"trace[1830752635] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8814; }","duration":"164.313397ms","start":"2026-05-28T01:04:01.855195Z","end":"2026-05-28T01:04:02.019509Z","steps":["trace[1830752635] 'agreement among raft nodes before linearized reading' (duration: 164.03494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.019512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.110295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-05-28T01:04:02.019513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.005185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-28T01:04:02.019614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.007523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6181"} {"level":"warn","ts":"2026-05-28T01:04:02.019512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.770183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3927"} {"level":"warn","ts":"2026-05-28T01:04:02.01964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.383558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12029"} {"level":"info","ts":"2026-05-28T01:04:02.019661Z","caller":"traceutil/trace.go:171","msg":"trace[756877747] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:8814; }","duration":"165.112165ms","start":"2026-05-28T01:04:01.854536Z","end":"2026-05-28T01:04:02.019648Z","steps":["trace[756877747] 'agreement among raft nodes before linearized reading' (duration: 164.995962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.019641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.342227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-05-28T01:04:02.01968Z","caller":"traceutil/trace.go:171","msg":"trace[1105574146] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8814; }","duration":"164.44651ms","start":"2026-05-28T01:04:01.855225Z","end":"2026-05-28T01:04:02.019672Z","steps":["trace[1105574146] 'agreement among raft nodes before linearized reading' (duration: 164.350947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.019702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.410072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4783"} {"level":"warn","ts":"2026-05-28T01:04:02.019729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.275069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-05-28T01:04:02.019756Z","caller":"traceutil/trace.go:171","msg":"trace[1499717260] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:8814; }","duration":"165.468704ms","start":"2026-05-28T01:04:01.854269Z","end":"2026-05-28T01:04:02.019737Z","steps":["trace[1499717260] 'agreement among raft nodes before linearized reading' (duration: 165.393122ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.019795Z","caller":"traceutil/trace.go:171","msg":"trace[1766897519] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:8814; }","duration":"165.375601ms","start":"2026-05-28T01:04:01.854405Z","end":"2026-05-28T01:04:02.01978Z","steps":["trace[1766897519] 'agreement among raft nodes before linearized reading' (duration: 165.234068ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.019598Z","caller":"traceutil/trace.go:171","msg":"trace[129005930] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8814; }","duration":"165.217857ms","start":"2026-05-28T01:04:01.854361Z","end":"2026-05-28T01:04:02.019579Z","steps":["trace[129005930] 'agreement among raft nodes before linearized reading' (duration: 164.999452ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.019682Z","caller":"traceutil/trace.go:171","msg":"trace[1045230856] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:8814; }","duration":"163.951307ms","start":"2026-05-28T01:04:01.855716Z","end":"2026-05-28T01:04:02.019667Z","steps":["trace[1045230856] 'agreement among raft nodes before linearized reading' (duration: 163.65148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.019852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.697116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5209"} {"level":"warn","ts":"2026-05-28T01:04:02.019877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.540212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4586"} {"level":"warn","ts":"2026-05-28T01:04:02.019851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.618673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5100"} {"level":"warn","ts":"2026-05-28T01:04:02.01989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.487036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:04:02.01992Z","caller":"traceutil/trace.go:171","msg":"trace[1587710495] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:8814; }","duration":"164.644414ms","start":"2026-05-28T01:04:01.855267Z","end":"2026-05-28T01:04:02.019911Z","steps":["trace[1587710495] 'agreement among raft nodes before linearized reading' (duration: 164.499231ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.019927Z","caller":"traceutil/trace.go:171","msg":"trace[1360886265] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:8814; }","duration":"164.780777ms","start":"2026-05-28T01:04:01.855127Z","end":"2026-05-28T01:04:02.019907Z","steps":["trace[1360886265] 'agreement among raft nodes before linearized reading' (duration: 164.646214ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.019936Z","caller":"traceutil/trace.go:171","msg":"trace[1312039945] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:8814; }","duration":"164.712515ms","start":"2026-05-28T01:04:01.855209Z","end":"2026-05-28T01:04:02.019922Z","steps":["trace[1312039945] 'agreement among raft nodes before linearized reading' (duration: 164.438799ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.019734Z","caller":"traceutil/trace.go:171","msg":"trace[715959603] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:8814; }","duration":"164.455819ms","start":"2026-05-28T01:04:01.855254Z","end":"2026-05-28T01:04:02.01971Z","steps":["trace[715959603] 'agreement among raft nodes before linearized reading' (duration: 164.256975ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.019637Z","caller":"traceutil/trace.go:171","msg":"trace[1088447021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8814; }","duration":"263.154688ms","start":"2026-05-28T01:04:01.756465Z","end":"2026-05-28T01:04:02.01962Z","steps":["trace[1088447021] 'agreement among raft nodes before linearized reading' (duration: 262.743099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.020031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.858931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:04:02.020055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.383267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T01:04:02.01972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.659315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-05-28T01:04:02.020107Z","caller":"traceutil/trace.go:171","msg":"trace[1759459396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8814; }","duration":"253.44444ms","start":"2026-05-28T01:04:01.766651Z","end":"2026-05-28T01:04:02.020095Z","steps":["trace[1759459396] 'agreement among raft nodes before linearized reading' (duration: 253.314416ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.019543Z","caller":"traceutil/trace.go:171","msg":"trace[156018025] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8814; }","duration":"339.983001ms","start":"2026-05-28T01:04:01.67955Z","end":"2026-05-28T01:04:02.019533Z","steps":["trace[156018025] 'agreement among raft nodes before linearized reading' (duration: 339.547211ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.020149Z","caller":"traceutil/trace.go:171","msg":"trace[475462522] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:8814; }","duration":"165.165876ms","start":"2026-05-28T01:04:01.854968Z","end":"2026-05-28T01:04:02.020134Z","steps":["trace[475462522] 'agreement among raft nodes before linearized reading' (duration: 164.523161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.020177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:01.679544Z","time spent":"340.621596ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223156,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:04:02.02019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.831808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:04:02.019982Z","caller":"traceutil/trace.go:171","msg":"trace[783760063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8814; }","duration":"252.590039ms","start":"2026-05-28T01:04:01.767341Z","end":"2026-05-28T01:04:02.019931Z","steps":["trace[783760063] 'agreement among raft nodes before linearized reading' (duration: 252.367473ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.020294Z","caller":"traceutil/trace.go:171","msg":"trace[1524117284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8814; }","duration":"253.945161ms","start":"2026-05-28T01:04:01.766333Z","end":"2026-05-28T01:04:02.020278Z","steps":["trace[1524117284] 'agreement among raft nodes before linearized reading' (duration: 253.677995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.020433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.723996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5930"} {"level":"warn","ts":"2026-05-28T01:04:02.020439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.256585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" ","response":"range_response_count:1 size:4898"} {"level":"info","ts":"2026-05-28T01:04:02.020477Z","caller":"traceutil/trace.go:171","msg":"trace[905553503] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:8814; }","duration":"164.784457ms","start":"2026-05-28T01:04:01.855682Z","end":"2026-05-28T01:04:02.020467Z","steps":["trace[905553503] 'agreement among raft nodes before linearized reading' (duration: 164.668545ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.020489Z","caller":"traceutil/trace.go:171","msg":"trace[64442611] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9; range_end:; response_count:1; response_revision:8814; }","duration":"164.312346ms","start":"2026-05-28T01:04:01.856161Z","end":"2026-05-28T01:04:02.020473Z","steps":["trace[64442611] 'agreement among raft nodes before linearized reading' (duration: 164.209504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.019613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.20826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:04:02.020578Z","caller":"traceutil/trace.go:171","msg":"trace[162075830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8814; }","duration":"253.198504ms","start":"2026-05-28T01:04:01.767371Z","end":"2026-05-28T01:04:02.020569Z","steps":["trace[162075830] 'agreement among raft nodes before linearized reading' (duration: 252.069837ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.020066Z","caller":"traceutil/trace.go:171","msg":"trace[1390841363] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8814; }","duration":"220.906442ms","start":"2026-05-28T01:04:01.799149Z","end":"2026-05-28T01:04:02.020055Z","steps":["trace[1390841363] 'agreement among raft nodes before linearized reading' (duration: 220.84514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.02073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.503061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-7f49cdcb9b\" ","response":"range_response_count:1 size:10512"} {"level":"info","ts":"2026-05-28T01:04:02.020775Z","caller":"traceutil/trace.go:171","msg":"trace[115734448] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-7f49cdcb9b; range_end:; response_count:1; response_revision:8814; }","duration":"164.565442ms","start":"2026-05-28T01:04:01.856197Z","end":"2026-05-28T01:04:02.020762Z","steps":["trace[115734448] 'agreement among raft nodes before linearized reading' (duration: 164.02508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.020777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.526721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4248"} {"level":"warn","ts":"2026-05-28T01:04:02.020791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.189867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-service\" ","response":"range_response_count:1 size:6392"} {"level":"info","ts":"2026-05-28T01:04:02.020824Z","caller":"traceutil/trace.go:171","msg":"trace[1008131590] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:8814; }","duration":"164.589352ms","start":"2026-05-28T01:04:01.856222Z","end":"2026-05-28T01:04:02.020812Z","steps":["trace[1008131590] 'agreement among raft nodes before linearized reading' (duration: 164.47124ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.020829Z","caller":"traceutil/trace.go:171","msg":"trace[1409486887] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-service; range_end:; response_count:1; response_revision:8814; }","duration":"165.237009ms","start":"2026-05-28T01:04:01.855582Z","end":"2026-05-28T01:04:02.020819Z","steps":["trace[1409486887] 'agreement among raft nodes before linearized reading' (duration: 165.121536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.020883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.44668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-05-28T01:04:02.021064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.684469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4402"} {"level":"info","ts":"2026-05-28T01:04:02.021114Z","caller":"traceutil/trace.go:171","msg":"trace[845417089] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:8814; }","duration":"165.75612ms","start":"2026-05-28T01:04:01.855346Z","end":"2026-05-28T01:04:02.021102Z","steps":["trace[845417089] 'agreement among raft nodes before linearized reading' (duration: 164.06926ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.020934Z","caller":"traceutil/trace.go:171","msg":"trace[1199910180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8814; }","duration":"164.716216ms","start":"2026-05-28T01:04:01.856205Z","end":"2026-05-28T01:04:02.020921Z","steps":["trace[1199910180] 'agreement among raft nodes before linearized reading' (duration: 164.075431ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.021197Z","caller":"traceutil/trace.go:171","msg":"trace[221248117] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"337.81517ms","start":"2026-05-28T01:04:01.681272Z","end":"2026-05-28T01:04:02.019087Z","steps":["trace[221248117] 'process raft request' (duration: 337.578984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.021444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:01.681253Z","time spent":"340.034782ms","remote":"127.0.0.1:46240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:02.021551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.110546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"info","ts":"2026-05-28T01:04:02.021632Z","caller":"traceutil/trace.go:171","msg":"trace[1620656989] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:8814; }","duration":"165.227288ms","start":"2026-05-28T01:04:01.856394Z","end":"2026-05-28T01:04:02.021621Z","steps":["trace[1620656989] 'agreement among raft nodes before linearized reading' (duration: 164.170173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.350198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.07089ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:02.350303Z","caller":"traceutil/trace.go:171","msg":"trace[936961964] linearizableReadLoop","detail":"{readStateIndex:9147; appliedIndex:9146; }","duration":"323.526891ms","start":"2026-05-28T01:04:02.026749Z","end":"2026-05-28T01:04:02.350276Z","steps":["trace[936961964] 'read index received' (duration: 248.151464ms)","trace[936961964] 'applied index is now lower than readState.Index' (duration: 75.374107ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:02.350329Z","caller":"traceutil/trace.go:171","msg":"trace[1738301057] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8814; }","duration":"217.236934ms","start":"2026-05-28T01:04:02.133077Z","end":"2026-05-28T01:04:02.350314Z","steps":["trace[1738301057] 'range keys from in-memory index tree' (duration: 217.05693ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.350559Z","caller":"traceutil/trace.go:171","msg":"trace[698578092] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"323.795108ms","start":"2026-05-28T01:04:02.026554Z","end":"2026-05-28T01:04:02.350349Z","steps":["trace[698578092] 'process raft request' (duration: 248.262907ms)","trace[698578092] 'compare' (duration: 75.287895ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:02.350851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.026535Z","time spent":"324.151976ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:02.350588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.813158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5706"} {"level":"info","ts":"2026-05-28T01:04:02.351206Z","caller":"traceutil/trace.go:171","msg":"trace[907741073] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:8815; }","duration":"324.30824ms","start":"2026-05-28T01:04:02.026729Z","end":"2026-05-28T01:04:02.351037Z","steps":["trace[907741073] 'agreement among raft nodes before linearized reading' (duration: 323.647254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.351333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.02672Z","time spent":"324.589136ms","remote":"127.0.0.1:46228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5729,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"info","ts":"2026-05-28T01:04:02.404104Z","caller":"traceutil/trace.go:171","msg":"trace[92071908] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"377.095726ms","start":"2026-05-28T01:04:02.026992Z","end":"2026-05-28T01:04:02.404087Z","steps":["trace[92071908] 'process raft request' (duration: 377.018634ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.404114Z","caller":"traceutil/trace.go:171","msg":"trace[1510379092] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"377.342551ms","start":"2026-05-28T01:04:02.026737Z","end":"2026-05-28T01:04:02.404079Z","steps":["trace[1510379092] 'process raft request' (duration: 377.140797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.404245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.026977Z","time spent":"377.197068ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:02.404323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.02654Z","time spent":"377.673879ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:02.40445Z","caller":"traceutil/trace.go:171","msg":"trace[1662761067] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"376.873491ms","start":"2026-05-28T01:04:02.027551Z","end":"2026-05-28T01:04:02.404425Z","steps":["trace[1662761067] 'process raft request' (duration: 376.500062ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.404531Z","caller":"traceutil/trace.go:171","msg":"trace[859846673] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"372.557088ms","start":"2026-05-28T01:04:02.031951Z","end":"2026-05-28T01:04:02.404508Z","steps":["trace[859846673] 'process raft request' (duration: 372.415355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.404594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.027537Z","time spent":"376.973613ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:02.404696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.031942Z","time spent":"372.658591ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:02.431581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.515253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:04:02.431616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.987882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"warn","ts":"2026-05-28T01:04:02.431633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.140746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4494"} {"level":"warn","ts":"2026-05-28T01:04:02.431658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.113605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:02.431693Z","caller":"traceutil/trace.go:171","msg":"trace[1812603579] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:8820; }","duration":"402.079754ms","start":"2026-05-28T01:04:02.029597Z","end":"2026-05-28T01:04:02.431677Z","steps":["trace[1812603579] 'agreement among raft nodes before linearized reading' (duration: 401.827188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.431693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.2709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4518"} {"level":"info","ts":"2026-05-28T01:04:02.431711Z","caller":"traceutil/trace.go:171","msg":"trace[965276455] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:8820; }","duration":"402.240619ms","start":"2026-05-28T01:04:02.029449Z","end":"2026-05-28T01:04:02.431689Z","steps":["trace[965276455] 'agreement among raft nodes before linearized reading' (duration: 402.033324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.431741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.02947Z","time spent":"402.262499ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4732,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-05-28T01:04:02.431754Z","caller":"traceutil/trace.go:171","msg":"trace[1006611234] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:8820; }","duration":"227.357563ms","start":"2026-05-28T01:04:02.204381Z","end":"2026-05-28T01:04:02.431739Z","steps":["trace[1006611234] 'agreement among raft nodes before linearized reading' (duration: 227.165898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.431784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.620968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6129"} {"level":"info","ts":"2026-05-28T01:04:02.431815Z","caller":"traceutil/trace.go:171","msg":"trace[1361217143] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8820; }","duration":"327.689579ms","start":"2026-05-28T01:04:02.104116Z","end":"2026-05-28T01:04:02.431806Z","steps":["trace[1361217143] 'agreement among raft nodes before linearized reading' (duration: 327.626468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.431807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.187332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-init\" ","response":"range_response_count:1 size:5580"} {"level":"warn","ts":"2026-05-28T01:04:02.431846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.104099Z","time spent":"327.739531ms","remote":"127.0.0.1:46228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6152,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-28T01:04:02.431871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.416073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-rabbit-init\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-05-28T01:04:02.431873Z","caller":"traceutil/trace.go:171","msg":"trace[1894404075] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-init; range_end:; response_count:1; response_revision:8820; }","duration":"303.288205ms","start":"2026-05-28T01:04:02.128568Z","end":"2026-05-28T01:04:02.431857Z","steps":["trace[1894404075] 'agreement among raft nodes before linearized reading' (duration: 303.049499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.4319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.452008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-init\" ","response":"range_response_count:1 size:5580"} {"level":"info","ts":"2026-05-28T01:04:02.431909Z","caller":"traceutil/trace.go:171","msg":"trace[1598693605] range","detail":"{range_begin:/registry/jobs/openstack/keystone-rabbit-init; range_end:; response_count:1; response_revision:8820; }","duration":"402.461853ms","start":"2026-05-28T01:04:02.029436Z","end":"2026-05-28T01:04:02.431898Z","steps":["trace[1598693605] 'agreement among raft nodes before linearized reading' (duration: 402.350921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.43192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.128557Z","time spent":"303.354656ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5603,"request content":"key:\"/registry/jobs/openstack/keystone-db-init\" "} {"level":"info","ts":"2026-05-28T01:04:02.431932Z","caller":"traceutil/trace.go:171","msg":"trace[1680371423] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-init; range_end:; response_count:1; response_revision:8820; }","duration":"278.52197ms","start":"2026-05-28T01:04:02.153401Z","end":"2026-05-28T01:04:02.431923Z","steps":["trace[1680371423] 'agreement among raft nodes before linearized reading' (duration: 278.383237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.431946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.029431Z","time spent":"402.508114ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4983,"request content":"key:\"/registry/jobs/openstack/keystone-rabbit-init\" "} {"level":"info","ts":"2026-05-28T01:04:02.432024Z","caller":"traceutil/trace.go:171","msg":"trace[2059556346] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"129.239928ms","start":"2026-05-28T01:04:02.302765Z","end":"2026-05-28T01:04:02.432005Z","steps":["trace[2059556346] 'process raft request' (duration: 128.171963ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.431677Z","caller":"traceutil/trace.go:171","msg":"trace[558315389] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8820; }","duration":"293.667767ms","start":"2026-05-28T01:04:02.137988Z","end":"2026-05-28T01:04:02.431655Z","steps":["trace[558315389] 'agreement among raft nodes before linearized reading' (duration: 293.478562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.432095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.399606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4105"} {"level":"info","ts":"2026-05-28T01:04:02.432122Z","caller":"traceutil/trace.go:171","msg":"trace[787188627] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:8820; }","duration":"378.472798ms","start":"2026-05-28T01:04:02.053642Z","end":"2026-05-28T01:04:02.432114Z","steps":["trace[787188627] 'agreement among raft nodes before linearized reading' (duration: 378.418756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.432178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.863403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-05-28T01:04:02.432233Z","caller":"traceutil/trace.go:171","msg":"trace[609609923] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8820; }","duration":"402.927114ms","start":"2026-05-28T01:04:02.029291Z","end":"2026-05-28T01:04:02.432218Z","steps":["trace[609609923] 'agreement among raft nodes before linearized reading' (duration: 402.77245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.432268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.029283Z","time spent":"402.976546ms","remote":"127.0.0.1:36112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-28T01:04:02.432309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.517465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3971"} {"level":"info","ts":"2026-05-28T01:04:02.432344Z","caller":"traceutil/trace.go:171","msg":"trace[281271029] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:8820; }","duration":"402.574076ms","start":"2026-05-28T01:04:02.029761Z","end":"2026-05-28T01:04:02.432335Z","steps":["trace[281271029] 'agreement among raft nodes before linearized reading' (duration: 402.456203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.431766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.865931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-05-28T01:04:02.432382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.029739Z","time spent":"402.636528ms","remote":"127.0.0.1:46228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3994,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"info","ts":"2026-05-28T01:04:02.43172Z","caller":"traceutil/trace.go:171","msg":"trace[196724217] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8820; }","duration":"352.198238ms","start":"2026-05-28T01:04:02.079506Z","end":"2026-05-28T01:04:02.431705Z","steps":["trace[196724217] 'agreement among raft nodes before linearized reading' (duration: 352.076355ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.432406Z","caller":"traceutil/trace.go:171","msg":"trace[1077135275] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:8820; }","duration":"252.536487ms","start":"2026-05-28T01:04:02.179852Z","end":"2026-05-28T01:04:02.432389Z","steps":["trace[1077135275] 'agreement among raft nodes before linearized reading' (duration: 251.862981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.432418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.603832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7597"} {"level":"warn","ts":"2026-05-28T01:04:02.432438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.079498Z","time spent":"352.929815ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T01:04:02.432041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.008717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" ","response":"range_response_count:1 size:2920"} {"level":"warn","ts":"2026-05-28T01:04:02.431761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.029441Z","time spent":"402.30916ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4517,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-05-28T01:04:02.432541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.357864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-05-28T01:04:02.432562Z","caller":"traceutil/trace.go:171","msg":"trace[1834624208] range","detail":"{range_begin:/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7; range_end:; response_count:1; response_revision:8820; }","duration":"353.5476ms","start":"2026-05-28T01:04:02.078996Z","end":"2026-05-28T01:04:02.432543Z","steps":["trace[1834624208] 'agreement among raft nodes before linearized reading' (duration: 352.961756ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.432584Z","caller":"traceutil/trace.go:171","msg":"trace[1565131121] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:8820; }","duration":"403.423736ms","start":"2026-05-28T01:04:02.029148Z","end":"2026-05-28T01:04:02.432571Z","steps":["trace[1565131121] 'agreement among raft nodes before linearized reading' (duration: 403.301964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.43261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.07898Z","time spent":"353.614291ms","remote":"127.0.0.1:46240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":2943,"request content":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" "} {"level":"warn","ts":"2026-05-28T01:04:02.432632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.02914Z","time spent":"403.480478ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5152,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-05-28T01:04:02.432199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.053616Z","time spent":"378.57565ms","remote":"127.0.0.1:46240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4128,"request content":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" "} {"level":"warn","ts":"2026-05-28T01:04:02.432808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.01278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-05-28T01:04:02.432848Z","caller":"traceutil/trace.go:171","msg":"trace[852902834] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8820; }","duration":"404.067742ms","start":"2026-05-28T01:04:02.028766Z","end":"2026-05-28T01:04:02.432834Z","steps":["trace[852902834] 'agreement among raft nodes before linearized reading' (duration: 403.951079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.432881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.028753Z","time spent":"404.118612ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T01:04:02.432936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.469145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"warn","ts":"2026-05-28T01:04:02.43294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.240249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6162"} {"level":"info","ts":"2026-05-28T01:04:02.432958Z","caller":"traceutil/trace.go:171","msg":"trace[149083163] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:8820; }","duration":"405.502305ms","start":"2026-05-28T01:04:02.027445Z","end":"2026-05-28T01:04:02.432947Z","steps":["trace[149083163] 'agreement among raft nodes before linearized reading' (duration: 405.456054ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.432962Z","caller":"traceutil/trace.go:171","msg":"trace[1711136700] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:8820; }","duration":"405.28326ms","start":"2026-05-28T01:04:02.027672Z","end":"2026-05-28T01:04:02.432955Z","steps":["trace[1711136700] 'agreement among raft nodes before linearized reading' (duration: 405.210989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.432973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.027431Z","time spent":"405.538726ms","remote":"127.0.0.1:46240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3335,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"warn","ts":"2026-05-28T01:04:02.432985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.027664Z","time spent":"405.316961ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6185,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-05-28T01:04:02.432887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.573424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"info","ts":"2026-05-28T01:04:02.433068Z","caller":"traceutil/trace.go:171","msg":"trace[1859441605] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:8820; }","duration":"404.766558ms","start":"2026-05-28T01:04:02.028289Z","end":"2026-05-28T01:04:02.433055Z","steps":["trace[1859441605] 'agreement among raft nodes before linearized reading' (duration: 404.554593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.433078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.761998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5031"} {"level":"warn","ts":"2026-05-28T01:04:02.433111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.028279Z","time spent":"404.819309ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10964,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-05-28T01:04:02.433121Z","caller":"traceutil/trace.go:171","msg":"trace[2013462585] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:8820; }","duration":"404.803079ms","start":"2026-05-28T01:04:02.028304Z","end":"2026-05-28T01:04:02.433107Z","steps":["trace[2013462585] 'agreement among raft nodes before linearized reading' (duration: 404.667896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.433154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.028272Z","time spent":"404.87344ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5054,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"info","ts":"2026-05-28T01:04:02.433482Z","caller":"traceutil/trace.go:171","msg":"trace[1368156660] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:8820; }","duration":"203.679094ms","start":"2026-05-28T01:04:02.228775Z","end":"2026-05-28T01:04:02.432454Z","steps":["trace[1368156660] 'agreement among raft nodes before linearized reading' (duration: 203.5291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.603156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.402048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-05-28T01:04:02.603206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.628187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:02.603245Z","caller":"traceutil/trace.go:171","msg":"trace[596024526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8820; }","duration":"150.524081ms","start":"2026-05-28T01:04:02.4527Z","end":"2026-05-28T01:04:02.603224Z","steps":["trace[596024526] 'range keys from in-memory index tree' (duration: 150.288335ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:02.60326Z","caller":"traceutil/trace.go:171","msg":"trace[1266436560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8820; }","duration":"137.721769ms","start":"2026-05-28T01:04:02.465521Z","end":"2026-05-28T01:04:02.603243Z","steps":["trace[1266436560] 'range keys from in-memory index tree' (duration: 137.552425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.603387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.572818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5164"} {"level":"info","ts":"2026-05-28T01:04:02.603465Z","caller":"traceutil/trace.go:171","msg":"trace[72008180] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:8820; }","duration":"149.690002ms","start":"2026-05-28T01:04:02.453757Z","end":"2026-05-28T01:04:02.603447Z","steps":["trace[72008180] 'range keys from in-memory index tree' (duration: 149.346313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:02.603622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.319543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-05-28T01:04:02.603687Z","caller":"traceutil/trace.go:171","msg":"trace[1496837239] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:8820; }","duration":"124.411315ms","start":"2026-05-28T01:04:02.479261Z","end":"2026-05-28T01:04:02.603673Z","steps":["trace[1496837239] 'range keys from in-memory index tree' (duration: 124.21111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.2045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201407,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:04:03.318197Z","caller":"traceutil/trace.go:171","msg":"trace[470216536] linearizableReadLoop","detail":"{readStateIndex:9153; appliedIndex:9152; }","duration":"613.804531ms","start":"2026-05-28T01:04:02.704346Z","end":"2026-05-28T01:04:03.318151Z","steps":["trace[470216536] 'read index received' (duration: 613.380901ms)","trace[470216536] 'applied index is now lower than readState.Index' (duration: 419.92µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:03.318215Z","caller":"traceutil/trace.go:171","msg":"trace[1781845095] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"632.995714ms","start":"2026-05-28T01:04:02.685189Z","end":"2026-05-28T01:04:03.318184Z","steps":["trace[1781845095] 'process raft request' (duration: 632.394609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.318486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.68517Z","time spent":"633.212968ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:04:03.318542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.175059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1238"} {"level":"info","ts":"2026-05-28T01:04:03.318622Z","caller":"traceutil/trace.go:171","msg":"trace[2026674478] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:8821; }","duration":"614.322442ms","start":"2026-05-28T01:04:02.704283Z","end":"2026-05-28T01:04:03.318605Z","steps":["trace[2026674478] 'agreement among raft nodes before linearized reading' (duration: 613.991035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.318699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.704248Z","time spent":"614.439595ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1261,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"info","ts":"2026-05-28T01:04:03.555571Z","caller":"traceutil/trace.go:171","msg":"trace[1555914375] linearizableReadLoop","detail":"{readStateIndex:9154; appliedIndex:9153; }","duration":"237.217706ms","start":"2026-05-28T01:04:03.318316Z","end":"2026-05-28T01:04:03.555534Z","steps":["trace[1555914375] 'read index received' (duration: 171.715581ms)","trace[1555914375] 'applied index is now lower than readState.Index' (duration: 65.500445ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:03.555831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.91548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1403"} {"level":"info","ts":"2026-05-28T01:04:03.555919Z","caller":"traceutil/trace.go:171","msg":"trace[1056656853] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:8822; }","duration":"552.083365ms","start":"2026-05-28T01:04:03.003817Z","end":"2026-05-28T01:04:03.555901Z","steps":["trace[1056656853] 'agreement among raft nodes before linearized reading' (duration: 551.757887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.555962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:03.003791Z","time spent":"552.161146ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1426,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" "} {"level":"warn","ts":"2026-05-28T01:04:03.555962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.686773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"warn","ts":"2026-05-28T01:04:03.555959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.227323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/barbican-api\" ","response":"range_response_count:1 size:934"} {"level":"warn","ts":"2026-05-28T01:04:03.555999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.431182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4252"} {"level":"info","ts":"2026-05-28T01:04:03.556019Z","caller":"traceutil/trace.go:171","msg":"trace[1302823322] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:8822; }","duration":"776.794786ms","start":"2026-05-28T01:04:02.779208Z","end":"2026-05-28T01:04:03.556003Z","steps":["trace[1302823322] 'agreement among raft nodes before linearized reading' (duration: 776.562641ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:03.556043Z","caller":"traceutil/trace.go:171","msg":"trace[1107986590] range","detail":"{range_begin:/registry/services/specs/openstack/barbican-api; range_end:; response_count:1; response_revision:8822; }","duration":"751.337446ms","start":"2026-05-28T01:04:02.804688Z","end":"2026-05-28T01:04:03.556025Z","steps":["trace[1107986590] 'agreement among raft nodes before linearized reading' (duration: 751.030999ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:03.556057Z","caller":"traceutil/trace.go:171","msg":"trace[503978509] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:8822; }","duration":"702.507863ms","start":"2026-05-28T01:04:02.853531Z","end":"2026-05-28T01:04:03.556039Z","steps":["trace[503978509] 'agreement among raft nodes before linearized reading' (duration: 702.35685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.556071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.779194Z","time spent":"776.865268ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4408,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-05-28T01:04:03.556064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.658136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1213"} {"level":"warn","ts":"2026-05-28T01:04:03.556077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.74299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"warn","ts":"2026-05-28T01:04:03.556097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.853495Z","time spent":"702.593245ms","remote":"127.0.0.1:46240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4275,"request content":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" "} {"level":"warn","ts":"2026-05-28T01:04:03.556099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.872367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3113"} {"level":"warn","ts":"2026-05-28T01:04:03.556108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.274157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1164"} {"level":"warn","ts":"2026-05-28T01:04:03.556113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.601634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-05-28T01:04:03.556137Z","caller":"traceutil/trace.go:171","msg":"trace[4946552] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8822; }","duration":"602.829422ms","start":"2026-05-28T01:04:02.953293Z","end":"2026-05-28T01:04:03.556122Z","steps":["trace[4946552] 'agreement among raft nodes before linearized reading' (duration: 602.638118ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:03.556133Z","caller":"traceutil/trace.go:171","msg":"trace[1845326313] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:8822; }","duration":"376.765699ms","start":"2026-05-28T01:04:03.17935Z","end":"2026-05-28T01:04:03.556115Z","steps":["trace[1845326313] 'agreement among raft nodes before linearized reading' (duration: 376.585935ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:03.556149Z","caller":"traceutil/trace.go:171","msg":"trace[542122593] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:8822; }","duration":"801.916638ms","start":"2026-05-28T01:04:02.754219Z","end":"2026-05-28T01:04:03.556135Z","steps":["trace[542122593] 'agreement among raft nodes before linearized reading' (duration: 801.803896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.55613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.139862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-05-28T01:04:03.55616Z","caller":"traceutil/trace.go:171","msg":"trace[1589375609] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"248.469112ms","start":"2026-05-28T01:04:03.307676Z","end":"2026-05-28T01:04:03.556145Z","steps":["trace[1589375609] 'process raft request' (duration: 182.28902ms)","trace[1589375609] 'compare' (duration: 65.379823ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:03.556178Z","caller":"traceutil/trace.go:171","msg":"trace[1130464139] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8822; }","duration":"476.716927ms","start":"2026-05-28T01:04:03.079446Z","end":"2026-05-28T01:04:03.556163Z","steps":["trace[1130464139] 'agreement among raft nodes before linearized reading' (duration: 476.479061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.556166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.884401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-05-28T01:04:03.556259Z","caller":"traceutil/trace.go:171","msg":"trace[1163203788] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8822; }","duration":"576.271236ms","start":"2026-05-28T01:04:02.979926Z","end":"2026-05-28T01:04:03.556198Z","steps":["trace[1163203788] 'agreement among raft nodes before linearized reading' (duration: 576.059621ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:03.556272Z","caller":"traceutil/trace.go:171","msg":"trace[785024314] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8822; }","duration":"452.013734ms","start":"2026-05-28T01:04:03.10424Z","end":"2026-05-28T01:04:03.556253Z","steps":["trace[785024314] 'agreement among raft nodes before linearized reading' (duration: 451.798949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.556285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.936792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1310"} {"level":"warn","ts":"2026-05-28T01:04:03.556313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.979904Z","time spent":"576.399048ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T01:04:03.556322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.475374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:868"} {"level":"info","ts":"2026-05-28T01:04:03.556331Z","caller":"traceutil/trace.go:171","msg":"trace[378944810] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:8822; }","duration":"527.016134ms","start":"2026-05-28T01:04:03.029302Z","end":"2026-05-28T01:04:03.556318Z","steps":["trace[378944810] 'agreement among raft nodes before linearized reading' (duration: 526.885411ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:03.556391Z","caller":"traceutil/trace.go:171","msg":"trace[1621325654] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:8822; }","duration":"652.572465ms","start":"2026-05-28T01:04:02.903804Z","end":"2026-05-28T01:04:03.556377Z","steps":["trace[1621325654] 'agreement among raft nodes before linearized reading' (duration: 652.422152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.556411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:03.029282Z","time spent":"527.117956ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1333,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-05-28T01:04:03.556436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.903785Z","time spent":"652.641187ms","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":891,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-05-28T01:04:03.555993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.412817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-05-28T01:04:03.55652Z","caller":"traceutil/trace.go:171","msg":"trace[1496617145] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8822; }","duration":"826.98813ms","start":"2026-05-28T01:04:02.729515Z","end":"2026-05-28T01:04:03.556503Z","steps":["trace[1496617145] 'agreement among raft nodes before linearized reading' (duration: 826.364805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.556577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.729488Z","time spent":"827.068912ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T01:04:03.556326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:03.104228Z","time spent":"452.085026ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-28T01:04:03.556071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.772037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1489"} {"level":"info","ts":"2026-05-28T01:04:03.556668Z","caller":"traceutil/trace.go:171","msg":"trace[2085221417] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:8822; }","duration":"502.395063ms","start":"2026-05-28T01:04:03.054259Z","end":"2026-05-28T01:04:03.556655Z","steps":["trace[2085221417] 'agreement among raft nodes before linearized reading' (duration: 501.693356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.556715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:03.054248Z","time spent":"502.453714ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1512,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-05-28T01:04:03.55609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.804627Z","time spent":"751.455008ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":957,"request content":"key:\"/registry/services/specs/openstack/barbican-api\" "} {"level":"warn","ts":"2026-05-28T01:04:03.556089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.002114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-05-28T01:04:03.556814Z","caller":"traceutil/trace.go:171","msg":"trace[57578129] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:8822; }","duration":"402.768702ms","start":"2026-05-28T01:04:03.154035Z","end":"2026-05-28T01:04:03.556804Z","steps":["trace[57578129] 'agreement among raft nodes before linearized reading' (duration: 401.985774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.556844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:03.154014Z","time spent":"402.820794ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"warn","ts":"2026-05-28T01:04:03.556153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.446612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4132"} {"level":"warn","ts":"2026-05-28T01:04:03.555895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.604072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5510"} {"level":"warn","ts":"2026-05-28T01:04:03.556191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.754178Z","time spent":"802.005461ms","remote":"127.0.0.1:46240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3136,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" "} {"level":"info","ts":"2026-05-28T01:04:03.557001Z","caller":"traceutil/trace.go:171","msg":"trace[363335144] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:8822; }","duration":"677.764999ms","start":"2026-05-28T01:04:02.879221Z","end":"2026-05-28T01:04:03.556985Z","steps":["trace[363335144] 'agreement among raft nodes before linearized reading' (duration: 676.430678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.557044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.879202Z","time spent":"677.833202ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5533,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"info","ts":"2026-05-28T01:04:03.557125Z","caller":"traceutil/trace.go:171","msg":"trace[1474005576] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:8822; }","duration":"728.352423ms","start":"2026-05-28T01:04:02.828603Z","end":"2026-05-28T01:04:03.556955Z","steps":["trace[1474005576] 'agreement among raft nodes before linearized reading' (duration: 727.343299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.555853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.957543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-05-28T01:04:03.557195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.828582Z","time spent":"728.592459ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4155,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"info","ts":"2026-05-28T01:04:03.55722Z","caller":"traceutil/trace.go:171","msg":"trace[360184494] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8822; }","duration":"428.383307ms","start":"2026-05-28T01:04:03.128826Z","end":"2026-05-28T01:04:03.55721Z","steps":["trace[360184494] 'agreement among raft nodes before linearized reading' (duration: 426.858911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.557258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:03.1288Z","time spent":"428.446078ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-05-28T01:04:03.556184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.953276Z","time spent":"602.897743ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T01:04:03.556187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.993201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3659"} {"level":"info","ts":"2026-05-28T01:04:03.557514Z","caller":"traceutil/trace.go:171","msg":"trace[947237629] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:8822; }","duration":"628.339974ms","start":"2026-05-28T01:04:02.929158Z","end":"2026-05-28T01:04:03.557498Z","steps":["trace[947237629] 'agreement among raft nodes before linearized reading' (duration: 626.967181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.557547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:02.929123Z","time spent":"628.414725ms","remote":"127.0.0.1:46240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3682,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"info","ts":"2026-05-28T01:04:03.556157Z","caller":"traceutil/trace.go:171","msg":"trace[1702888908] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:8822; }","duration":"234.351389ms","start":"2026-05-28T01:04:03.321792Z","end":"2026-05-28T01:04:03.556143Z","steps":["trace[1702888908] 'agreement among raft nodes before linearized reading' (duration: 234.166404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.556187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:03.179327Z","time spent":"376.84945ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1236,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-05-28T01:04:03.556197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.909024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T01:04:03.557778Z","caller":"traceutil/trace.go:171","msg":"trace[109915615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8822; }","duration":"473.523771ms","start":"2026-05-28T01:04:03.084245Z","end":"2026-05-28T01:04:03.557769Z","steps":["trace[109915615] 'agreement among raft nodes before linearized reading' (duration: 471.870992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:03.55799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:03.084223Z","time spent":"473.756837ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:04:03.556225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:03.079425Z","time spent":"476.793358ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-28T01:04:04.499167Z","caller":"traceutil/trace.go:171","msg":"trace[540187989] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"140.30049ms","start":"2026-05-28T01:04:04.358805Z","end":"2026-05-28T01:04:04.499105Z","steps":["trace[540187989] 'process raft request' (duration: 79.661039ms)","trace[540187989] 'compare' (duration: 60.468147ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:04.777712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.602714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:04:04.777941Z","caller":"traceutil/trace.go:171","msg":"trace[952812199] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"274.563367ms","start":"2026-05-28T01:04:04.503335Z","end":"2026-05-28T01:04:04.777898Z","steps":["trace[952812199] 'process raft request' (duration: 145.688906ms)","trace[952812199] 'compare' (duration: 128.390859ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:04.778002Z","caller":"traceutil/trace.go:171","msg":"trace[1611743439] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"274.629778ms","start":"2026-05-28T01:04:04.503344Z","end":"2026-05-28T01:04:04.777974Z","steps":["trace[1611743439] 'process raft request' (duration: 274.475055ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:04.778157Z","caller":"traceutil/trace.go:171","msg":"trace[1358947763] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"273.43685ms","start":"2026-05-28T01:04:04.504691Z","end":"2026-05-28T01:04:04.778128Z","steps":["trace[1358947763] 'process raft request' (duration: 273.215515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:04.968059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.831916ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:04:06.609079Z","caller":"traceutil/trace.go:171","msg":"trace[953754185] linearizableReadLoop","detail":"{readStateIndex:9169; appliedIndex:9168; }","duration":"104.512866ms","start":"2026-05-28T01:04:06.504539Z","end":"2026-05-28T01:04:06.609052Z","steps":["trace[953754185] 'read index received' (duration: 104.375422ms)","trace[953754185] 'applied index is now lower than readState.Index' (duration: 136.074µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:06.609226Z","caller":"traceutil/trace.go:171","msg":"trace[2010016584] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"105.443657ms","start":"2026-05-28T01:04:06.503748Z","end":"2026-05-28T01:04:06.609192Z","steps":["trace[2010016584] 'process raft request' (duration: 105.062478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:06.60935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.794462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:04:06.609429Z","caller":"traceutil/trace.go:171","msg":"trace[717829173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8836; }","duration":"104.917065ms","start":"2026-05-28T01:04:06.504495Z","end":"2026-05-28T01:04:06.609412Z","steps":["trace[717829173] 'agreement among raft nodes before linearized reading' (duration: 104.7031ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:07.842959Z","caller":"traceutil/trace.go:171","msg":"trace[465061615] linearizableReadLoop","detail":"{readStateIndex:9174; appliedIndex:9173; }","duration":"231.256556ms","start":"2026-05-28T01:04:07.611672Z","end":"2026-05-28T01:04:07.842928Z","steps":["trace[465061615] 'read index received' (duration: 231.114683ms)","trace[465061615] 'applied index is now lower than readState.Index' (duration: 140.723µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:07.843002Z","caller":"traceutil/trace.go:171","msg":"trace[429772049] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"246.046565ms","start":"2026-05-28T01:04:07.59692Z","end":"2026-05-28T01:04:07.842967Z","steps":["trace[429772049] 'process raft request' (duration: 245.817349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:07.843229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.539532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:04:07.843271Z","caller":"traceutil/trace.go:171","msg":"trace[1084759810] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8841; }","duration":"231.647165ms","start":"2026-05-28T01:04:07.611613Z","end":"2026-05-28T01:04:07.84326Z","steps":["trace[1084759810] 'agreement among raft nodes before linearized reading' (duration: 231.44476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:07.865297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.903365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:04:07.865374Z","caller":"traceutil/trace.go:171","msg":"trace[1427368014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8842; }","duration":"222.014387ms","start":"2026-05-28T01:04:07.643344Z","end":"2026-05-28T01:04:07.865358Z","steps":["trace[1427368014] 'agreement among raft nodes before linearized reading' (duration: 221.809222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:09.07262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.245867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:09.07269Z","caller":"traceutil/trace.go:171","msg":"trace[1894234319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8844; }","duration":"607.363949ms","start":"2026-05-28T01:04:08.46531Z","end":"2026-05-28T01:04:09.072674Z","steps":["trace[1894234319] 'range keys from in-memory index tree' (duration: 607.183944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:09.07273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:08.465294Z","time spent":"607.420401ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:04:09.072716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.307863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:09.072786Z","caller":"traceutil/trace.go:171","msg":"trace[225781456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8844; }","duration":"898.420795ms","start":"2026-05-28T01:04:08.174346Z","end":"2026-05-28T01:04:09.072767Z","steps":["trace[225781456] 'range keys from in-memory index tree' (duration: 898.177329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:09.072823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:08.174198Z","time spent":"898.61745ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:04:09.072798Z","caller":"traceutil/trace.go:171","msg":"trace[665893908] linearizableReadLoop","detail":"{readStateIndex:9178; appliedIndex:9177; }","duration":"379.542844ms","start":"2026-05-28T01:04:08.693226Z","end":"2026-05-28T01:04:09.072769Z","steps":["trace[665893908] 'read index received' (duration: 363.630139ms)","trace[665893908] 'applied index is now lower than readState.Index' (duration: 15.911405ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:09.072863Z","caller":"traceutil/trace.go:171","msg":"trace[526744777] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"458.276251ms","start":"2026-05-28T01:04:08.614551Z","end":"2026-05-28T01:04:09.072827Z","steps":["trace[526744777] 'process raft request' (duration: 442.357146ms)","trace[526744777] 'compare' (duration: 15.191578ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:09.073345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:08.61452Z","time spent":"458.733272ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:09.073853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.975008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:04:09.073936Z","caller":"traceutil/trace.go:171","msg":"trace[1350298867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8845; }","duration":"225.101811ms","start":"2026-05-28T01:04:08.84881Z","end":"2026-05-28T01:04:09.073912Z","steps":["trace[1350298867] 'agreement among raft nodes before linearized reading' (duration: 224.504327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:09.073871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.625809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:04:09.0748Z","caller":"traceutil/trace.go:171","msg":"trace[606323366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8845; }","duration":"381.595922ms","start":"2026-05-28T01:04:08.693184Z","end":"2026-05-28T01:04:09.07478Z","steps":["trace[606323366] 'agreement among raft nodes before linearized reading' (duration: 379.732708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:09.07487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:08.693161Z","time spent":"381.691045ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:04:09.073997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.408662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:04:09.075155Z","caller":"traceutil/trace.go:171","msg":"trace[539895024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8845; }","duration":"227.638391ms","start":"2026-05-28T01:04:08.847496Z","end":"2026-05-28T01:04:09.075135Z","steps":["trace[539895024] 'agreement among raft nodes before linearized reading' (duration: 225.786317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:09.074311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.947661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:04:09.075278Z","caller":"traceutil/trace.go:171","msg":"trace[409903195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8845; }","duration":"226.954865ms","start":"2026-05-28T01:04:08.848303Z","end":"2026-05-28T01:04:09.075258Z","steps":["trace[409903195] 'agreement among raft nodes before linearized reading' (duration: 225.04408ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:09.268175Z","caller":"traceutil/trace.go:171","msg":"trace[1678365418] linearizableReadLoop","detail":"{readStateIndex:9182; appliedIndex:9178; }","duration":"170.82215ms","start":"2026-05-28T01:04:09.097325Z","end":"2026-05-28T01:04:09.268147Z","steps":["trace[1678365418] 'read index received' (duration: 27.514579ms)","trace[1678365418] 'applied index is now lower than readState.Index' (duration: 143.306021ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:09.268743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.409054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T01:04:09.268724Z","caller":"traceutil/trace.go:171","msg":"trace[595299890] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"189.095501ms","start":"2026-05-28T01:04:09.079595Z","end":"2026-05-28T01:04:09.268691Z","steps":["trace[595299890] 'process raft request' (duration: 92.737488ms)","trace[595299890] 'compare' (duration: 95.670937ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:09.268781Z","caller":"traceutil/trace.go:171","msg":"trace[277907708] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:8849; }","duration":"171.498096ms","start":"2026-05-28T01:04:09.097274Z","end":"2026-05-28T01:04:09.268772Z","steps":["trace[277907708] 'agreement among raft nodes before linearized reading' (duration: 170.973864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:10.383579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:10.884712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:11.385723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:11.886901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:12.387829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:12.583352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.734294227s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:04:12.584Z","caller":"traceutil/trace.go:171","msg":"trace[1505394737] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"2.735009184s","start":"2026-05-28T01:04:09.848943Z","end":"2026-05-28T01:04:12.583952Z","steps":["trace[1505394737] 'process raft request' (duration: 2.734703667s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:12.584242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:09.84891Z","time spent":"2.735195478s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:13.464985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000124726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:04:13.465129Z","caller":"traceutil/trace.go:171","msg":"trace[1503797793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262369s","start":"2026-05-28T01:04:11.464791Z","end":"2026-05-28T01:04:13.465053Z","steps":["trace[1503797793] 'agreement among raft nodes before linearized reading' (duration: 2.000146166s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:13.46521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:11.464776Z","time spent":"2.000420272s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:04:14.881685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999143137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:04:14.881743Z","caller":"traceutil/trace.go:171","msg":"trace[775737919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99925708s","start":"2026-05-28T01:04:09.882472Z","end":"2026-05-28T01:04:14.881729Z","steps":["trace[775737919] 'agreement among raft nodes before linearized reading' (duration: 4.999181308s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:14.881774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:09.882438Z","time spent":"4.999330042s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/28 01:04:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:04:15.016182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:10.017791Z","time spent":"4.998381059s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 01:04:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:04:15.322228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.738666958s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:04:15.322719Z","caller":"traceutil/trace.go:171","msg":"trace[2048077445] linearizableReadLoop","detail":"{readStateIndex:9187; appliedIndex:9184; }","duration":"5.440167221s","start":"2026-05-28T01:04:09.88253Z","end":"2026-05-28T01:04:15.322697Z","steps":["trace[2048077445] 'read index received' (duration: 2.701206896s)","trace[2048077445] 'applied index is now lower than readState.Index' (duration: 2.738959325s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:15.322808Z","caller":"traceutil/trace.go:171","msg":"trace[669596373] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"4.244653317s","start":"2026-05-28T01:04:11.078125Z","end":"2026-05-28T01:04:15.322778Z","steps":["trace[669596373] 'process raft request' (duration: 4.244471963s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:15.322956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:11.078096Z","time spent":"4.24477456s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:15.465852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999819849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:04:15.465979Z","caller":"traceutil/trace.go:171","msg":"trace[951631211] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999999613s","start":"2026-05-28T01:04:13.46596Z","end":"2026-05-28T01:04:15.46596Z","steps":["trace[951631211] 'agreement among raft nodes before linearized reading' (duration: 1.99985636s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:15.466115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:13.465937Z","time spent":"2.000132197s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:04:15.51689Z","caller":"traceutil/trace.go:171","msg":"trace[845674098] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"1.369036848s","start":"2026-05-28T01:04:14.147823Z","end":"2026-05-28T01:04:15.51686Z","steps":["trace[845674098] 'process raft request' (duration: 1.365391672s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:15.51711Z","caller":"traceutil/trace.go:171","msg":"trace[1915681420] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"1.331276627s","start":"2026-05-28T01:04:14.185811Z","end":"2026-05-28T01:04:15.517087Z","steps":["trace[1915681420] 'process raft request' (duration: 1.330937489s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:15.517169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:14.147797Z","time spent":"1.36917528s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:15.517251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:14.185778Z","time spent":"1.331399629s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:15.517362Z","caller":"traceutil/trace.go:171","msg":"trace[506715879] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"927.557352ms","start":"2026-05-28T01:04:14.589782Z","end":"2026-05-28T01:04:15.517339Z","steps":["trace[506715879] 'process raft request' (duration: 927.230844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:15.517474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:14.589761Z","time spent":"927.655575ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:15.872616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.341943ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:04:15.872873Z","caller":"traceutil/trace.go:171","msg":"trace[1988732944] linearizableReadLoop","detail":"{readStateIndex:9191; appliedIndex:9187; }","duration":"550.069797ms","start":"2026-05-28T01:04:15.322785Z","end":"2026-05-28T01:04:15.872855Z","steps":["trace[1988732944] 'read index received' (duration: 190.449364ms)","trace[1988732944] 'applied index is now lower than readState.Index' (duration: 359.619423ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.872982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839411946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:15.873036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859363276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:15.873071Z","caller":"traceutil/trace.go:171","msg":"trace[1678690610] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8856; }","duration":"2.859435498s","start":"2026-05-28T01:04:13.013622Z","end":"2026-05-28T01:04:15.873058Z","steps":["trace[1678690610] 'agreement among raft nodes before linearized reading' (duration: 2.859365346s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:15.873068Z","caller":"traceutil/trace.go:171","msg":"trace[1420106881] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8856; }","duration":"2.839503658s","start":"2026-05-28T01:04:13.033534Z","end":"2026-05-28T01:04:15.873038Z","steps":["trace[1420106881] 'agreement among raft nodes before linearized reading' (duration: 2.839336824s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:15.873107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:13.013603Z","time spent":"2.859494319s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:15.873113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:13.033472Z","time spent":"2.83963038s","remote":"127.0.0.1:36150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:15.873095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.734013292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:15.873194Z","caller":"traceutil/trace.go:171","msg":"trace[1619738376] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8856; }","duration":"4.734164346s","start":"2026-05-28T01:04:11.139006Z","end":"2026-05-28T01:04:15.87317Z","steps":["trace[1619738376] 'agreement among raft nodes before linearized reading' (duration: 4.733994892s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:15.873254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:11.138984Z","time spent":"4.734253927s","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:15.873285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.69664851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T01:04:15.873291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.713207031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-05-28T01:04:15.873347Z","caller":"traceutil/trace.go:171","msg":"trace[1109980538] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:8856; }","duration":"4.713266143s","start":"2026-05-28T01:04:11.160067Z","end":"2026-05-28T01:04:15.873333Z","steps":["trace[1109980538] 'agreement among raft nodes before linearized reading' (duration: 4.713087848s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:15.873353Z","caller":"traceutil/trace.go:171","msg":"trace[1452745049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8856; }","duration":"4.696736493s","start":"2026-05-28T01:04:11.176599Z","end":"2026-05-28T01:04:15.873336Z","steps":["trace[1452745049] 'agreement among raft nodes before linearized reading' (duration: 4.696548368s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:15.873337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.69661109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T01:04:15.873237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082236984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:04:15.873381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:11.159999Z","time spent":"4.713373326s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-28T01:04:15.873393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:11.176588Z","time spent":"4.696796684s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T01:04:15.873411Z","caller":"traceutil/trace.go:171","msg":"trace[1208683606] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8856; }","duration":"3.082454729s","start":"2026-05-28T01:04:12.790946Z","end":"2026-05-28T01:04:15.873401Z","steps":["trace[1208683606] 'agreement among raft nodes before linearized reading' (duration: 3.082231474s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:15.873417Z","caller":"traceutil/trace.go:171","msg":"trace[1537956727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8856; }","duration":"4.696701402s","start":"2026-05-28T01:04:11.176695Z","end":"2026-05-28T01:04:15.873396Z","steps":["trace[1537956727] 'agreement among raft nodes before linearized reading' (duration: 4.696468097s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:15.873441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:12.790922Z","time spent":"3.08251116s","remote":"127.0.0.1:46070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:15.873474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:11.176643Z","time spent":"4.696812665s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:04:15.873454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.599767746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:04:15.87358Z","caller":"traceutil/trace.go:171","msg":"trace[2076058559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8856; }","duration":"4.599982601s","start":"2026-05-28T01:04:11.273571Z","end":"2026-05-28T01:04:15.873554Z","steps":["trace[2076058559] 'agreement among raft nodes before linearized reading' (duration: 4.59952884s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:15.873619Z","caller":"traceutil/trace.go:171","msg":"trace[1907071098] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"504.262826ms","start":"2026-05-28T01:04:15.369332Z","end":"2026-05-28T01:04:15.873595Z","steps":["trace[1907071098] 'process raft request' (duration: 503.404756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:15.873643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:11.27355Z","time spent":"4.600078393s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:04:15.874088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:15.369306Z","time spent":"504.363479ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:15.946583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.853336909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:04:15.946654Z","caller":"traceutil/trace.go:171","msg":"trace[313990653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8857; }","duration":"5.853436742s","start":"2026-05-28T01:04:10.093188Z","end":"2026-05-28T01:04:15.946624Z","steps":["trace[313990653] 'agreement among raft nodes before linearized reading' (duration: 5.780177443s)","trace[313990653] 'range keys from in-memory index tree' (duration: 73.081744ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.946653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.347528442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:04:15.946684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:10.093165Z","time spent":"5.853512733s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"info","ts":"2026-05-28T01:04:15.946708Z","caller":"traceutil/trace.go:171","msg":"trace[884644494] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8857; }","duration":"3.347603424s","start":"2026-05-28T01:04:12.59909Z","end":"2026-05-28T01:04:15.946694Z","steps":["trace[884644494] 'agreement among raft nodes before linearized reading' (duration: 3.274279034s)","trace[884644494] 'count revisions from in-memory index tree' (duration: 73.224707ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.946742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:12.599034Z","time spent":"3.347700496s","remote":"127.0.0.1:46136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:15.946833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.601593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:15.946861Z","caller":"traceutil/trace.go:171","msg":"trace[789900967] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8857; }","duration":"153.657125ms","start":"2026-05-28T01:04:15.793194Z","end":"2026-05-28T01:04:15.946851Z","steps":["trace[789900967] 'agreement among raft nodes before linearized reading' (duration: 80.393787ms)","trace[789900967] 'count revisions from in-memory index tree' (duration: 73.227257ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.946869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860492343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:15.946899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160955468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:15.946929Z","caller":"traceutil/trace.go:171","msg":"trace[1983090940] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8857; }","duration":"2.860578395s","start":"2026-05-28T01:04:13.086332Z","end":"2026-05-28T01:04:15.94691Z","steps":["trace[1983090940] 'agreement among raft nodes before linearized reading' (duration: 2.787061561s)","trace[1983090940] 'count revisions from in-memory index tree' (duration: 73.438653ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.946981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7099461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-28T01:04:15.946981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:13.086315Z","time spent":"2.860655777s","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:15.946931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732379401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:04:15.94704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.554938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:15.947019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123537096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:15.947051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.747062631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:15.947067Z","caller":"traceutil/trace.go:171","msg":"trace[1749174900] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8857; }","duration":"2.732513864s","start":"2026-05-28T01:04:13.214524Z","end":"2026-05-28T01:04:15.947038Z","steps":["trace[1749174900] 'agreement among raft nodes before linearized reading' (duration: 2.658879547s)","trace[1749174900] 'count revisions from in-memory index tree' (duration: 73.485304ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.947072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722126787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-05-28T01:04:15.947105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710416691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T01:04:15.9471Z","caller":"traceutil/trace.go:171","msg":"trace[1794725121] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8857; }","duration":"1.123662279s","start":"2026-05-28T01:04:14.823412Z","end":"2026-05-28T01:04:15.947074Z","steps":["trace[1794725121] 'agreement among raft nodes before linearized reading' (duration: 1.04993866s)","trace[1794725121] 'count revisions from in-memory index tree' (duration: 73.622027ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.947125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:13.21446Z","time spent":"2.732650447s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:15.947142Z","caller":"traceutil/trace.go:171","msg":"trace[1252049738] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c; range_end:; response_count:1; response_revision:8857; }","duration":"1.72223974s","start":"2026-05-28T01:04:14.224881Z","end":"2026-05-28T01:04:15.947121Z","steps":["trace[1252049738] 'agreement among raft nodes before linearized reading' (duration: 1.648510911s)","trace[1252049738] 'range keys from in-memory index tree' (duration: 73.540065ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.947146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.817904141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:04:15.947011Z","caller":"traceutil/trace.go:171","msg":"trace[1495978117] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8857; }","duration":"1.709994521s","start":"2026-05-28T01:04:14.237007Z","end":"2026-05-28T01:04:15.947002Z","steps":["trace[1495978117] 'agreement among raft nodes before linearized reading' (duration: 1.636362514s)","trace[1495978117] 'range keys from in-memory index tree' (duration: 73.526704ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.947249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:14.236996Z","time spent":"1.710245357s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:04:15.947157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.938834456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:04:15.947279Z","caller":"traceutil/trace.go:171","msg":"trace[2098238105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8857; }","duration":"4.818115876s","start":"2026-05-28T01:04:11.129121Z","end":"2026-05-28T01:04:15.947237Z","steps":["trace[2098238105] 'agreement among raft nodes before linearized reading' (duration: 4.744219473s)","trace[2098238105] 'range keys from in-memory index tree' (duration: 73.522854ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:15.947306Z","caller":"traceutil/trace.go:171","msg":"trace[785782244] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8857; }","duration":"5.93901939s","start":"2026-05-28T01:04:10.008274Z","end":"2026-05-28T01:04:15.947293Z","steps":["trace[785782244] 'agreement among raft nodes before linearized reading' (duration: 5.865106907s)","trace[785782244] 'count revisions from in-memory index tree' (duration: 73.7604ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.947316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911809863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-28T01:04:15.947344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:10.008247Z","time spent":"5.939085752s","remote":"127.0.0.1:53316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:15.947379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:11.129095Z","time spent":"4.81825458s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:04:15.947044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.01509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:04:15.947489Z","caller":"traceutil/trace.go:171","msg":"trace[1504295893] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8857; }","duration":"440.499302ms","start":"2026-05-28T01:04:15.506974Z","end":"2026-05-28T01:04:15.947473Z","steps":["trace[1504295893] 'agreement among raft nodes before linearized reading' (duration: 366.616399ms)","trace[1504295893] 'count revisions from in-memory index tree' (duration: 73.431742ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.947536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:15.506952Z","time spent":"440.571394ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":84,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:15.94709Z","caller":"traceutil/trace.go:171","msg":"trace[1582811740] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8857; }","duration":"5.747099142s","start":"2026-05-28T01:04:10.199977Z","end":"2026-05-28T01:04:15.947076Z","steps":["trace[1582811740] 'agreement among raft nodes before linearized reading' (duration: 5.673377463s)","trace[1582811740] 'count revisions from in-memory index tree' (duration: 73.675258ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.947698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:10.199884Z","time spent":"5.747802029s","remote":"127.0.0.1:59154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:15.947176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:14.823388Z","time spent":"1.123765801s","remote":"127.0.0.1:45864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:15.947125Z","caller":"traceutil/trace.go:171","msg":"trace[1830175178] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8857; }","duration":"1.710477302s","start":"2026-05-28T01:04:14.236641Z","end":"2026-05-28T01:04:15.947119Z","steps":["trace[1830175178] 'agreement among raft nodes before linearized reading' (duration: 1.636736283s)","trace[1830175178] 'range keys from in-memory index tree' (duration: 73.690608ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.947879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:14.236617Z","time spent":"1.71122297s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-28T01:04:15.947001Z","caller":"traceutil/trace.go:171","msg":"trace[745931000] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8857; }","duration":"1.161099262s","start":"2026-05-28T01:04:14.785863Z","end":"2026-05-28T01:04:15.946963Z","steps":["trace[745931000] 'agreement among raft nodes before linearized reading' (duration: 1.087496485s)","trace[745931000] 'count revisions from in-memory index tree' (duration: 73.475274ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.947966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:14.785839Z","time spent":"1.162108396s","remote":"127.0.0.1:36118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:15.947059Z","caller":"traceutil/trace.go:171","msg":"trace[1221860793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8857; }","duration":"472.605589ms","start":"2026-05-28T01:04:15.474447Z","end":"2026-05-28T01:04:15.947052Z","steps":["trace[1221860793] 'agreement among raft nodes before linearized reading' (duration: 399.082694ms)","trace[1221860793] 'range keys from in-memory index tree' (duration: 73.484473ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.948053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:15.474421Z","time spent":"473.622303ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:04:15.947191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:14.224868Z","time spent":"1.722316112s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c\" "} {"level":"warn","ts":"2026-05-28T01:04:15.9472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.918795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-05-28T01:04:15.948308Z","caller":"traceutil/trace.go:171","msg":"trace[396854770] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8857; }","duration":"930.027351ms","start":"2026-05-28T01:04:15.018235Z","end":"2026-05-28T01:04:15.948263Z","steps":["trace[396854770] 'agreement among raft nodes before linearized reading' (duration: 855.102394ms)","trace[396854770] 'range keys from in-memory index tree' (duration: 73.77253ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.948394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:15.01821Z","time spent":"930.138153ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-28T01:04:15.947379Z","caller":"traceutil/trace.go:171","msg":"trace[1634587266] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8857; }","duration":"2.911884945s","start":"2026-05-28T01:04:13.035474Z","end":"2026-05-28T01:04:15.947359Z","steps":["trace[1634587266] 'agreement among raft nodes before linearized reading' (duration: 2.83792714s)","trace[1634587266] 'range keys from in-memory index tree' (duration: 73.811572ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:15.948496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:13.035466Z","time spent":"2.913015341s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:04:16.073491Z","caller":"traceutil/trace.go:171","msg":"trace[391308177] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"195.352939ms","start":"2026-05-28T01:04:15.878109Z","end":"2026-05-28T01:04:16.073462Z","steps":["trace[391308177] 'process raft request' (duration: 195.137274ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:16.581293Z","caller":"traceutil/trace.go:171","msg":"trace[1726693296] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"703.090347ms","start":"2026-05-28T01:04:15.878167Z","end":"2026-05-28T01:04:16.581257Z","steps":["trace[1726693296] 'process raft request' (duration: 702.731608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:16.581554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:15.878136Z","time spent":"703.329563ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:16.581316Z","caller":"traceutil/trace.go:171","msg":"trace[2063642205] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"703.113177ms","start":"2026-05-28T01:04:15.878167Z","end":"2026-05-28T01:04:16.58128Z","steps":["trace[2063642205] 'process raft request' (duration: 703.005235ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:16.581599Z","caller":"traceutil/trace.go:171","msg":"trace[248793106] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"702.882822ms","start":"2026-05-28T01:04:15.87869Z","end":"2026-05-28T01:04:16.581573Z","steps":["trace[248793106] 'process raft request' (duration: 702.535834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:16.581939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:15.878673Z","time spent":"703.191959ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:16.581912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:15.878136Z","time spent":"703.65635ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:16.581996Z","caller":"traceutil/trace.go:171","msg":"trace[110426804] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"630.246639ms","start":"2026-05-28T01:04:15.951731Z","end":"2026-05-28T01:04:16.581978Z","steps":["trace[110426804] 'process raft request' (duration: 629.881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:16.581736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:15.95003Z","time spent":"631.701743ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T01:04:16.582094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:15.951706Z","time spent":"630.341071ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:16.582102Z","caller":"traceutil/trace.go:171","msg":"trace[1374205970] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"630.171237ms","start":"2026-05-28T01:04:15.951912Z","end":"2026-05-28T01:04:16.582083Z","steps":["trace[1374205970] 'process raft request' (duration: 629.920521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:16.582198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:15.951905Z","time spent":"630.237809ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:16.582365Z","caller":"traceutil/trace.go:171","msg":"trace[1698973151] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"628.846255ms","start":"2026-05-28T01:04:15.953505Z","end":"2026-05-28T01:04:16.582351Z","steps":["trace[1698973151] 'process raft request' (duration: 628.504607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:16.582433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:15.953486Z","time spent":"628.915427ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:16.582261Z","caller":"traceutil/trace.go:171","msg":"trace[504654063] linearizableReadLoop","detail":"{readStateIndex:9196; appliedIndex:9192; }","duration":"632.348388ms","start":"2026-05-28T01:04:15.949895Z","end":"2026-05-28T01:04:16.582243Z","steps":["trace[504654063] 'read index received' (duration: 123.36317ms)","trace[504654063] 'applied index is now lower than readState.Index' (duration: 508.983508ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:16.582515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.608964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:16.582588Z","caller":"traceutil/trace.go:171","msg":"trace[1696838822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8864; }","duration":"632.702166ms","start":"2026-05-28T01:04:15.949865Z","end":"2026-05-28T01:04:16.582567Z","steps":["trace[1696838822] 'agreement among raft nodes before linearized reading' (duration: 632.593594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:16.582665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:15.949847Z","time spent":"632.778168ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:04:16.588464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.204782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:04:16.588516Z","caller":"traceutil/trace.go:171","msg":"trace[331598756] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8865; }","duration":"637.293365ms","start":"2026-05-28T01:04:15.951212Z","end":"2026-05-28T01:04:16.588506Z","steps":["trace[331598756] 'agreement among raft nodes before linearized reading' (duration: 637.11104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:16.588546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:15.951195Z","time spent":"637.342316ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:04:16.588713Z","caller":"traceutil/trace.go:171","msg":"trace[310117283] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"508.983907ms","start":"2026-05-28T01:04:16.079683Z","end":"2026-05-28T01:04:16.588667Z","steps":["trace[310117283] 'process raft request' (duration: 508.512336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:16.588938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:16.079655Z","time spent":"509.216273ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:16.588526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.978435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"warn","ts":"2026-05-28T01:04:16.58899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.355766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-05-28T01:04:16.589005Z","caller":"traceutil/trace.go:171","msg":"trace[207593865] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:8865; }","duration":"500.472157ms","start":"2026-05-28T01:04:16.088517Z","end":"2026-05-28T01:04:16.588989Z","steps":["trace[207593865] 'agreement among raft nodes before linearized reading' (duration: 499.850762ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:16.589039Z","caller":"traceutil/trace.go:171","msg":"trace[829902421] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8865; }","duration":"637.435838ms","start":"2026-05-28T01:04:15.951589Z","end":"2026-05-28T01:04:16.589025Z","steps":["trace[829902421] 'agreement among raft nodes before linearized reading' (duration: 637.238073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:16.589047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:16.088469Z","time spent":"500.563919ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1885,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T01:04:16.589075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:15.951577Z","time spent":"637.48906ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-28T01:04:16.589153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.426118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223133"} {"level":"info","ts":"2026-05-28T01:04:16.589185Z","caller":"traceutil/trace.go:171","msg":"trace[12512888] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8865; }","duration":"637.51696ms","start":"2026-05-28T01:04:15.95166Z","end":"2026-05-28T01:04:16.589177Z","steps":["trace[12512888] 'agreement among raft nodes before linearized reading' (duration: 637.016749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:16.589212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:15.951629Z","time spent":"637.577271ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223156,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:04:16.957974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.163023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:04:16.958229Z","caller":"traceutil/trace.go:171","msg":"trace[2130147570] linearizableReadLoop","detail":"{readStateIndex:9203; appliedIndex:9201; }","duration":"368.258047ms","start":"2026-05-28T01:04:16.589946Z","end":"2026-05-28T01:04:16.958204Z","steps":["trace[2130147570] 'read index received' (duration: 128.586832ms)","trace[2130147570] 'applied index is now lower than readState.Index' (duration: 239.670155ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:16.958253Z","caller":"traceutil/trace.go:171","msg":"trace[1267021567] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"374.297509ms","start":"2026-05-28T01:04:16.58393Z","end":"2026-05-28T01:04:16.958227Z","steps":["trace[1267021567] 'process raft request' (duration: 134.778668ms)","trace[1267021567] 'compare' (duration: 238.895407ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:16.958371Z","caller":"traceutil/trace.go:171","msg":"trace[1511293566] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"374.407222ms","start":"2026-05-28T01:04:16.58395Z","end":"2026-05-28T01:04:16.958357Z","steps":["trace[1511293566] 'process raft request' (duration: 374.142816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:16.958464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:16.583936Z","time spent":"374.479944ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:04:16.958447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.228856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:16.95856Z","caller":"traceutil/trace.go:171","msg":"trace[945532347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8867; }","duration":"368.36006ms","start":"2026-05-28T01:04:16.590184Z","end":"2026-05-28T01:04:16.958544Z","steps":["trace[945532347] 'agreement among raft nodes before linearized reading' (duration: 368.190676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:16.958592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:16.590177Z","time spent":"368.408241ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:04:16.958836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.884021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-05-28T01:04:16.958881Z","caller":"traceutil/trace.go:171","msg":"trace[1554418022] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8867; }","duration":"368.943494ms","start":"2026-05-28T01:04:16.589928Z","end":"2026-05-28T01:04:16.958871Z","steps":["trace[1554418022] 'agreement among raft nodes before linearized reading' (duration: 368.817141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:16.958902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:16.589914Z","time spent":"368.982864ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T01:04:16.959043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.260104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3307"} {"level":"info","ts":"2026-05-28T01:04:16.959149Z","caller":"traceutil/trace.go:171","msg":"trace[1080924649] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:8867; }","duration":"367.377467ms","start":"2026-05-28T01:04:16.591757Z","end":"2026-05-28T01:04:16.959134Z","steps":["trace[1080924649] 'agreement among raft nodes before linearized reading' (duration: 367.015378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:16.959225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:16.591735Z","time spent":"367.479869ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3330,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T01:04:16.958696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:16.5839Z","time spent":"374.562576ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:17.180884Z","caller":"traceutil/trace.go:171","msg":"trace[1824250723] linearizableReadLoop","detail":"{readStateIndex:9205; appliedIndex:9204; }","duration":"128.217875ms","start":"2026-05-28T01:04:17.052642Z","end":"2026-05-28T01:04:17.18086Z","steps":["trace[1824250723] 'read index received' (duration: 65.343192ms)","trace[1824250723] 'applied index is now lower than readState.Index' (duration: 62.873703ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:17.181015Z","caller":"traceutil/trace.go:171","msg":"trace[712529710] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"128.927002ms","start":"2026-05-28T01:04:17.052074Z","end":"2026-05-28T01:04:17.181001Z","steps":["trace[712529710] 'process raft request' (duration: 65.878484ms)","trace[712529710] 'compare' (duration: 62.777591ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:17.181416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.756308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:17.181489Z","caller":"traceutil/trace.go:171","msg":"trace[1294204528] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8869; }","duration":"128.86853ms","start":"2026-05-28T01:04:17.052607Z","end":"2026-05-28T01:04:17.181476Z","steps":["trace[1294204528] 'agreement among raft nodes before linearized reading' (duration: 128.685265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:17.181423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.840029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:17.181577Z","caller":"traceutil/trace.go:171","msg":"trace[241709925] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8869; }","duration":"126.024493ms","start":"2026-05-28T01:04:17.055537Z","end":"2026-05-28T01:04:17.181561Z","steps":["trace[241709925] 'agreement among raft nodes before linearized reading' (duration: 125.787257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:17.181412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.075751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:17.181731Z","caller":"traceutil/trace.go:171","msg":"trace[2047869569] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:8869; }","duration":"128.42157ms","start":"2026-05-28T01:04:17.053278Z","end":"2026-05-28T01:04:17.1817Z","steps":["trace[2047869569] 'agreement among raft nodes before linearized reading' (duration: 128.00533ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:17.637659Z","caller":"traceutil/trace.go:171","msg":"trace[2124715421] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"114.149154ms","start":"2026-05-28T01:04:17.523485Z","end":"2026-05-28T01:04:17.637634Z","steps":["trace[2124715421] 'process raft request' (duration: 113.9742ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:28.781277Z","caller":"traceutil/trace.go:171","msg":"trace[266621663] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"104.913926ms","start":"2026-05-28T01:04:28.67632Z","end":"2026-05-28T01:04:28.781234Z","steps":["trace[266621663] 'process raft request' (duration: 104.65059ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:30.892867Z","caller":"traceutil/trace.go:171","msg":"trace[1005927397] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"101.72962ms","start":"2026-05-28T01:04:30.791113Z","end":"2026-05-28T01:04:30.892843Z","steps":["trace[1005927397] 'process raft request' (duration: 101.655588ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:30.893037Z","caller":"traceutil/trace.go:171","msg":"trace[1604662158] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"102.846266ms","start":"2026-05-28T01:04:30.790181Z","end":"2026-05-28T01:04:30.893028Z","steps":["trace[1604662158] 'process raft request' (duration: 102.490268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:30.896613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.163766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:04:30.896657Z","caller":"traceutil/trace.go:171","msg":"trace[1771328347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8935; }","duration":"101.219128ms","start":"2026-05-28T01:04:30.795428Z","end":"2026-05-28T01:04:30.896647Z","steps":["trace[1771328347] 'agreement among raft nodes before linearized reading' (duration: 101.118965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:30.896634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.53749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:04:30.896717Z","caller":"traceutil/trace.go:171","msg":"trace[1028253807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8935; }","duration":"102.643892ms","start":"2026-05-28T01:04:30.794051Z","end":"2026-05-28T01:04:30.896695Z","steps":["trace[1028253807] 'agreement among raft nodes before linearized reading' (duration: 102.382506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:30.89699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.925065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:04:30.89702Z","caller":"traceutil/trace.go:171","msg":"trace[1255867546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8935; }","duration":"101.964085ms","start":"2026-05-28T01:04:30.795049Z","end":"2026-05-28T01:04:30.897013Z","steps":["trace[1255867546] 'agreement among raft nodes before linearized reading' (duration: 101.71793ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:31.794771Z","caller":"traceutil/trace.go:171","msg":"trace[211175090] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"203.321727ms","start":"2026-05-28T01:04:31.591424Z","end":"2026-05-28T01:04:31.794745Z","steps":["trace[211175090] 'process raft request' (duration: 149.710413ms)","trace[211175090] 'compare' (duration: 53.266596ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:32.950254Z","caller":"traceutil/trace.go:171","msg":"trace[1570994625] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"109.574225ms","start":"2026-05-28T01:04:32.84065Z","end":"2026-05-28T01:04:32.950224Z","steps":["trace[1570994625] 'process raft request' (duration: 109.343679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:33.451027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201812,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:04:33.533796Z","caller":"traceutil/trace.go:171","msg":"trace[389653437] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"635.591355ms","start":"2026-05-28T01:04:32.898179Z","end":"2026-05-28T01:04:33.53377Z","steps":["trace[389653437] 'process raft request' (duration: 635.414821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:33.533961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:32.898149Z","time spent":"635.726537ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:33.96327Z","caller":"traceutil/trace.go:171","msg":"trace[33493007] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"1.008658647s","start":"2026-05-28T01:04:32.954569Z","end":"2026-05-28T01:04:33.963228Z","steps":["trace[33493007] 'process raft request' (duration: 938.482551ms)","trace[33493007] 'compare' (duration: 69.663263ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:33.963471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:32.954558Z","time spent":"1.00880092s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:33.963468Z","caller":"traceutil/trace.go:171","msg":"trace[1080283772] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"987.837505ms","start":"2026-05-28T01:04:32.975605Z","end":"2026-05-28T01:04:33.963442Z","steps":["trace[1080283772] 'process raft request' (duration: 987.520247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:33.963607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:32.975583Z","time spent":"987.949908ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:33.963649Z","caller":"traceutil/trace.go:171","msg":"trace[838863876] linearizableReadLoop","detail":"{readStateIndex:9287; appliedIndex:9283; }","duration":"1.013434969s","start":"2026-05-28T01:04:32.950184Z","end":"2026-05-28T01:04:33.963619Z","steps":["trace[838863876] 'read index received' (duration: 583.552097ms)","trace[838863876] 'applied index is now lower than readState.Index' (duration: 429.879462ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:33.963711Z","caller":"traceutil/trace.go:171","msg":"trace[948631603] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"527.72301ms","start":"2026-05-28T01:04:33.435952Z","end":"2026-05-28T01:04:33.963675Z","steps":["trace[948631603] 'process raft request' (duration: 527.444754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:33.963804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018990909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:04:33.963875Z","caller":"traceutil/trace.go:171","msg":"trace[1766674947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8948; }","duration":"1.019075231s","start":"2026-05-28T01:04:32.944779Z","end":"2026-05-28T01:04:33.963854Z","steps":["trace[1766674947] 'agreement among raft nodes before linearized reading' (duration: 1.018853426s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:33.963899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:33.435928Z","time spent":"527.886883ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:33.963929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:32.944736Z","time spent":"1.019181374s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:04:33.963926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063164291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:04:33.964008Z","caller":"traceutil/trace.go:171","msg":"trace[107172898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8948; }","duration":"1.063276985s","start":"2026-05-28T01:04:32.900711Z","end":"2026-05-28T01:04:33.963988Z","steps":["trace[107172898] 'agreement among raft nodes before linearized reading' (duration: 1.063046439s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:33.964052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:32.9007Z","time spent":"1.063344136s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:04:33.965073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.162663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:33.965186Z","caller":"traceutil/trace.go:171","msg":"trace[229524259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8949; }","duration":"501.318687ms","start":"2026-05-28T01:04:33.463852Z","end":"2026-05-28T01:04:33.965171Z","steps":["trace[229524259] 'agreement among raft nodes before linearized reading' (duration: 501.161034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:33.965225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008742999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T01:04:33.965259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.463811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:04:33.965273Z","caller":"traceutil/trace.go:171","msg":"trace[752356826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8949; }","duration":"1.0087998s","start":"2026-05-28T01:04:32.956459Z","end":"2026-05-28T01:04:33.965259Z","steps":["trace[752356826] 'agreement among raft nodes before linearized reading' (duration: 1.008706427s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:33.965296Z","caller":"traceutil/trace.go:171","msg":"trace[1541160761] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8949; }","duration":"827.538233ms","start":"2026-05-28T01:04:33.137745Z","end":"2026-05-28T01:04:33.965283Z","steps":["trace[1541160761] 'agreement among raft nodes before linearized reading' (duration: 827.469021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:33.965313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:32.956451Z","time spent":"1.008855161s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:04:33.965328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:33.137722Z","time spent":"827.598905ms","remote":"127.0.0.1:46058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:33.965394Z","caller":"traceutil/trace.go:171","msg":"trace[1035159251] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"165.435313ms","start":"2026-05-28T01:04:33.799941Z","end":"2026-05-28T01:04:33.965377Z","steps":["trace[1035159251] 'process raft request' (duration: 164.935601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:33.965186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.324369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T01:04:33.965499Z","caller":"traceutil/trace.go:171","msg":"trace[428304567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8949; }","duration":"833.669208ms","start":"2026-05-28T01:04:33.131819Z","end":"2026-05-28T01:04:33.965488Z","steps":["trace[428304567] 'agreement among raft nodes before linearized reading' (duration: 833.239488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:33.965534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:33.1318Z","time spent":"833.722689ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:04:33.965135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010822998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:04:33.96559Z","caller":"traceutil/trace.go:171","msg":"trace[512059581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8949; }","duration":"1.011333469s","start":"2026-05-28T01:04:32.954245Z","end":"2026-05-28T01:04:33.965578Z","steps":["trace[512059581] 'agreement among raft nodes before linearized reading' (duration: 1.010727165s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:33.965639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:32.95423Z","time spent":"1.011396181s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:04:33.965231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:33.46384Z","time spent":"501.381259ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:04:34.471649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201819,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:04:34.515713Z","caller":"traceutil/trace.go:171","msg":"trace[292686093] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"545.786346ms","start":"2026-05-28T01:04:33.969896Z","end":"2026-05-28T01:04:34.515682Z","steps":["trace[292686093] 'process raft request' (duration: 538.74276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:34.51591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:33.969866Z","time spent":"545.94642ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:34.553573Z","caller":"traceutil/trace.go:171","msg":"trace[2056262406] transaction","detail":"{read_only:false; response_revision:8952; number_of_response:1; }","duration":"583.180528ms","start":"2026-05-28T01:04:33.970367Z","end":"2026-05-28T01:04:34.553547Z","steps":["trace[2056262406] 'process raft request' (duration: 582.932772ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:34.553654Z","caller":"traceutil/trace.go:171","msg":"trace[1985129287] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"582.674306ms","start":"2026-05-28T01:04:33.970957Z","end":"2026-05-28T01:04:34.553631Z","steps":["trace[1985129287] 'process raft request' (duration: 582.496682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:34.553783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:33.970951Z","time spent":"582.757248ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:34.553817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:33.970357Z","time spent":"583.27879ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:34.553361Z","caller":"traceutil/trace.go:171","msg":"trace[305731621] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"583.244819ms","start":"2026-05-28T01:04:33.970093Z","end":"2026-05-28T01:04:34.553337Z","steps":["trace[305731621] 'process raft request' (duration: 583.054665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:34.554241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:33.970075Z","time spent":"583.949486ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:34.695976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.389138ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:04:34.696069Z","caller":"traceutil/trace.go:171","msg":"trace[1782930309] linearizableReadLoop","detail":"{readStateIndex:9293; appliedIndex:9288; }","duration":"725.448083ms","start":"2026-05-28T01:04:33.970603Z","end":"2026-05-28T01:04:34.696052Z","steps":["trace[1782930309] 'read index received' (duration: 538.139305ms)","trace[1782930309] 'applied index is now lower than readState.Index' (duration: 187.307058ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:34.696342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.71357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-05-28T01:04:34.696361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.814067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:34.696404Z","caller":"traceutil/trace.go:171","msg":"trace[178662729] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c; range_end:; response_count:1; response_revision:8953; }","duration":"469.821743ms","start":"2026-05-28T01:04:34.226566Z","end":"2026-05-28T01:04:34.696388Z","steps":["trace[178662729] 'agreement among raft nodes before linearized reading' (duration: 469.633418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:34.696454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:34.226544Z","time spent":"469.903195ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c\" "} {"level":"info","ts":"2026-05-28T01:04:34.696459Z","caller":"traceutil/trace.go:171","msg":"trace[1465157123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8953; }","duration":"231.956761ms","start":"2026-05-28T01:04:34.464481Z","end":"2026-05-28T01:04:34.696438Z","steps":["trace[1465157123] 'agreement among raft nodes before linearized reading' (duration: 231.812757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:34.696481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.274425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:04:34.696533Z","caller":"traceutil/trace.go:171","msg":"trace[478672116] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8953; }","duration":"309.352967ms","start":"2026-05-28T01:04:34.387166Z","end":"2026-05-28T01:04:34.696519Z","steps":["trace[478672116] 'agreement among raft nodes before linearized reading' (duration: 309.152342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:34.696602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:34.387109Z","time spent":"309.450699ms","remote":"127.0.0.1:46106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:34.696638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.036437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223133"} {"level":"info","ts":"2026-05-28T01:04:34.696671Z","caller":"traceutil/trace.go:171","msg":"trace[1104713042] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8953; }","duration":"726.092758ms","start":"2026-05-28T01:04:33.970569Z","end":"2026-05-28T01:04:34.696662Z","steps":["trace[1104713042] 'agreement among raft nodes before linearized reading' (duration: 725.728199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:34.696702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:33.97056Z","time spent":"726.133909ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223156,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:04:35.556017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:35.822086Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080545862s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:04:35.822483Z","caller":"traceutil/trace.go:171","msg":"trace[440684042] transaction","detail":"{read_only:false; response_revision:8954; number_of_response:1; }","duration":"1.124329445s","start":"2026-05-28T01:04:34.698127Z","end":"2026-05-28T01:04:35.822457Z","steps":["trace[440684042] 'process raft request' (duration: 1.12414182s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:35.822627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:34.698102Z","time spent":"1.124446058s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:37.465741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:04:37.465826Z","caller":"traceutil/trace.go:171","msg":"trace[527883367] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000248089s","start":"2026-05-28T01:04:35.46556Z","end":"2026-05-28T01:04:37.465808Z","steps":["trace[527883367] 'agreement among raft nodes before linearized reading' (duration: 2.000117736s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:37.465882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:35.465539Z","time spent":"2.000327451s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:04:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:04:39.387186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.562311529s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:04:39.466586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000539185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:04:39.466683Z","caller":"traceutil/trace.go:171","msg":"trace[1382913832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000698869s","start":"2026-05-28T01:04:37.465963Z","end":"2026-05-28T01:04:39.466662Z","steps":["trace[1382913832] 'agreement among raft nodes before linearized reading' (duration: 2.000586266s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:39.466731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:37.465942Z","time spent":"2.000779541s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:04:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:04:39.954166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:34.955329Z","time spent":"4.998814089s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 01:04:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:04:40.174667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:04:40.174746Z","caller":"traceutil/trace.go:171","msg":"trace[1963335121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067955s","start":"2026-05-28T01:04:38.17466Z","end":"2026-05-28T01:04:40.174728Z","steps":["trace[1963335121] 'agreement among raft nodes before linearized reading' (duration: 1.999945932s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:40.174794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:38.174603Z","time spent":"2.000180598s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:04:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:04:40.537115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:35.538464Z","time spent":"4.998613255s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 01:04:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:04:40.680076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292417491s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:04:40.680727Z","caller":"traceutil/trace.go:171","msg":"trace[2086315537] transaction","detail":"{read_only:false; response_revision:8957; number_of_response:1; }","duration":"4.972927758s","start":"2026-05-28T01:04:35.70778Z","end":"2026-05-28T01:04:40.680708Z","steps":["trace[2086315537] 'process raft request' (duration: 4.972651872s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:40.680837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:35.707761Z","time spent":"4.973014791s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:40.680933Z","caller":"traceutil/trace.go:171","msg":"trace[24301292] linearizableReadLoop","detail":"{readStateIndex:9296; appliedIndex:9293; }","duration":"5.625649078s","start":"2026-05-28T01:04:35.055259Z","end":"2026-05-28T01:04:40.680908Z","steps":["trace[24301292] 'read index received' (duration: 767.057326ms)","trace[24301292] 'applied index is now lower than readState.Index' (duration: 4.858590412s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:40.680993Z","caller":"traceutil/trace.go:171","msg":"trace[580761562] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"4.863083457s","start":"2026-05-28T01:04:35.817878Z","end":"2026-05-28T01:04:40.680962Z","steps":["trace[580761562] 'process raft request' (duration: 4.86276844s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:40.681138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:35.817863Z","time spent":"4.86319106s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:40.681233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.625955455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-05-28T01:04:40.681325Z","caller":"traceutil/trace.go:171","msg":"trace[212801169] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8958; }","duration":"5.626089218s","start":"2026-05-28T01:04:35.055214Z","end":"2026-05-28T01:04:40.681303Z","steps":["trace[212801169] 'agreement among raft nodes before linearized reading' (duration: 5.625810942s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:40.681385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:35.055188Z","time spent":"5.62618451s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T01:04:40.968464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:35.970202Z","time spent":"4.998253567s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 01:04:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:04:40.968779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:35.970297Z","time spent":"4.998478992s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 01:04:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:04:41.181655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201835,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:41.475271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000212049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:04:41.47543Z","caller":"traceutil/trace.go:171","msg":"trace[302136719] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000407793s","start":"2026-05-28T01:04:39.474955Z","end":"2026-05-28T01:04:41.475363Z","steps":["trace[302136719] 'agreement among raft nodes before linearized reading' (duration: 2.000240279s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:41.475507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:39.47494Z","time spent":"2.000552346s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:04:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:04:41.518681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998896251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:04:41.518776Z","caller":"traceutil/trace.go:171","msg":"trace[1395350577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999171418s","start":"2026-05-28T01:04:36.519583Z","end":"2026-05-28T01:04:41.518755Z","steps":["trace[1395350577] 'agreement among raft nodes before linearized reading' (duration: 4.999014394s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:41.518828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:36.519555Z","time spent":"4.99926159s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/28 01:04:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:04:41.55753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999521046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-28T01:04:41.557562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999764382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:04:41.557615Z","caller":"traceutil/trace.go:171","msg":"trace[853454251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999611668s","start":"2026-05-28T01:04:36.557967Z","end":"2026-05-28T01:04:41.557578Z","steps":["trace[853454251] 'agreement among raft nodes before linearized reading' (duration: 4.999537896s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:41.557645Z","caller":"traceutil/trace.go:171","msg":"trace[1970025597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999916805s","start":"2026-05-28T01:04:36.557706Z","end":"2026-05-28T01:04:41.557623Z","steps":["trace[1970025597] 'agreement among raft nodes before linearized reading' (duration: 4.999808282s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:41.55767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:36.557959Z","time spent":"4.99969802s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/28 01:04:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:04:41.5577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:36.55768Z","time spent":"5.000009718s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/28 01:04:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:04:41.682779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201835,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:42.183907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201835,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:42.432122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.99969ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:42.432256Z","caller":"traceutil/trace.go:171","msg":"trace[2054810307] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8958; }","duration":"298.145644ms","start":"2026-05-28T01:04:42.13409Z","end":"2026-05-28T01:04:42.432235Z","steps":["trace[2054810307] 'range keys from in-memory index tree' (duration: 297.98077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.666679Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.054497908s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:04:42.66733Z","caller":"traceutil/trace.go:171","msg":"trace[2045757084] linearizableReadLoop","detail":"{readStateIndex:9301; appliedIndex:9298; }","duration":"1.986301059s","start":"2026-05-28T01:04:40.680995Z","end":"2026-05-28T01:04:42.667296Z","steps":["trace[2045757084] 'read index received' (duration: 1.985868439s)","trace[2045757084] 'applied index is now lower than readState.Index' (duration: 431.58µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:42.667614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.043971946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:04:42.667661Z","caller":"traceutil/trace.go:171","msg":"trace[1721808331] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8961; }","duration":"6.044069938s","start":"2026-05-28T01:04:36.623576Z","end":"2026-05-28T01:04:42.667646Z","steps":["trace[1721808331] 'agreement among raft nodes before linearized reading' (duration: 6.043865373s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.667697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:36.623562Z","time spent":"6.044124769s","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:42.66773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.964239984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T01:04:42.667617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.607376023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:42.667873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.904409583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:04:42.668104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.667369212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:42.668131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.568907455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T01:04:42.668135Z","caller":"traceutil/trace.go:171","msg":"trace[1913107098] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8961; }","duration":"4.607938317s","start":"2026-05-28T01:04:38.060168Z","end":"2026-05-28T01:04:42.668106Z","steps":["trace[1913107098] 'agreement among raft nodes before linearized reading' (duration: 4.607180349s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.667906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.709287978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:42.66824Z","caller":"traceutil/trace.go:171","msg":"trace[1108204311] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8961; }","duration":"5.904807972s","start":"2026-05-28T01:04:36.76341Z","end":"2026-05-28T01:04:42.668218Z","steps":["trace[1108204311] 'agreement among raft nodes before linearized reading' (duration: 5.904418923s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.668274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.110452934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:04:42.668307Z","caller":"traceutil/trace.go:171","msg":"trace[1705190571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8961; }","duration":"6.110529996s","start":"2026-05-28T01:04:36.55777Z","end":"2026-05-28T01:04:42.6683Z","steps":["trace[1705190571] 'agreement among raft nodes before linearized reading' (duration: 6.110400233s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.668318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:36.763387Z","time spent":"5.904920315s","remote":"127.0.0.1:46014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:42.668344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:36.557743Z","time spent":"6.110591217s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:04:42.668331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.691494958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:04:42.668392Z","caller":"traceutil/trace.go:171","msg":"trace[993042499] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8961; }","duration":"3.691612441s","start":"2026-05-28T01:04:38.976767Z","end":"2026-05-28T01:04:42.668379Z","steps":["trace[993042499] 'agreement among raft nodes before linearized reading' (duration: 3.691442327s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.668435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979721404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"warn","ts":"2026-05-28T01:04:42.668455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:38.976747Z","time spent":"3.691684972s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":54,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:42.668392Z","caller":"traceutil/trace.go:171","msg":"trace[1131000181] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8961; }","duration":"4.709720948s","start":"2026-05-28T01:04:37.958552Z","end":"2026-05-28T01:04:42.668273Z","steps":["trace[1131000181] 'agreement among raft nodes before linearized reading' (duration: 4.709307288s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.668557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129470057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-05-28T01:04:42.668614Z","caller":"traceutil/trace.go:171","msg":"trace[1409518060] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8961; }","duration":"2.129566059s","start":"2026-05-28T01:04:40.539035Z","end":"2026-05-28T01:04:42.668601Z","steps":["trace[1409518060] 'agreement among raft nodes before linearized reading' (duration: 2.129434756s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.66854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192996284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:42.668653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:40.53901Z","time spent":"2.129635111s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-28T01:04:42.668653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697004704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-05-28T01:04:42.668619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.75545779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:42.668702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.302489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:04:42.668714Z","caller":"traceutil/trace.go:171","msg":"trace[1204845064] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8961; }","duration":"1.697068295s","start":"2026-05-28T01:04:40.971636Z","end":"2026-05-28T01:04:42.668705Z","steps":["trace[1204845064] 'agreement among raft nodes before linearized reading' (duration: 1.696889481s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:42.668742Z","caller":"traceutil/trace.go:171","msg":"trace[1362646599] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8961; }","duration":"6.755610804s","start":"2026-05-28T01:04:35.913118Z","end":"2026-05-28T01:04:42.668729Z","steps":["trace[1362646599] 'agreement among raft nodes before linearized reading' (duration: 6.755476481s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:42.668772Z","caller":"traceutil/trace.go:171","msg":"trace[662879297] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8961; }","duration":"226.413232ms","start":"2026-05-28T01:04:42.442348Z","end":"2026-05-28T01:04:42.668761Z","steps":["trace[662879297] 'agreement among raft nodes before linearized reading' (duration: 226.291949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.668783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:35.913094Z","time spent":"6.755675166s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:42.668803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712815639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-05-28T01:04:42.668679Z","caller":"traceutil/trace.go:171","msg":"trace[964197754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8961; }","duration":"1.193168207s","start":"2026-05-28T01:04:41.475498Z","end":"2026-05-28T01:04:42.668666Z","steps":["trace[964197754] 'agreement among raft nodes before linearized reading' (duration: 1.193011924s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:42.66884Z","caller":"traceutil/trace.go:171","msg":"trace[1777885062] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:8961; }","duration":"2.712902731s","start":"2026-05-28T01:04:39.955929Z","end":"2026-05-28T01:04:42.668832Z","steps":["trace[1777885062] 'agreement among raft nodes before linearized reading' (duration: 2.712804749s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.668873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:39.955911Z","time spent":"2.712955932s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-28T01:04:42.668863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:41.475472Z","time spent":"1.193377253s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:04:42.668754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:40.971564Z","time spent":"1.697176448s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:04:42.667895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.497717798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:42.668962Z","caller":"traceutil/trace.go:171","msg":"trace[476167151] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8961; }","duration":"5.498853325s","start":"2026-05-28T01:04:37.170091Z","end":"2026-05-28T01:04:42.668944Z","steps":["trace[476167151] 'agreement among raft nodes before linearized reading' (duration: 5.497683077s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.669003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698422567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-28T01:04:42.668434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25508413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:04:42.669078Z","caller":"traceutil/trace.go:171","msg":"trace[2062432986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8961; }","duration":"2.256526554s","start":"2026-05-28T01:04:40.41254Z","end":"2026-05-28T01:04:42.669066Z","steps":["trace[2062432986] 'agreement among raft nodes before linearized reading' (duration: 2.255037109s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.669127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:40.412518Z","time spent":"2.256594986s","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:42.668013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.707017248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:42.66815Z","caller":"traceutil/trace.go:171","msg":"trace[1396639057] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8961; }","duration":"6.667434544s","start":"2026-05-28T01:04:36.000703Z","end":"2026-05-28T01:04:42.668138Z","steps":["trace[1396639057] 'agreement among raft nodes before linearized reading' (duration: 6.667300811s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.668856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:37.958529Z","time spent":"4.710033765s","remote":"127.0.0.1:59188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:42.66927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.198421795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-28T01:04:42.669324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:36.000692Z","time spent":"6.668611611s","remote":"127.0.0.1:45730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:42.669237Z","caller":"traceutil/trace.go:171","msg":"trace[1389561081] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8961; }","duration":"5.964351687s","start":"2026-05-28T01:04:36.703423Z","end":"2026-05-28T01:04:42.667774Z","steps":["trace[1389561081] 'agreement among raft nodes before linearized reading' (duration: 5.963941698s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.669408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:36.703404Z","time spent":"5.965991396s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"info","ts":"2026-05-28T01:04:42.668183Z","caller":"traceutil/trace.go:171","msg":"trace[686497495] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:8961; }","duration":"3.568990628s","start":"2026-05-28T01:04:39.099177Z","end":"2026-05-28T01:04:42.668167Z","steps":["trace[686497495] 'agreement among raft nodes before linearized reading' (duration: 3.568854354s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.66953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:39.099159Z","time spent":"3.570355509s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-05-28T01:04:42.668185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.698313722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:04:42.669692Z","caller":"traceutil/trace.go:171","msg":"trace[183599801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8961; }","duration":"6.699855949s","start":"2026-05-28T01:04:35.969818Z","end":"2026-05-28T01:04:42.669674Z","steps":["trace[183599801] 'agreement among raft nodes before linearized reading' (duration: 6.698225521s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.669757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:35.969804Z","time spent":"6.699935301s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:04:42.668207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:38.060153Z","time spent":"4.608038779s","remote":"127.0.0.1:42838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:42.668505Z","caller":"traceutil/trace.go:171","msg":"trace[1747862193] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8961; }","duration":"1.979794916s","start":"2026-05-28T01:04:40.688676Z","end":"2026-05-28T01:04:42.66847Z","steps":["trace[1747862193] 'agreement among raft nodes before linearized reading' (duration: 1.979598171s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.670073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:40.688661Z","time spent":"1.981399933s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T01:04:42.669026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:37.170068Z","time spent":"5.498938297s","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:42.667962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041904801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:42.67062Z","caller":"traceutil/trace.go:171","msg":"trace[1045730124] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8961; }","duration":"2.044592814s","start":"2026-05-28T01:04:40.62601Z","end":"2026-05-28T01:04:42.670603Z","steps":["trace[1045730124] 'agreement among raft nodes before linearized reading' (duration: 2.041931011s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.670827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:40.62599Z","time spent":"2.044687497s","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:42.669032Z","caller":"traceutil/trace.go:171","msg":"trace[1281435344] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8961; }","duration":"1.69850147s","start":"2026-05-28T01:04:40.970522Z","end":"2026-05-28T01:04:42.669023Z","steps":["trace[1281435344] 'agreement among raft nodes before linearized reading' (duration: 1.698450549s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.671007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:40.970499Z","time spent":"1.700471126s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-28T01:04:42.669187Z","caller":"traceutil/trace.go:171","msg":"trace[1236516955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8961; }","duration":"6.708216286s","start":"2026-05-28T01:04:35.960951Z","end":"2026-05-28T01:04:42.669167Z","steps":["trace[1236516955] 'agreement among raft nodes before linearized reading' (duration: 6.707013808s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:42.669361Z","caller":"traceutil/trace.go:171","msg":"trace[1668682739] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd; range_end:; response_count:1; response_revision:8961; }","duration":"3.198541888s","start":"2026-05-28T01:04:39.470804Z","end":"2026-05-28T01:04:42.669346Z","steps":["trace[1668682739] 'agreement among raft nodes before linearized reading' (duration: 3.197097824s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.671182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:39.470782Z","time spent":"3.200380001s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" "} {"level":"warn","ts":"2026-05-28T01:04:42.671085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:35.960932Z","time spent":"6.710136171s","remote":"127.0.0.1:53354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:42.667955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.191832622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:04:42.668024Z","caller":"traceutil/trace.go:171","msg":"trace[1255465090] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"4.266929223s","start":"2026-05-28T01:04:38.401079Z","end":"2026-05-28T01:04:42.668008Z","steps":["trace[1255465090] 'process raft request' (duration: 4.266171815s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.671866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:38.401046Z","time spent":"4.270758453s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:42.672106Z","caller":"traceutil/trace.go:171","msg":"trace[2038039129] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8961; }","duration":"5.195210402s","start":"2026-05-28T01:04:37.476099Z","end":"2026-05-28T01:04:42.67131Z","steps":["trace[2038039129] 'agreement among raft nodes before linearized reading' (duration: 5.191619657s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:42.672192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:37.476032Z","time spent":"5.196146774s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:04:43.812447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.949822ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-28T01:04:43.812674Z","caller":"traceutil/trace.go:171","msg":"trace[131173465] linearizableReadLoop","detail":"{readStateIndex:9303; appliedIndex:9301; }","duration":"1.138692634s","start":"2026-05-28T01:04:42.673967Z","end":"2026-05-28T01:04:43.812659Z","steps":["trace[131173465] 'read index received' (duration: 260.417834ms)","trace[131173465] 'applied index is now lower than readState.Index' (duration: 878.27426ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:43.812748Z","caller":"traceutil/trace.go:171","msg":"trace[694650836] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"1.138863197s","start":"2026-05-28T01:04:42.673844Z","end":"2026-05-28T01:04:43.812707Z","steps":["trace[694650836] 'process raft request' (duration: 1.138675403s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:43.812825Z","caller":"traceutil/trace.go:171","msg":"trace[243341220] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"1.136913822s","start":"2026-05-28T01:04:42.675905Z","end":"2026-05-28T01:04:43.812819Z","steps":["trace[243341220] 'process raft request' (duration: 1.136706617s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:43.812889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:42.675894Z","time spent":"1.136945472s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:43.812922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:42.673823Z","time spent":"1.138997201s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:43.812957Z","caller":"traceutil/trace.go:171","msg":"trace[1311623360] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"1.136446711s","start":"2026-05-28T01:04:42.676506Z","end":"2026-05-28T01:04:43.812952Z","steps":["trace[1311623360] 'process raft request' (duration: 1.136134443s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:43.812991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:42.676499Z","time spent":"1.136468671s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:43.813096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139130344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-05-28T01:04:43.813109Z","caller":"traceutil/trace.go:171","msg":"trace[940643814] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8964; }","duration":"1.139161464s","start":"2026-05-28T01:04:42.673943Z","end":"2026-05-28T01:04:43.813105Z","steps":["trace[940643814] 'agreement among raft nodes before linearized reading' (duration: 1.139099103s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:43.813124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:42.673936Z","time spent":"1.139186175s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-28T01:04:43.813209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139165615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-05-28T01:04:43.813197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:42.672303Z","time spent":"1.140880945s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T01:04:43.813317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.440339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:04:43.813335Z","caller":"traceutil/trace.go:171","msg":"trace[253934146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8964; }","duration":"253.46151ms","start":"2026-05-28T01:04:43.559867Z","end":"2026-05-28T01:04:43.813329Z","steps":["trace[253934146] 'agreement among raft nodes before linearized reading' (duration: 253.421549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:43.813488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138994001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-28T01:04:43.813221Z","caller":"traceutil/trace.go:171","msg":"trace[1593449784] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:8964; }","duration":"1.139207895s","start":"2026-05-28T01:04:42.67401Z","end":"2026-05-28T01:04:43.813217Z","steps":["trace[1593449784] 'agreement among raft nodes before linearized reading' (duration: 1.139169404s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:43.813637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:42.673995Z","time spent":"1.139620925s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-28T01:04:43.813766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139515603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-28T01:04:43.813547Z","caller":"traceutil/trace.go:171","msg":"trace[1458593993] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8964; }","duration":"1.139076673s","start":"2026-05-28T01:04:42.674455Z","end":"2026-05-28T01:04:43.813532Z","steps":["trace[1458593993] 'agreement among raft nodes before linearized reading' (duration: 1.138873168s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:43.813771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.124853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:43.813827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014011872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:04:43.813823Z","caller":"traceutil/trace.go:171","msg":"trace[39619046] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8964; }","duration":"1.139592245s","start":"2026-05-28T01:04:42.674219Z","end":"2026-05-28T01:04:43.813811Z","steps":["trace[39619046] 'agreement among raft nodes before linearized reading' (duration: 1.139350669s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:43.813843Z","caller":"traceutil/trace.go:171","msg":"trace[60507581] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8964; }","duration":"1.014071364s","start":"2026-05-28T01:04:42.799767Z","end":"2026-05-28T01:04:43.813839Z","steps":["trace[60507581] 'agreement among raft nodes before linearized reading' (duration: 1.014034013s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:43.813838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.34219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T01:04:43.813841Z","caller":"traceutil/trace.go:171","msg":"trace[1364092683] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8964; }","duration":"894.256397ms","start":"2026-05-28T01:04:42.919568Z","end":"2026-05-28T01:04:43.813824Z","steps":["trace[1364092683] 'agreement among raft nodes before linearized reading' (duration: 894.140165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:43.813858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:42.799749Z","time spent":"1.014105924s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:43.813859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:42.674211Z","time spent":"1.139638316s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:04:43.813842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136375958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:43.813845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:42.674448Z","time spent":"1.139377199s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:04:43.813886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:42.91954Z","time spent":"894.337539ms","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:43.813924Z","caller":"traceutil/trace.go:171","msg":"trace[192095574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8964; }","duration":"1.13645035s","start":"2026-05-28T01:04:42.677451Z","end":"2026-05-28T01:04:43.813901Z","steps":["trace[192095574] 'agreement among raft nodes before linearized reading' (duration: 1.136347598s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:43.813791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134483144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:04:43.813938Z","caller":"traceutil/trace.go:171","msg":"trace[1210675172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8964; }","duration":"293.416452ms","start":"2026-05-28T01:04:43.520452Z","end":"2026-05-28T01:04:43.813868Z","steps":["trace[1210675172] 'agreement among raft nodes before linearized reading' (duration: 293.29401ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:43.813958Z","caller":"traceutil/trace.go:171","msg":"trace[688459876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8964; }","duration":"1.134670068s","start":"2026-05-28T01:04:42.679283Z","end":"2026-05-28T01:04:43.813953Z","steps":["trace[688459876] 'agreement among raft nodes before linearized reading' (duration: 1.134457003s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:43.813978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:42.67927Z","time spent":"1.134705039s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:04:43.813964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:42.677434Z","time spent":"1.136522793s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:04:43.813979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.195877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:04:43.814057Z","caller":"traceutil/trace.go:171","msg":"trace[294814200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8964; }","duration":"254.31195ms","start":"2026-05-28T01:04:43.559728Z","end":"2026-05-28T01:04:43.81404Z","steps":["trace[294814200] 'agreement among raft nodes before linearized reading' (duration: 254.080504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:43.814205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.2551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:43.815175Z","caller":"traceutil/trace.go:171","msg":"trace[1820315120] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8964; }","duration":"336.267523ms","start":"2026-05-28T01:04:43.478883Z","end":"2026-05-28T01:04:43.815151Z","steps":["trace[1820315120] 'agreement among raft nodes before linearized reading' (duration: 334.923751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:43.815246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:43.478861Z","time spent":"336.366896ms","remote":"127.0.0.1:45716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:43.814547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139074542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223133"} {"level":"info","ts":"2026-05-28T01:04:43.815422Z","caller":"traceutil/trace.go:171","msg":"trace[735192016] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8964; }","duration":"1.139910683s","start":"2026-05-28T01:04:42.675443Z","end":"2026-05-28T01:04:43.815354Z","steps":["trace[735192016] 'agreement among raft nodes before linearized reading' (duration: 1.137895065s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:43.815645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:42.675435Z","time spent":"1.140100297s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223156,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:04:44.318399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:44.819523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:45.256948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.296014125s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:04:45.587867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.587538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:04:45.587994Z","caller":"traceutil/trace.go:171","msg":"trace[1157155097] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"1.771818299s","start":"2026-05-28T01:04:43.816141Z","end":"2026-05-28T01:04:45.58796Z","steps":["trace[1157155097] 'process raft request' (duration: 1.441042467s)","trace[1157155097] 'compare' (duration: 330.438554ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:45.588057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:43.816125Z","time spent":"1.771904121s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:45.822026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000102485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:04:45.822099Z","caller":"traceutil/trace.go:171","msg":"trace[338800286] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000256129s","start":"2026-05-28T01:04:43.821827Z","end":"2026-05-28T01:04:45.822083Z","steps":["trace[338800286] 'agreement among raft nodes before linearized reading' (duration: 2.000174157s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:45.822139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:43.821817Z","time spent":"2.00031402s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:04:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:04:46.185241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.377343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:04:46.188819Z","caller":"traceutil/trace.go:171","msg":"trace[1049001055] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"2.368935246s","start":"2026-05-28T01:04:43.819826Z","end":"2026-05-28T01:04:46.188761Z","steps":["trace[1049001055] 'process raft request' (duration: 1.923944008s)","trace[1049001055] 'compare' (duration: 441.175778ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:46.189028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:43.819805Z","time spent":"2.36911762s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:46.1894Z","caller":"traceutil/trace.go:171","msg":"trace[195496764] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"2.367959163s","start":"2026-05-28T01:04:43.821408Z","end":"2026-05-28T01:04:46.189367Z","steps":["trace[195496764] 'process raft request' (duration: 2.367614665s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:46.189575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:43.82137Z","time spent":"2.368153457s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:46.189552Z","caller":"traceutil/trace.go:171","msg":"trace[803479161] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"2.369298134s","start":"2026-05-28T01:04:43.820199Z","end":"2026-05-28T01:04:46.189497Z","steps":["trace[803479161] 'process raft request' (duration: 2.365150627s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:46.18982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:43.82017Z","time spent":"2.369552871s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:46.976739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.523519ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:04:46.977044Z","caller":"traceutil/trace.go:171","msg":"trace[944867669] linearizableReadLoop","detail":"{readStateIndex:9310; appliedIndex:9305; }","duration":"3.158704428s","start":"2026-05-28T01:04:43.818292Z","end":"2026-05-28T01:04:46.976996Z","steps":["trace[944867669] 'read index received' (duration: 1.438884285s)","trace[944867669] 'applied index is now lower than readState.Index' (duration: 1.719818963s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:46.977341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159035256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950cda35abab\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-05-28T01:04:46.977385Z","caller":"traceutil/trace.go:171","msg":"trace[2120636848] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950cda35abab; range_end:; response_count:1; response_revision:8968; }","duration":"3.159106118s","start":"2026-05-28T01:04:43.818265Z","end":"2026-05-28T01:04:46.977371Z","steps":["trace[2120636848] 'agreement among raft nodes before linearized reading' (duration: 3.158971965s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:46.977418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:43.818248Z","time spent":"3.159162139s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950cda35abab\" "} {"level":"info","ts":"2026-05-28T01:04:46.977488Z","caller":"traceutil/trace.go:171","msg":"trace[342851810] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"1.158504291s","start":"2026-05-28T01:04:45.818948Z","end":"2026-05-28T01:04:46.977453Z","steps":["trace[342851810] 'process raft request' (duration: 1.157894816s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:46.977636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:45.818924Z","time spent":"1.158628974s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:47.478126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:47.62309Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002534131s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:04:47.822541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00026253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:04:47.822676Z","caller":"traceutil/trace.go:171","msg":"trace[182660323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410783s","start":"2026-05-28T01:04:45.822212Z","end":"2026-05-28T01:04:47.822623Z","steps":["trace[182660323] 'agreement among raft nodes before linearized reading' (duration: 2.00027891s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:47.822776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:45.822199Z","time spent":"2.000562147s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:04:48.173201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.836202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:04:48.17342Z","caller":"traceutil/trace.go:171","msg":"trace[1964616273] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"2.353915453s","start":"2026-05-28T01:04:45.819485Z","end":"2026-05-28T01:04:48.1734Z","steps":["trace[1964616273] 'process raft request' (duration: 1.803780974s)","trace[1964616273] 'compare' (duration: 549.667148ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:48.173488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:45.819457Z","time spent":"2.354001874s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:48.173923Z","caller":"traceutil/trace.go:171","msg":"trace[1354562711] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"2.353302348s","start":"2026-05-28T01:04:45.820595Z","end":"2026-05-28T01:04:48.173898Z","steps":["trace[1354562711] 'process raft request' (duration: 2.353163114s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:48.173936Z","caller":"traceutil/trace.go:171","msg":"trace[344398136] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"2.354139668s","start":"2026-05-28T01:04:45.819756Z","end":"2026-05-28T01:04:48.173896Z","steps":["trace[344398136] 'process raft request' (duration: 2.353554014s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:48.174065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:45.820576Z","time spent":"2.353413891s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:48.174294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:45.819732Z","time spent":"2.354458896s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:48.184138Z","caller":"traceutil/trace.go:171","msg":"trace[2137935572] linearizableReadLoop","detail":"{readStateIndex:9315; appliedIndex:9311; }","duration":"1.207040926s","start":"2026-05-28T01:04:46.977079Z","end":"2026-05-28T01:04:48.18412Z","steps":["trace[2137935572] 'read index received' (duration: 646.190864ms)","trace[2137935572] 'applied index is now lower than readState.Index' (duration: 560.849312ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:48.184158Z","caller":"traceutil/trace.go:171","msg":"trace[1557251861] transaction","detail":"{read_only:false; response_revision:8973; number_of_response:1; }","duration":"1.204380383s","start":"2026-05-28T01:04:46.979756Z","end":"2026-05-28T01:04:48.184136Z","steps":["trace[1557251861] 'process raft request' (duration: 1.20424683s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:48.184333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.769292203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:04:48.184367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467727996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:04:48.184392Z","caller":"traceutil/trace.go:171","msg":"trace[966150148] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8973; }","duration":"1.467796547s","start":"2026-05-28T01:04:46.716585Z","end":"2026-05-28T01:04:48.184382Z","steps":["trace[966150148] 'agreement among raft nodes before linearized reading' (duration: 1.467755536s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:48.184396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361642555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T01:04:48.18437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780779983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:48.184405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385483955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T01:04:48.184434Z","caller":"traceutil/trace.go:171","msg":"trace[527539860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8973; }","duration":"2.361705586s","start":"2026-05-28T01:04:45.822718Z","end":"2026-05-28T01:04:48.184424Z","steps":["trace[527539860] 'agreement among raft nodes before linearized reading' (duration: 2.361496881s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:48.184447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.305890433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:48.184418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364687017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T01:04:48.184461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:45.822705Z","time spent":"2.361751398s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"info","ts":"2026-05-28T01:04:48.184462Z","caller":"traceutil/trace.go:171","msg":"trace[958034202] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8973; }","duration":"2.780895965s","start":"2026-05-28T01:04:45.403546Z","end":"2026-05-28T01:04:48.184442Z","steps":["trace[958034202] 'agreement among raft nodes before linearized reading' (duration: 2.78065082s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:48.184491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.981931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:48.184489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375717578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:04:48.184507Z","caller":"traceutil/trace.go:171","msg":"trace[311410226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8973; }","duration":"354.020072ms","start":"2026-05-28T01:04:47.830482Z","end":"2026-05-28T01:04:48.184502Z","steps":["trace[311410226] 'agreement among raft nodes before linearized reading' (duration: 353.998311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:48.184497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.181435796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:48.184498Z","caller":"traceutil/trace.go:171","msg":"trace[1945348379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8973; }","duration":"2.364812569s","start":"2026-05-28T01:04:45.819666Z","end":"2026-05-28T01:04:48.184479Z","steps":["trace[1945348379] 'agreement among raft nodes before linearized reading' (duration: 2.364482142s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:48.184506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.65341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:48.184526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:47.830459Z","time spent":"354.064372ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:04:48.18452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:45.403481Z","time spent":"2.781027709s","remote":"127.0.0.1:60398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:48.184535Z","caller":"traceutil/trace.go:171","msg":"trace[2140376165] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8973; }","duration":"2.37585097s","start":"2026-05-28T01:04:45.808671Z","end":"2026-05-28T01:04:48.184522Z","steps":["trace[2140376165] 'agreement among raft nodes before linearized reading' (duration: 2.375732488s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:48.184546Z","caller":"traceutil/trace.go:171","msg":"trace[2135908672] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8973; }","duration":"274.734971ms","start":"2026-05-28T01:04:47.909802Z","end":"2026-05-28T01:04:48.184537Z","steps":["trace[2135908672] 'agreement among raft nodes before linearized reading' (duration: 274.667619ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:48.184384Z","caller":"traceutil/trace.go:171","msg":"trace[387473666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8973; }","duration":"3.769411556s","start":"2026-05-28T01:04:44.414959Z","end":"2026-05-28T01:04:48.18437Z","steps":["trace[387473666] 'agreement among raft nodes before linearized reading' (duration: 3.769269132s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:48.184442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050434211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:48.184582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:45.808647Z","time spent":"2.375925602s","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:48.184593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:44.414927Z","time spent":"3.769656452s","remote":"127.0.0.1:53332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:48.184578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.59410524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-28T01:04:48.184596Z","caller":"traceutil/trace.go:171","msg":"trace[915276993] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8973; }","duration":"1.050584005s","start":"2026-05-28T01:04:47.133998Z","end":"2026-05-28T01:04:48.184582Z","steps":["trace[915276993] 'agreement among raft nodes before linearized reading' (duration: 1.050418281s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:48.184569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364375249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:04:48.184624Z","caller":"traceutil/trace.go:171","msg":"trace[838882900] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8973; }","duration":"2.594193062s","start":"2026-05-28T01:04:45.590422Z","end":"2026-05-28T01:04:48.184615Z","steps":["trace[838882900] 'agreement among raft nodes before linearized reading' (duration: 2.594070729s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:48.184646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:47.133974Z","time spent":"1.050646307s","remote":"127.0.0.1:59174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:48.184542Z","caller":"traceutil/trace.go:171","msg":"trace[467932127] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8973; }","duration":"4.181556629s","start":"2026-05-28T01:04:44.002972Z","end":"2026-05-28T01:04:48.184529Z","steps":["trace[467932127] 'agreement among raft nodes before linearized reading' (duration: 4.181462436s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:48.184667Z","caller":"traceutil/trace.go:171","msg":"trace[535106430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8973; }","duration":"2.364478471s","start":"2026-05-28T01:04:45.820173Z","end":"2026-05-28T01:04:48.184652Z","steps":["trace[535106430] 'agreement among raft nodes before linearized reading' (duration: 2.364198045s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:48.184747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:45.820133Z","time spent":"2.364603504s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:04:48.184326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563370852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T01:04:48.184829Z","caller":"traceutil/trace.go:171","msg":"trace[970800153] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8973; }","duration":"1.563906715s","start":"2026-05-28T01:04:46.620902Z","end":"2026-05-28T01:04:48.184809Z","steps":["trace[970800153] 'agreement among raft nodes before linearized reading' (duration: 1.56328456s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:48.184468Z","caller":"traceutil/trace.go:171","msg":"trace[1098483552] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8973; }","duration":"4.305968874s","start":"2026-05-28T01:04:43.878494Z","end":"2026-05-28T01:04:48.184463Z","steps":["trace[1098483552] 'agreement among raft nodes before linearized reading' (duration: 4.305938093s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:48.184858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:46.620882Z","time spent":"1.563968096s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:04:48.184873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:43.878455Z","time spent":"4.306412105s","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T01:04:48.18467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:45.590397Z","time spent":"2.594263213s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-28T01:04:48.184465Z","caller":"traceutil/trace.go:171","msg":"trace[1266248499] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8973; }","duration":"1.385587368s","start":"2026-05-28T01:04:46.798864Z","end":"2026-05-28T01:04:48.184451Z","steps":["trace[1266248499] 'agreement among raft nodes before linearized reading' (duration: 1.385423504s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:48.184768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:46.979734Z","time spent":"1.204623238s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:48.184938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:46.79884Z","time spent":"1.38608544s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T01:04:48.184699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:44.002935Z","time spent":"4.181745343s","remote":"127.0.0.1:60342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:48.184419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:46.716556Z","time spent":"1.467857789s","remote":"127.0.0.1:45890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:48.184556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:45.819657Z","time spent":"2.364889142s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T01:04:48.372617Z","caller":"traceutil/trace.go:171","msg":"trace[1377107693] transaction","detail":"{read_only:false; response_revision:8975; number_of_response:1; }","duration":"184.231577ms","start":"2026-05-28T01:04:48.188362Z","end":"2026-05-28T01:04:48.372594Z","steps":["trace[1377107693] 'process raft request' (duration: 184.025902ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:48.373029Z","caller":"traceutil/trace.go:171","msg":"trace[70074419] transaction","detail":"{read_only:false; response_revision:8976; number_of_response:1; }","duration":"184.262187ms","start":"2026-05-28T01:04:48.188732Z","end":"2026-05-28T01:04:48.372994Z","steps":["trace[70074419] 'process raft request' (duration: 183.822107ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:48.373116Z","caller":"traceutil/trace.go:171","msg":"trace[691852846] linearizableReadLoop","detail":"{readStateIndex:9317; appliedIndex:9315; }","duration":"184.697998ms","start":"2026-05-28T01:04:48.188377Z","end":"2026-05-28T01:04:48.373075Z","steps":["trace[691852846] 'read index received' (duration: 37.792562ms)","trace[691852846] 'applied index is now lower than readState.Index' (duration: 146.904376ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:48.373167Z","caller":"traceutil/trace.go:171","msg":"trace[1612499761] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"183.606501ms","start":"2026-05-28T01:04:48.189536Z","end":"2026-05-28T01:04:48.373142Z","steps":["trace[1612499761] 'process raft request' (duration: 183.351905ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:48.373217Z","caller":"traceutil/trace.go:171","msg":"trace[937695155] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"183.607222ms","start":"2026-05-28T01:04:48.189585Z","end":"2026-05-28T01:04:48.373193Z","steps":["trace[937695155] 'process raft request' (duration: 183.428767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:48.373401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.999625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:04:48.37347Z","caller":"traceutil/trace.go:171","msg":"trace[646532013] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8978; }","duration":"185.108657ms","start":"2026-05-28T01:04:48.188345Z","end":"2026-05-28T01:04:48.373454Z","steps":["trace[646532013] 'agreement among raft nodes before linearized reading' (duration: 184.885742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:48.373458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.558466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T01:04:48.373504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.468677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:04:48.373543Z","caller":"traceutil/trace.go:171","msg":"trace[495495464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8978; }","duration":"179.646698ms","start":"2026-05-28T01:04:48.193863Z","end":"2026-05-28T01:04:48.373509Z","steps":["trace[495495464] 'agreement among raft nodes before linearized reading' (duration: 179.444863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:48.37353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.908714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T01:04:48.373553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.250427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223133"} {"level":"warn","ts":"2026-05-28T01:04:48.373565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.558851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:04:48.373597Z","caller":"traceutil/trace.go:171","msg":"trace[1585001976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8978; }","duration":"179.992937ms","start":"2026-05-28T01:04:48.193586Z","end":"2026-05-28T01:04:48.373579Z","steps":["trace[1585001976] 'agreement among raft nodes before linearized reading' (duration: 179.809422ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:48.37364Z","caller":"traceutil/trace.go:171","msg":"trace[1537395356] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8978; }","duration":"183.642613ms","start":"2026-05-28T01:04:48.189978Z","end":"2026-05-28T01:04:48.373621Z","steps":["trace[1537395356] 'agreement among raft nodes before linearized reading' (duration: 183.451058ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:48.373578Z","caller":"traceutil/trace.go:171","msg":"trace[410652536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8978; }","duration":"177.569449ms","start":"2026-05-28T01:04:48.195991Z","end":"2026-05-28T01:04:48.37356Z","steps":["trace[410652536] 'agreement among raft nodes before linearized reading' (duration: 177.331564ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:48.373593Z","caller":"traceutil/trace.go:171","msg":"trace[858945151] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8978; }","duration":"184.307338ms","start":"2026-05-28T01:04:48.189277Z","end":"2026-05-28T01:04:48.373584Z","steps":["trace[858945151] 'agreement among raft nodes before linearized reading' (duration: 184.016811ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:48.557123Z","caller":"traceutil/trace.go:171","msg":"trace[1140705041] linearizableReadLoop","detail":"{readStateIndex:9324; appliedIndex:9320; }","duration":"171.502256ms","start":"2026-05-28T01:04:48.385602Z","end":"2026-05-28T01:04:48.557104Z","steps":["trace[1140705041] 'read index received' (duration: 36.658785ms)","trace[1140705041] 'applied index is now lower than readState.Index' (duration: 134.842721ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:48.557322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.704931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-28T01:04:48.557356Z","caller":"traceutil/trace.go:171","msg":"trace[383854287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8982; }","duration":"171.767612ms","start":"2026-05-28T01:04:48.385576Z","end":"2026-05-28T01:04:48.557343Z","steps":["trace[383854287] 'agreement among raft nodes before linearized reading' (duration: 171.615488ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:48.557607Z","caller":"traceutil/trace.go:171","msg":"trace[1307538097] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"178.070591ms","start":"2026-05-28T01:04:48.379526Z","end":"2026-05-28T01:04:48.557597Z","steps":["trace[1307538097] 'process raft request' (duration: 177.500047ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:48.557606Z","caller":"traceutil/trace.go:171","msg":"trace[1503806187] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"178.646424ms","start":"2026-05-28T01:04:48.378924Z","end":"2026-05-28T01:04:48.55757Z","steps":["trace[1503806187] 'process raft request' (duration: 142.994933ms)","trace[1503806187] 'compare' (duration: 34.986325ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:48.557655Z","caller":"traceutil/trace.go:171","msg":"trace[846127862] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"178.016299ms","start":"2026-05-28T01:04:48.379607Z","end":"2026-05-28T01:04:48.557624Z","steps":["trace[846127862] 'process raft request' (duration: 177.467566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:49.476367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.92663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:04:49.47649Z","caller":"traceutil/trace.go:171","msg":"trace[2052368243] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"824.635294ms","start":"2026-05-28T01:04:48.651827Z","end":"2026-05-28T01:04:49.476463Z","steps":["trace[2052368243] 'process raft request' (duration: 105.516479ms)","trace[2052368243] 'compare' (duration: 718.594922ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:49.476588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:48.651802Z","time spent":"824.736216ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:49.560465Z","caller":"traceutil/trace.go:171","msg":"trace[791998001] linearizableReadLoop","detail":"{readStateIndex:9327; appliedIndex:9326; }","duration":"460.246578ms","start":"2026-05-28T01:04:49.100193Z","end":"2026-05-28T01:04:49.560439Z","steps":["trace[791998001] 'read index received' (duration: 459.985132ms)","trace[791998001] 'applied index is now lower than readState.Index' (duration: 260.736µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:49.560526Z","caller":"traceutil/trace.go:171","msg":"trace[625045949] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"577.300149ms","start":"2026-05-28T01:04:48.983207Z","end":"2026-05-28T01:04:49.560507Z","steps":["trace[625045949] 'process raft request' (duration: 577.080044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:49.560707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.483773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T01:04:49.560748Z","caller":"traceutil/trace.go:171","msg":"trace[1613731963] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:8985; }","duration":"460.580026ms","start":"2026-05-28T01:04:49.100157Z","end":"2026-05-28T01:04:49.560737Z","steps":["trace[1613731963] 'agreement among raft nodes before linearized reading' (duration: 460.409602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:49.560729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.806973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:04:49.560777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:49.100137Z","time spent":"460.632257ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-05-28T01:04:49.560764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:48.983186Z","time spent":"577.377772ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:49.560809Z","caller":"traceutil/trace.go:171","msg":"trace[983127965] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8985; }","duration":"452.964606ms","start":"2026-05-28T01:04:49.107826Z","end":"2026-05-28T01:04:49.56079Z","steps":["trace[983127965] 'agreement among raft nodes before linearized reading' (duration: 452.776962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:49.56086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:49.107815Z","time spent":"453.032607ms","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:49.560973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.946612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:04:49.561989Z","caller":"traceutil/trace.go:171","msg":"trace[1553083311] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8985; }","duration":"116.058158ms","start":"2026-05-28T01:04:49.4459Z","end":"2026-05-28T01:04:49.561958Z","steps":["trace[1553083311] 'agreement among raft nodes before linearized reading' (duration: 114.87648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:50.062848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:50.563692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:50.921943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.705358ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-28T01:04:50.922026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:49.561892Z","time spent":"1.360129568s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T01:04:51.562387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:04:51.562496Z","caller":"traceutil/trace.go:171","msg":"trace[1911816870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000212358s","start":"2026-05-28T01:04:49.562257Z","end":"2026-05-28T01:04:51.56247Z","steps":["trace[1911816870] 'agreement among raft nodes before linearized reading' (duration: 2.000085485s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:51.562554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:49.562243Z","time spent":"2.000298021s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:04:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:04:51.932796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.51498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:04:51.933037Z","caller":"traceutil/trace.go:171","msg":"trace[798206877] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"1.75272844s","start":"2026-05-28T01:04:50.180262Z","end":"2026-05-28T01:04:51.93299Z","steps":["trace[798206877] 'process raft request' (duration: 869.622566ms)","trace[798206877] 'compare' (duration: 881.922106ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:51.933154Z","caller":"traceutil/trace.go:171","msg":"trace[1617380611] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"1.752589696s","start":"2026-05-28T01:04:50.180542Z","end":"2026-05-28T01:04:51.933131Z","steps":["trace[1617380611] 'process raft request' (duration: 1.752481994s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:51.933229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:50.18023Z","time spent":"1.752899143s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:51.933258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:50.180529Z","time spent":"1.752689449s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:51.933383Z","caller":"traceutil/trace.go:171","msg":"trace[1184544251] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"1.752981286s","start":"2026-05-28T01:04:50.180311Z","end":"2026-05-28T01:04:51.933293Z","steps":["trace[1184544251] 'process raft request' (duration: 1.752611468s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:51.933605Z","caller":"traceutil/trace.go:171","msg":"trace[254740103] linearizableReadLoop","detail":"{readStateIndex:9332; appliedIndex:9327; }","duration":"2.371300033s","start":"2026-05-28T01:04:49.56229Z","end":"2026-05-28T01:04:51.93359Z","steps":["trace[254740103] 'read index received' (duration: 1.174957659s)","trace[254740103] 'applied index is now lower than readState.Index' (duration: 1.196341204s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:51.933584Z","caller":"traceutil/trace.go:171","msg":"trace[1796050691] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"1.752376801s","start":"2026-05-28T01:04:50.181133Z","end":"2026-05-28T01:04:51.93351Z","steps":["trace[1796050691] 'process raft request' (duration: 1.751929101s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:51.933689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:50.180281Z","time spent":"1.753222331s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:51.933661Z","caller":"traceutil/trace.go:171","msg":"trace[939073077] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"1.236050421s","start":"2026-05-28T01:04:50.69755Z","end":"2026-05-28T01:04:51.933601Z","steps":["trace[939073077] 'process raft request' (duration: 1.235749653s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:51.93387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:50.697523Z","time spent":"1.236286196s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:51.933902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:50.181118Z","time spent":"1.752600217s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:52.106693Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056487474s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:04:52.451458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.612974ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:52.451591Z","caller":"traceutil/trace.go:171","msg":"trace[392722740] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8990; }","duration":"317.775617ms","start":"2026-05-28T01:04:52.133795Z","end":"2026-05-28T01:04:52.451571Z","steps":["trace[392722740] 'range keys from in-memory index tree' (duration: 317.589733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:52.451815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.830425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:04:52.451981Z","caller":"traceutil/trace.go:171","msg":"trace[2133989276] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"1.672543528s","start":"2026-05-28T01:04:50.779407Z","end":"2026-05-28T01:04:52.451951Z","steps":["trace[2133989276] 'process raft request' (duration: 1.327497618s)","trace[2133989276] 'compare' (duration: 344.553949ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:52.452077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:50.779375Z","time spent":"1.672656551s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:52.452447Z","caller":"traceutil/trace.go:171","msg":"trace[1634876056] linearizableReadLoop","detail":"{readStateIndex:9336; appliedIndex:9333; }","duration":"518.739938ms","start":"2026-05-28T01:04:51.933687Z","end":"2026-05-28T01:04:52.452427Z","steps":["trace[1634876056] 'read index received' (duration: 173.179595ms)","trace[1634876056] 'applied index is now lower than readState.Index' (duration: 345.558743ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:52.45261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264997963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:04:52.452636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222141174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:04:52.452642Z","caller":"traceutil/trace.go:171","msg":"trace[1932131505] transaction","detail":"{read_only:false; response_revision:8992; number_of_response:1; }","duration":"1.529468123s","start":"2026-05-28T01:04:50.923149Z","end":"2026-05-28T01:04:52.452617Z","steps":["trace[1932131505] 'process raft request' (duration: 1.528752636s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:52.45267Z","caller":"traceutil/trace.go:171","msg":"trace[1448269599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8993; }","duration":"2.222214126s","start":"2026-05-28T01:04:50.230446Z","end":"2026-05-28T01:04:52.45266Z","steps":["trace[1448269599] 'agreement among raft nodes before linearized reading' (duration: 2.222049442s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:52.452678Z","caller":"traceutil/trace.go:171","msg":"trace[997854440] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8993; }","duration":"1.265108546s","start":"2026-05-28T01:04:51.187553Z","end":"2026-05-28T01:04:52.452661Z","steps":["trace[997854440] 'agreement among raft nodes before linearized reading' (duration: 1.264985153s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:52.452666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54290421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:04:52.452705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:50.230429Z","time spent":"2.222268137s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:04:52.452726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:51.187528Z","time spent":"1.265185067s","remote":"127.0.0.1:46074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:52.452743Z","caller":"traceutil/trace.go:171","msg":"trace[813318327] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8993; }","duration":"1.543044464s","start":"2026-05-28T01:04:50.909679Z","end":"2026-05-28T01:04:52.452723Z","steps":["trace[813318327] 'agreement among raft nodes before linearized reading' (duration: 1.542870849s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:52.452594Z","caller":"traceutil/trace.go:171","msg":"trace[981280080] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"885.513971ms","start":"2026-05-28T01:04:51.567045Z","end":"2026-05-28T01:04:52.452559Z","steps":["trace[981280080] 'process raft request' (duration: 885.178493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:52.452798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.307098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:52.452799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:50.909661Z","time spent":"1.543127004s","remote":"127.0.0.1:53298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:52.452805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026300443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T01:04:52.452793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:50.923121Z","time spent":"1.529616876s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:52.452828Z","caller":"traceutil/trace.go:171","msg":"trace[832538740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8993; }","duration":"883.38694ms","start":"2026-05-28T01:04:51.569431Z","end":"2026-05-28T01:04:52.452818Z","steps":["trace[832538740] 'agreement among raft nodes before linearized reading' (duration: 883.329849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:52.452819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89009462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-28T01:04:52.452856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:51.569411Z","time spent":"883.439431ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:04:52.452815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071210383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:04:52.45285Z","caller":"traceutil/trace.go:171","msg":"trace[715548577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8993; }","duration":"2.026392825s","start":"2026-05-28T01:04:50.426445Z","end":"2026-05-28T01:04:52.452838Z","steps":["trace[715548577] 'agreement among raft nodes before linearized reading' (duration: 2.026228292s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:52.452856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190250419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:52.452876Z","caller":"traceutil/trace.go:171","msg":"trace[2037926456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8993; }","duration":"1.890145341s","start":"2026-05-28T01:04:50.562712Z","end":"2026-05-28T01:04:52.452857Z","steps":["trace[2037926456] 'agreement among raft nodes before linearized reading' (duration: 1.890005688s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:52.452916Z","caller":"traceutil/trace.go:171","msg":"trace[103153447] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8993; }","duration":"1.190362842s","start":"2026-05-28T01:04:51.262541Z","end":"2026-05-28T01:04:52.452904Z","steps":["trace[103153447] 'agreement among raft nodes before linearized reading' (duration: 1.190250299s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:52.453034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:51.262523Z","time spent":"1.190490574s","remote":"127.0.0.1:42890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:52.452901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:50.42642Z","time spent":"2.026473888s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:04:52.45305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074917159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:04:52.453166Z","caller":"traceutil/trace.go:171","msg":"trace[1987281770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8993; }","duration":"2.075082953s","start":"2026-05-28T01:04:50.37806Z","end":"2026-05-28T01:04:52.453143Z","steps":["trace[1987281770] 'agreement among raft nodes before linearized reading' (duration: 2.074716535s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:52.45269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890744116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-28T01:04:52.45326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:50.378045Z","time spent":"2.075203116s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T01:04:52.453309Z","caller":"traceutil/trace.go:171","msg":"trace[604014353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8993; }","duration":"1.891397271s","start":"2026-05-28T01:04:50.561893Z","end":"2026-05-28T01:04:52.45329Z","steps":["trace[604014353] 'agreement among raft nodes before linearized reading' (duration: 1.890648234s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:52.452911Z","caller":"traceutil/trace.go:171","msg":"trace[1456857647] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:8993; }","duration":"2.071369716s","start":"2026-05-28T01:04:50.381516Z","end":"2026-05-28T01:04:52.452885Z","steps":["trace[1456857647] 'agreement among raft nodes before linearized reading' (duration: 2.07103875s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:52.453408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:50.381493Z","time spent":"2.071897698s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:04:52.452926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:50.562647Z","time spent":"1.890267844s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:04:52.453413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:50.561869Z","time spent":"1.891522383s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:04:52.452895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:51.567011Z","time spent":"885.805697ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:53.341275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.17862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:04:53.341562Z","caller":"traceutil/trace.go:171","msg":"trace[1335599029] linearizableReadLoop","detail":"{readStateIndex:9337; appliedIndex:9336; }","duration":"884.018975ms","start":"2026-05-28T01:04:52.457513Z","end":"2026-05-28T01:04:53.341532Z","steps":["trace[1335599029] 'read index received' (duration: 140.882573ms)","trace[1335599029] 'applied index is now lower than readState.Index' (duration: 743.134072ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:53.341583Z","caller":"traceutil/trace.go:171","msg":"trace[274582896] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"884.189579ms","start":"2026-05-28T01:04:52.457347Z","end":"2026-05-28T01:04:53.341537Z","steps":["trace[274582896] 'process raft request' (duration: 141.063577ms)","trace[274582896] 'compare' (duration: 741.376831ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:53.341843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.286792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T01:04:53.342088Z","caller":"traceutil/trace.go:171","msg":"trace[2035552498] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8994; }","duration":"884.574598ms","start":"2026-05-28T01:04:52.457486Z","end":"2026-05-28T01:04:53.34206Z","steps":["trace[2035552498] 'agreement among raft nodes before linearized reading' (duration: 884.157659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:53.342154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:52.457445Z","time spent":"884.696911ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-28T01:04:53.342329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:52.457322Z","time spent":"884.63802ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:53.664529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064177116s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:04:54.281167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.358861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:04:54.28158Z","caller":"traceutil/trace.go:171","msg":"trace[2022469199] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"1.823744935s","start":"2026-05-28T01:04:52.457797Z","end":"2026-05-28T01:04:54.281542Z","steps":["trace[2022469199] 'process raft request' (duration: 1.206876072s)","trace[2022469199] 'compare' (duration: 616.182727ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:54.281715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:52.457785Z","time spent":"1.823849078s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:54.281769Z","caller":"traceutil/trace.go:171","msg":"trace[757845561] linearizableReadLoop","detail":"{readStateIndex:9341; appliedIndex:9337; }","duration":"940.109639ms","start":"2026-05-28T01:04:53.341611Z","end":"2026-05-28T01:04:54.28172Z","steps":["trace[757845561] 'read index received' (duration: 323.01902ms)","trace[757845561] 'applied index is now lower than readState.Index' (duration: 617.089519ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:54.281875Z","caller":"traceutil/trace.go:171","msg":"trace[600845815] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"1.823728705s","start":"2026-05-28T01:04:52.458114Z","end":"2026-05-28T01:04:54.281843Z","steps":["trace[600845815] 'process raft request' (duration: 1.823447168s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:54.281895Z","caller":"traceutil/trace.go:171","msg":"trace[424175753] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"1.823660973s","start":"2026-05-28T01:04:52.458204Z","end":"2026-05-28T01:04:54.281865Z","steps":["trace[424175753] 'process raft request' (duration: 1.823413637s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:54.281917Z","caller":"traceutil/trace.go:171","msg":"trace[1362034850] transaction","detail":"{read_only:false; response_revision:8996; number_of_response:1; }","duration":"1.823984651s","start":"2026-05-28T01:04:52.457902Z","end":"2026-05-28T01:04:54.281886Z","steps":["trace[1362034850] 'process raft request' (duration: 1.82352203s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:54.282032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:52.458199Z","time spent":"1.823756185s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:54.282038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:52.458107Z","time spent":"1.823844507s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:54.282071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:52.45789Z","time spent":"1.824088573s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:54.282367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823671704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223133"} {"level":"info","ts":"2026-05-28T01:04:54.28246Z","caller":"traceutil/trace.go:171","msg":"trace[373102570] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8998; }","duration":"1.823774366s","start":"2026-05-28T01:04:52.458632Z","end":"2026-05-28T01:04:54.282406Z","steps":["trace[373102570] 'agreement among raft nodes before linearized reading' (duration: 1.823236883s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:54.282555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:52.45861Z","time spent":"1.823891728s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223156,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T01:04:54.286461Z","caller":"traceutil/trace.go:171","msg":"trace[183322760] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"346.495115ms","start":"2026-05-28T01:04:53.939939Z","end":"2026-05-28T01:04:54.286434Z","steps":["trace[183322760] 'process raft request' (duration: 346.388122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:54.286553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:53.939904Z","time spent":"346.601967ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:55.46503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99983362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:04:55.465162Z","caller":"traceutil/trace.go:171","msg":"trace[908665126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000029294s","start":"2026-05-28T01:04:53.465111Z","end":"2026-05-28T01:04:55.465141Z","steps":["trace[908665126] 'agreement among raft nodes before linearized reading' (duration: 1.999866941s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:55.465234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:53.465084Z","time spent":"2.000131906s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:04:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:04:55.47442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.294141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:04:55.475045Z","caller":"traceutil/trace.go:171","msg":"trace[238649015] transaction","detail":"{read_only:false; response_revision:9000; number_of_response:1; }","duration":"1.534997163s","start":"2026-05-28T01:04:53.940001Z","end":"2026-05-28T01:04:55.474998Z","steps":["trace[238649015] 'process raft request' (duration: 730.947194ms)","trace[238649015] 'compare' (duration: 803.057816ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:55.475334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:53.93995Z","time spent":"1.535201368s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:55.47633Z","caller":"traceutil/trace.go:171","msg":"trace[1204687141] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"1.016959902s","start":"2026-05-28T01:04:54.45935Z","end":"2026-05-28T01:04:55.47631Z","steps":["trace[1204687141] 'process raft request' (duration: 1.016900431s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:55.476439Z","caller":"traceutil/trace.go:171","msg":"trace[1346478288] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"1.536101899s","start":"2026-05-28T01:04:53.940309Z","end":"2026-05-28T01:04:55.476411Z","steps":["trace[1346478288] 'process raft request' (duration: 1.53571369s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:55.476435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:54.459318Z","time spent":"1.017066894s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:55.47658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:53.94028Z","time spent":"1.536221823s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:55.476619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91000011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-28T01:04:55.47666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132153601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:04:55.476679Z","caller":"traceutil/trace.go:171","msg":"trace[997059375] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9002; }","duration":"1.910115632s","start":"2026-05-28T01:04:53.566547Z","end":"2026-05-28T01:04:55.476663Z","steps":["trace[997059375] 'agreement among raft nodes before linearized reading' (duration: 1.909870197s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:55.476707Z","caller":"traceutil/trace.go:171","msg":"trace[1700240906] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9002; }","duration":"2.132263744s","start":"2026-05-28T01:04:53.344433Z","end":"2026-05-28T01:04:55.476696Z","steps":["trace[1700240906] 'agreement among raft nodes before linearized reading' (duration: 2.132050119s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:55.476711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250354958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-28T01:04:55.476435Z","caller":"traceutil/trace.go:171","msg":"trace[587869243] linearizableReadLoop","detail":"{readStateIndex:9344; appliedIndex:9342; }","duration":"1.194596752s","start":"2026-05-28T01:04:54.28181Z","end":"2026-05-28T01:04:55.476407Z","steps":["trace[587869243] 'read index received' (duration: 4.636269ms)","trace[587869243] 'applied index is now lower than readState.Index' (duration: 1.189957143s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:55.476732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:53.566516Z","time spent":"1.910204665s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:04:55.476749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:53.344408Z","time spent":"2.132331745s","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-28T01:04:55.476771Z","caller":"traceutil/trace.go:171","msg":"trace[628124799] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c; range_end:; response_count:1; response_revision:9002; }","duration":"1.250402229s","start":"2026-05-28T01:04:54.226341Z","end":"2026-05-28T01:04:55.476743Z","steps":["trace[628124799] 'agreement among raft nodes before linearized reading' (duration: 1.250214895s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:55.476805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:54.226267Z","time spent":"1.250529823s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-6d6d6db8d-zpjtj.18b39506cf65541c\" "} {"level":"warn","ts":"2026-05-28T01:04:55.476842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.495091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:55.476906Z","caller":"traceutil/trace.go:171","msg":"trace[1639262876] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9002; }","duration":"746.578913ms","start":"2026-05-28T01:04:54.730295Z","end":"2026-05-28T01:04:55.476874Z","steps":["trace[1639262876] 'agreement among raft nodes before linearized reading' (duration: 746.510132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:55.476944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:54.730263Z","time spent":"746.671936ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:04:55.477074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.68744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:04:55.477142Z","caller":"traceutil/trace.go:171","msg":"trace[422096111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9002; }","duration":"129.804682ms","start":"2026-05-28T01:04:55.347319Z","end":"2026-05-28T01:04:55.477124Z","steps":["trace[422096111] 'agreement among raft nodes before linearized reading' (duration: 129.602247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:55.980813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:56.48187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:56.982911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481201911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:04:57.036365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.556930049s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:04:57.03684Z","caller":"traceutil/trace.go:171","msg":"trace[130759798] transaction","detail":"{read_only:false; response_revision:9003; number_of_response:1; }","duration":"1.557447241s","start":"2026-05-28T01:04:55.479345Z","end":"2026-05-28T01:04:57.036792Z","steps":["trace[130759798] 'process raft request' (duration: 1.557232716s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:57.037029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:55.479324Z","time spent":"1.557603105s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:57.455751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.237499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:04:57.455965Z","caller":"traceutil/trace.go:171","msg":"trace[1764643930] transaction","detail":"{read_only:false; response_revision:9004; number_of_response:1; }","duration":"1.975724189s","start":"2026-05-28T01:04:55.480215Z","end":"2026-05-28T01:04:57.455939Z","steps":["trace[1764643930] 'process raft request' (duration: 1.648195803s)","trace[1764643930] 'compare' (duration: 327.125967ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:57.456079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:55.480205Z","time spent":"1.975809781s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:57.456243Z","caller":"traceutil/trace.go:171","msg":"trace[1053628014] linearizableReadLoop","detail":"{readStateIndex:9348; appliedIndex:9345; }","duration":"1.976274772s","start":"2026-05-28T01:04:55.479869Z","end":"2026-05-28T01:04:57.456144Z","steps":["trace[1053628014] 'read index received' (duration: 1.556725014s)","trace[1053628014] 'applied index is now lower than readState.Index' (duration: 419.482047ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:57.456712Z","caller":"traceutil/trace.go:171","msg":"trace[2075231404] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"1.165471205s","start":"2026-05-28T01:04:56.291217Z","end":"2026-05-28T01:04:57.456688Z","steps":["trace[2075231404] 'process raft request' (duration: 1.164650316s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:57.456851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:56.29119Z","time spent":"1.165575328s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:57.456853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.100101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:04:57.456825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973410105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:57.456874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976973049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:04:57.456916Z","caller":"traceutil/trace.go:171","msg":"trace[1876413003] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9005; }","duration":"885.239134ms","start":"2026-05-28T01:04:56.571659Z","end":"2026-05-28T01:04:57.456898Z","steps":["trace[1876413003] 'agreement among raft nodes before linearized reading' (duration: 885.102781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:57.456885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.95987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:57.456954Z","caller":"traceutil/trace.go:171","msg":"trace[1152465032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9005; }","duration":"1.973563639s","start":"2026-05-28T01:04:55.483361Z","end":"2026-05-28T01:04:57.456924Z","steps":["trace[1152465032] 'agreement among raft nodes before linearized reading' (duration: 1.973354094s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:57.456961Z","caller":"traceutil/trace.go:171","msg":"trace[1873518855] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9005; }","duration":"1.977085481s","start":"2026-05-28T01:04:55.479851Z","end":"2026-05-28T01:04:57.456936Z","steps":["trace[1873518855] 'agreement among raft nodes before linearized reading' (duration: 1.976818915s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:57.456993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:56.571623Z","time spent":"885.341017ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:57.456996Z","caller":"traceutil/trace.go:171","msg":"trace[1293458858] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9005; }","duration":"621.126763ms","start":"2026-05-28T01:04:56.835843Z","end":"2026-05-28T01:04:57.45697Z","steps":["trace[1293458858] 'agreement among raft nodes before linearized reading' (duration: 620.935248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:57.457026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:55.479837Z","time spent":"1.977175794s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:04:57.457038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171105298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T01:04:57.457048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:56.835821Z","time spent":"621.215115ms","remote":"127.0.0.1:42918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:57.457136Z","caller":"traceutil/trace.go:171","msg":"trace[222510665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9005; }","duration":"1.17120166s","start":"2026-05-28T01:04:56.285914Z","end":"2026-05-28T01:04:57.457115Z","steps":["trace[222510665] 'agreement among raft nodes before linearized reading' (duration: 1.170885173s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:57.457067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167685227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T01:04:57.45702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:55.483348Z","time spent":"1.973658031s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:04:57.457176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17118739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:04:57.45731Z","caller":"traceutil/trace.go:171","msg":"trace[394566956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9005; }","duration":"1.171367365s","start":"2026-05-28T01:04:56.285933Z","end":"2026-05-28T01:04:57.457301Z","steps":["trace[394566956] 'agreement among raft nodes before linearized reading' (duration: 1.171019636s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:57.457372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:56.285916Z","time spent":"1.171445566s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:04:57.457193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:56.28585Z","time spent":"1.171331724s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:04:57.457322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171315953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T01:04:57.457518Z","caller":"traceutil/trace.go:171","msg":"trace[384860551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9005; }","duration":"1.17162639s","start":"2026-05-28T01:04:56.285874Z","end":"2026-05-28T01:04:57.457501Z","steps":["trace[384860551] 'agreement among raft nodes before linearized reading' (duration: 1.170956215s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:57.457606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:56.28585Z","time spent":"1.171742543s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T01:04:57.457226Z","caller":"traceutil/trace.go:171","msg":"trace[773533878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:9005; }","duration":"1.167838871s","start":"2026-05-28T01:04:56.289347Z","end":"2026-05-28T01:04:57.457186Z","steps":["trace[773533878] 'agreement among raft nodes before linearized reading' (duration: 1.167447202s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:57.457676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171692882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T01:04:57.457758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:56.289334Z","time spent":"1.168402374s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"info","ts":"2026-05-28T01:04:57.457835Z","caller":"traceutil/trace.go:171","msg":"trace[1946223052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9005; }","duration":"1.171853176s","start":"2026-05-28T01:04:56.285964Z","end":"2026-05-28T01:04:57.457817Z","steps":["trace[1946223052] 'agreement among raft nodes before linearized reading' (duration: 1.17077077s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:57.457934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499132216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-05-28T01:04:57.457949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:56.285895Z","time spent":"1.17202526s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T01:04:57.457994Z","caller":"traceutil/trace.go:171","msg":"trace[714370178] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9005; }","duration":"1.499239849s","start":"2026-05-28T01:04:55.958737Z","end":"2026-05-28T01:04:57.457977Z","steps":["trace[714370178] 'agreement among raft nodes before linearized reading' (duration: 1.498294506s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:57.458034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:55.958711Z","time spent":"1.499315231s","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-28T01:04:58.605424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019367138s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:04:58.605522Z","caller":"traceutil/trace.go:171","msg":"trace[539504029] linearizableReadLoop","detail":"{readStateIndex:9349; appliedIndex:9348; }","duration":"1.142523134s","start":"2026-05-28T01:04:57.462983Z","end":"2026-05-28T01:04:58.605507Z","steps":["trace[539504029] 'read index received' (duration: 123.081613ms)","trace[539504029] 'applied index is now lower than readState.Index' (duration: 1.01943986s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:04:58.60558Z","caller":"traceutil/trace.go:171","msg":"trace[811685773] transaction","detail":"{read_only:false; response_revision:9006; number_of_response:1; }","duration":"1.143031246s","start":"2026-05-28T01:04:57.462538Z","end":"2026-05-28T01:04:58.605569Z","steps":["trace[811685773] 'process raft request' (duration: 123.434442ms)","trace[811685773] 'compare' (duration: 1.018743584s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:58.605623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:57.462521Z","time spent":"1.143080427s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:58.606096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143106367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223133"} {"level":"info","ts":"2026-05-28T01:04:58.606123Z","caller":"traceutil/trace.go:171","msg":"trace[379761237] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9006; }","duration":"1.143152979s","start":"2026-05-28T01:04:57.462963Z","end":"2026-05-28T01:04:58.606116Z","steps":["trace[379761237] 'agreement among raft nodes before linearized reading' (duration: 1.14279104s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:58.606145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:57.462954Z","time spent":"1.143185589s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223156,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:04:58.60824Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022125563s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:04:58.608679Z","caller":"traceutil/trace.go:171","msg":"trace[526495736] transaction","detail":"{read_only:false; response_revision:9007; number_of_response:1; }","duration":"1.144801498s","start":"2026-05-28T01:04:57.463853Z","end":"2026-05-28T01:04:58.608655Z","steps":["trace[526495736] 'process raft request' (duration: 1.144615823s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:58.608926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:57.463839Z","time spent":"1.14490734s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:58.608989Z","caller":"traceutil/trace.go:171","msg":"trace[1015831806] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"1.144623523s","start":"2026-05-28T01:04:57.464339Z","end":"2026-05-28T01:04:58.608962Z","steps":["trace[1015831806] 'process raft request' (duration: 1.144270975s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:58.609042Z","caller":"traceutil/trace.go:171","msg":"trace[1926660584] transaction","detail":"{read_only:false; response_revision:9010; number_of_response:1; }","duration":"1.13639575s","start":"2026-05-28T01:04:57.472632Z","end":"2026-05-28T01:04:58.609028Z","steps":["trace[1926660584] 'process raft request' (duration: 1.136326278s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:58.609087Z","caller":"traceutil/trace.go:171","msg":"trace[367523703] transaction","detail":"{read_only:false; response_revision:9009; number_of_response:1; }","duration":"1.143892736s","start":"2026-05-28T01:04:57.465155Z","end":"2026-05-28T01:04:58.609047Z","steps":["trace[367523703] 'process raft request' (duration: 1.143719192s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:58.609123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:57.464328Z","time spent":"1.144725726s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:58.609149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:57.472619Z","time spent":"1.136496322s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:04:58.609207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:57.465143Z","time spent":"1.144002248s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:58.609492Z","caller":"traceutil/trace.go:171","msg":"trace[912529103] transaction","detail":"{read_only:false; response_revision:9011; number_of_response:1; }","duration":"1.128110644s","start":"2026-05-28T01:04:57.481335Z","end":"2026-05-28T01:04:58.609445Z","steps":["trace[912529103] 'process raft request' (duration: 1.127658143s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:58.609547Z","caller":"traceutil/trace.go:171","msg":"trace[350417963] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"1.12795643s","start":"2026-05-28T01:04:57.481579Z","end":"2026-05-28T01:04:58.609535Z","steps":["trace[350417963] 'process raft request' (duration: 1.127851887s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:58.609628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:57.481552Z","time spent":"1.128032752s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:58.609646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:57.481312Z","time spent":"1.128252037s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:04:58.609496Z","caller":"traceutil/trace.go:171","msg":"trace[53174626] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"1.127936229s","start":"2026-05-28T01:04:57.481541Z","end":"2026-05-28T01:04:58.609477Z","steps":["trace[53174626] 'process raft request' (duration: 1.127803666s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:58.609757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:57.481524Z","time spent":"1.128208006s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:04:58.700479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235138089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:58.700579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184683689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:58.700606Z","caller":"traceutil/trace.go:171","msg":"trace[113379272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9013; }","duration":"1.235302143s","start":"2026-05-28T01:04:57.465278Z","end":"2026-05-28T01:04:58.700581Z","steps":["trace[113379272] 'agreement among raft nodes before linearized reading' (duration: 1.235084747s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:58.700604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.284138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:04:58.70066Z","caller":"traceutil/trace.go:171","msg":"trace[1055288636] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9013; }","duration":"1.184823112s","start":"2026-05-28T01:04:57.515816Z","end":"2026-05-28T01:04:58.700639Z","steps":["trace[1055288636] 'agreement among raft nodes before linearized reading' (duration: 1.184689659s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:58.700672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.261708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:04:58.70072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:57.515788Z","time spent":"1.184924344s","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-28T01:04:58.700759Z","caller":"traceutil/trace.go:171","msg":"trace[174251736] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:9013; }","duration":"251.38849ms","start":"2026-05-28T01:04:58.449351Z","end":"2026-05-28T01:04:58.700739Z","steps":["trace[174251736] 'agreement among raft nodes before linearized reading' (duration: 251.070933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:58.70067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:57.46527Z","time spent":"1.235390535s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:04:58.700594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.397404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:04:58.700989Z","caller":"traceutil/trace.go:171","msg":"trace[1994385181] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9013; }","duration":"678.851305ms","start":"2026-05-28T01:04:58.022121Z","end":"2026-05-28T01:04:58.700972Z","steps":["trace[1994385181] 'agreement among raft nodes before linearized reading' (duration: 678.386924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:04:58.701039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:04:58.022098Z","time spent":"678.916017ms","remote":"127.0.0.1:53302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:04:58.700677Z","caller":"traceutil/trace.go:171","msg":"trace[476895809] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9013; }","duration":"123.427261ms","start":"2026-05-28T01:04:58.577231Z","end":"2026-05-28T01:04:58.700658Z","steps":["trace[476895809] 'agreement among raft nodes before linearized reading' (duration: 123.268568ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:04:59.228326Z","caller":"traceutil/trace.go:171","msg":"trace[211049869] linearizableReadLoop","detail":"{readStateIndex:9359; appliedIndex:9358; }","duration":"110.488667ms","start":"2026-05-28T01:04:59.117801Z","end":"2026-05-28T01:04:59.22829Z","steps":["trace[211049869] 'read index received' (duration: 92.236427ms)","trace[211049869] 'applied index is now lower than readState.Index' (duration: 18.25017ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:04:59.228705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.852385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-cgpjx\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-05-28T01:04:59.228821Z","caller":"traceutil/trace.go:171","msg":"trace[2138010926] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-cgpjx; range_end:; response_count:1; response_revision:9014; }","duration":"111.016449ms","start":"2026-05-28T01:04:59.117775Z","end":"2026-05-28T01:04:59.228792Z","steps":["trace[2138010926] 'agreement among raft nodes before linearized reading' (duration: 110.616899ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:00.795708Z","caller":"traceutil/trace.go:171","msg":"trace[1456281169] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"180.748915ms","start":"2026-05-28T01:05:00.614936Z","end":"2026-05-28T01:05:00.795684Z","steps":["trace[1456281169] 'process raft request' (duration: 180.655953ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:00.795719Z","caller":"traceutil/trace.go:171","msg":"trace[1224031366] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"181.322538ms","start":"2026-05-28T01:05:00.614359Z","end":"2026-05-28T01:05:00.795682Z","steps":["trace[1224031366] 'process raft request' (duration: 167.889211ms)","trace[1224031366] 'compare' (duration: 13.211671ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:00.795961Z","caller":"traceutil/trace.go:171","msg":"trace[1828586709] linearizableReadLoop","detail":"{readStateIndex:9374; appliedIndex:9370; }","duration":"141.195771ms","start":"2026-05-28T01:05:00.654756Z","end":"2026-05-28T01:05:00.795952Z","steps":["trace[1828586709] 'read index received' (duration: 127.507608ms)","trace[1828586709] 'applied index is now lower than readState.Index' (duration: 13.687233ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:00.796098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.537233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:05:00.796124Z","caller":"traceutil/trace.go:171","msg":"trace[1311043043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9029; }","duration":"181.599874ms","start":"2026-05-28T01:05:00.614516Z","end":"2026-05-28T01:05:00.796116Z","steps":["trace[1311043043] 'agreement among raft nodes before linearized reading' (duration: 181.476311ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:00.796035Z","caller":"traceutil/trace.go:171","msg":"trace[10810390] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"178.957342ms","start":"2026-05-28T01:05:00.617051Z","end":"2026-05-28T01:05:00.796009Z","steps":["trace[10810390] 'process raft request' (duration: 178.779088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:00.796161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.4375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:05:00.796234Z","caller":"traceutil/trace.go:171","msg":"trace[770009405] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"180.582801ms","start":"2026-05-28T01:05:00.615645Z","end":"2026-05-28T01:05:00.796227Z","steps":["trace[770009405] 'process raft request' (duration: 179.992707ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:00.796238Z","caller":"traceutil/trace.go:171","msg":"trace[913097208] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:9029; }","duration":"181.543173ms","start":"2026-05-28T01:05:00.614677Z","end":"2026-05-28T01:05:00.796221Z","steps":["trace[913097208] 'agreement among raft nodes before linearized reading' (duration: 181.348989ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:00.966053Z","caller":"traceutil/trace.go:171","msg":"trace[937740986] linearizableReadLoop","detail":"{readStateIndex:9376; appliedIndex:9374; }","duration":"164.596343ms","start":"2026-05-28T01:05:00.801426Z","end":"2026-05-28T01:05:00.966023Z","steps":["trace[937740986] 'read index received' (duration: 104.738581ms)","trace[937740986] 'applied index is now lower than readState.Index' (duration: 59.856482ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:00.966145Z","caller":"traceutil/trace.go:171","msg":"trace[1601002255] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"307.339281ms","start":"2026-05-28T01:05:00.658745Z","end":"2026-05-28T01:05:00.966085Z","steps":["trace[1601002255] 'process raft request' (duration: 247.405667ms)","trace[1601002255] 'compare' (duration: 59.577045ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:00.96615Z","caller":"traceutil/trace.go:171","msg":"trace[1832296395] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"165.338311ms","start":"2026-05-28T01:05:00.800763Z","end":"2026-05-28T01:05:00.966102Z","steps":["trace[1832296395] 'process raft request' (duration: 165.149927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:00.966399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:00.658724Z","time spent":"307.528115ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:00.966589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.109585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223133"} {"level":"info","ts":"2026-05-28T01:05:00.966687Z","caller":"traceutil/trace.go:171","msg":"trace[1227131937] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9031; }","duration":"165.27759ms","start":"2026-05-28T01:05:00.801393Z","end":"2026-05-28T01:05:00.96667Z","steps":["trace[1227131937] 'agreement among raft nodes before linearized reading' (duration: 164.752517ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:02.954509Z","caller":"traceutil/trace.go:171","msg":"trace[1091981546] linearizableReadLoop","detail":"{readStateIndex:9383; appliedIndex:9381; }","duration":"153.354378ms","start":"2026-05-28T01:05:02.801129Z","end":"2026-05-28T01:05:02.954484Z","steps":["trace[1091981546] 'read index received' (duration: 11.138613ms)","trace[1091981546] 'applied index is now lower than readState.Index' (duration: 142.214685ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:02.954829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.684186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:05:02.954874Z","caller":"traceutil/trace.go:171","msg":"trace[1255407042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9039; }","duration":"153.804399ms","start":"2026-05-28T01:05:02.801059Z","end":"2026-05-28T01:05:02.954863Z","steps":["trace[1255407042] 'agreement among raft nodes before linearized reading' (duration: 153.525703ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:02.955213Z","caller":"traceutil/trace.go:171","msg":"trace[485297939] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"154.242699ms","start":"2026-05-28T01:05:02.800951Z","end":"2026-05-28T01:05:02.955194Z","steps":["trace[485297939] 'process raft request' (duration: 153.329017ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:02.955297Z","caller":"traceutil/trace.go:171","msg":"trace[471579105] transaction","detail":"{read_only:false; response_revision:9039; number_of_response:1; }","duration":"151.510075ms","start":"2026-05-28T01:05:02.80371Z","end":"2026-05-28T01:05:02.955221Z","steps":["trace[471579105] 'process raft request' (duration: 150.731656ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:03.483955Z","caller":"traceutil/trace.go:171","msg":"trace[64099234] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"102.598701ms","start":"2026-05-28T01:05:03.381335Z","end":"2026-05-28T01:05:03.483934Z","steps":["trace[64099234] 'process raft request' (duration: 102.452197ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:03.501081Z","caller":"traceutil/trace.go:171","msg":"trace[1804986188] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"119.625692ms","start":"2026-05-28T01:05:03.381436Z","end":"2026-05-28T01:05:03.501062Z","steps":["trace[1804986188] 'process raft request' (duration: 119.438538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:04.054849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.404497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:05:04.054879Z","caller":"traceutil/trace.go:171","msg":"trace[1177980483] linearizableReadLoop","detail":"{readStateIndex:9390; appliedIndex:9389; }","duration":"330.909387ms","start":"2026-05-28T01:05:03.723944Z","end":"2026-05-28T01:05:04.054853Z","steps":["trace[1177980483] 'read index received' (duration: 288.532037ms)","trace[1177980483] 'applied index is now lower than readState.Index' (duration: 42.37606ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:04.054926Z","caller":"traceutil/trace.go:171","msg":"trace[381454707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9044; }","duration":"506.53136ms","start":"2026-05-28T01:05:03.548376Z","end":"2026-05-28T01:05:04.054907Z","steps":["trace[381454707] 'range keys from in-memory index tree' (duration: 506.231523ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:04.05491Z","caller":"traceutil/trace.go:171","msg":"trace[1991946261] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"447.508038ms","start":"2026-05-28T01:05:03.607382Z","end":"2026-05-28T01:05:04.05489Z","steps":["trace[1991946261] 'process raft request' (duration: 405.151118ms)","trace[1991946261] 'compare' (duration: 42.169025ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:04.05497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:03.548354Z","time spent":"506.603741ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:05:04.055101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:03.607358Z","time spent":"447.642731ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:04.055139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.182593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:05:04.055199Z","caller":"traceutil/trace.go:171","msg":"trace[1024651197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9045; }","duration":"331.292276ms","start":"2026-05-28T01:05:03.723892Z","end":"2026-05-28T01:05:04.055184Z","steps":["trace[1024651197] 'agreement among raft nodes before linearized reading' (duration: 331.099771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:04.055187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.922468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-05-28T01:05:04.055248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:03.723868Z","time spent":"331.368358ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:05:04.055259Z","caller":"traceutil/trace.go:171","msg":"trace[614507533] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9045; }","duration":"117.041051ms","start":"2026-05-28T01:05:03.938198Z","end":"2026-05-28T01:05:04.055239Z","steps":["trace[614507533] 'agreement among raft nodes before linearized reading' (duration: 116.823506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:04.420852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.288486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:04.420954Z","caller":"traceutil/trace.go:171","msg":"trace[1888434614] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9046; }","duration":"178.45354ms","start":"2026-05-28T01:05:04.242473Z","end":"2026-05-28T01:05:04.420927Z","steps":["trace[1888434614] 'range keys from in-memory index tree' (duration: 178.174053ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:04.942364Z","caller":"traceutil/trace.go:171","msg":"trace[1312921778] transaction","detail":"{read_only:false; response_revision:9048; number_of_response:1; }","duration":"125.287996ms","start":"2026-05-28T01:05:04.817038Z","end":"2026-05-28T01:05:04.942326Z","steps":["trace[1312921778] 'process raft request' (duration: 125.066681ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:05.099858Z","caller":"traceutil/trace.go:171","msg":"trace[1192493244] linearizableReadLoop","detail":"{readStateIndex:9394; appliedIndex:9393; }","duration":"139.088711ms","start":"2026-05-28T01:05:04.960742Z","end":"2026-05-28T01:05:05.09983Z","steps":["trace[1192493244] 'read index received' (duration: 134.319619ms)","trace[1192493244] 'applied index is now lower than readState.Index' (duration: 4.767862ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:05.10021Z","caller":"traceutil/trace.go:171","msg":"trace[632200888] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"140.028623ms","start":"2026-05-28T01:05:04.960058Z","end":"2026-05-28T01:05:05.100087Z","steps":["trace[632200888] 'process raft request' (duration: 135.074046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:05.100302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.541657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T01:05:05.100296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.543552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T01:05:05.100328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.093945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:05.100368Z","caller":"traceutil/trace.go:171","msg":"trace[549820700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9049; }","duration":"139.651295ms","start":"2026-05-28T01:05:04.960701Z","end":"2026-05-28T01:05:05.100352Z","steps":["trace[549820700] 'agreement among raft nodes before linearized reading' (duration: 139.395059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:05.100395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.193817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:05:05.100413Z","caller":"traceutil/trace.go:171","msg":"trace[1022604067] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9049; }","duration":"104.218399ms","start":"2026-05-28T01:05:04.996175Z","end":"2026-05-28T01:05:05.100393Z","steps":["trace[1022604067] 'agreement among raft nodes before linearized reading' (duration: 104.079325ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:05.100361Z","caller":"traceutil/trace.go:171","msg":"trace[1715490788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9049; }","duration":"121.64058ms","start":"2026-05-28T01:05:04.978706Z","end":"2026-05-28T01:05:05.100347Z","steps":["trace[1715490788] 'agreement among raft nodes before linearized reading' (duration: 121.457095ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:05.100455Z","caller":"traceutil/trace.go:171","msg":"trace[2011285705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9049; }","duration":"101.279599ms","start":"2026-05-28T01:05:04.99916Z","end":"2026-05-28T01:05:05.10044Z","steps":["trace[2011285705] 'agreement among raft nodes before linearized reading' (duration: 101.064784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:05.100296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.923041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:05:05.100606Z","caller":"traceutil/trace.go:171","msg":"trace[612341539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9049; }","duration":"101.279699ms","start":"2026-05-28T01:05:04.999288Z","end":"2026-05-28T01:05:05.100568Z","steps":["trace[612341539] 'agreement among raft nodes before linearized reading' (duration: 100.883599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:06.280062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.394411ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:05:06.3843Z","caller":"traceutil/trace.go:171","msg":"trace[664713689] linearizableReadLoop","detail":"{readStateIndex:9400; appliedIndex:9399; }","duration":"249.094347ms","start":"2026-05-28T01:05:06.135183Z","end":"2026-05-28T01:05:06.384277Z","steps":["trace[664713689] 'read index received' (duration: 248.949233ms)","trace[664713689] 'applied index is now lower than readState.Index' (duration: 143.914µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:06.384434Z","caller":"traceutil/trace.go:171","msg":"trace[2064874691] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"323.567763ms","start":"2026-05-28T01:05:06.060818Z","end":"2026-05-28T01:05:06.384386Z","steps":["trace[2064874691] 'process raft request' (duration: 323.266556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:06.384531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.334682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:05:06.384564Z","caller":"traceutil/trace.go:171","msg":"trace[1664334410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9054; }","duration":"249.426494ms","start":"2026-05-28T01:05:06.135127Z","end":"2026-05-28T01:05:06.384553Z","steps":["trace[1664334410] 'agreement among raft nodes before linearized reading' (duration: 249.23842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:06.384657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:06.060799Z","time spent":"323.733398ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:06.544444Z","caller":"traceutil/trace.go:171","msg":"trace[1497847357] transaction","detail":"{read_only:false; response_revision:9055; number_of_response:1; }","duration":"155.046747ms","start":"2026-05-28T01:05:06.389361Z","end":"2026-05-28T01:05:06.544408Z","steps":["trace[1497847357] 'process raft request' (duration: 97.265374ms)","trace[1497847357] 'compare' (duration: 57.500617ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:08.910968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.853857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T01:05:08.911081Z","caller":"traceutil/trace.go:171","msg":"trace[750580918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9064; }","duration":"362.014591ms","start":"2026-05-28T01:05:08.549033Z","end":"2026-05-28T01:05:08.911048Z","steps":["trace[750580918] 'range keys from in-memory index tree' (duration: 361.626602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:08.91114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:08.549016Z","time spent":"362.108823ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:05:08.911302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.655167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:08.911357Z","caller":"traceutil/trace.go:171","msg":"trace[1289983078] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:9064; }","duration":"343.73941ms","start":"2026-05-28T01:05:08.567604Z","end":"2026-05-28T01:05:08.911343Z","steps":["trace[1289983078] 'count revisions from in-memory index tree' (duration: 343.579066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:08.911399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:08.56759Z","time spent":"343.798921ms","remote":"127.0.0.1:60332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:08.911037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.848773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:08.911467Z","caller":"traceutil/trace.go:171","msg":"trace[4469448] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9064; }","duration":"230.355515ms","start":"2026-05-28T01:05:08.681086Z","end":"2026-05-28T01:05:08.911441Z","steps":["trace[4469448] 'count revisions from in-memory index tree' (duration: 229.770171ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:09.036043Z","caller":"traceutil/trace.go:171","msg":"trace[274049369] linearizableReadLoop","detail":"{readStateIndex:9411; appliedIndex:9410; }","duration":"252.701392ms","start":"2026-05-28T01:05:08.78332Z","end":"2026-05-28T01:05:09.036022Z","steps":["trace[274049369] 'read index received' (duration: 252.669171ms)","trace[274049369] 'applied index is now lower than readState.Index' (duration: 31.241µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:09.036209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.861955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:05:09.03625Z","caller":"traceutil/trace.go:171","msg":"trace[2081093145] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9065; }","duration":"252.928527ms","start":"2026-05-28T01:05:08.783311Z","end":"2026-05-28T01:05:09.03624Z","steps":["trace[2081093145] 'agreement among raft nodes before linearized reading' (duration: 252.825805ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:09.036155Z","caller":"traceutil/trace.go:171","msg":"trace[1813192484] transaction","detail":"{read_only:false; response_revision:9065; number_of_response:1; }","duration":"290.287708ms","start":"2026-05-28T01:05:08.745838Z","end":"2026-05-28T01:05:09.036126Z","steps":["trace[1813192484] 'process raft request' (duration: 290.022402ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:09.291016Z","caller":"traceutil/trace.go:171","msg":"trace[1441795209] linearizableReadLoop","detail":"{readStateIndex:9413; appliedIndex:9411; }","duration":"254.870453ms","start":"2026-05-28T01:05:09.036116Z","end":"2026-05-28T01:05:09.290986Z","steps":["trace[1441795209] 'read index received' (duration: 249.24689ms)","trace[1441795209] 'applied index is now lower than readState.Index' (duration: 5.622153ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:09.291123Z","caller":"traceutil/trace.go:171","msg":"trace[867594325] transaction","detail":"{read_only:false; response_revision:9067; number_of_response:1; }","duration":"281.45282ms","start":"2026-05-28T01:05:09.00964Z","end":"2026-05-28T01:05:09.291093Z","steps":["trace[867594325] 'process raft request' (duration: 281.205335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:09.291272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.657497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:05:09.291325Z","caller":"traceutil/trace.go:171","msg":"trace[1803914205] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9067; }","duration":"507.746789ms","start":"2026-05-28T01:05:08.783566Z","end":"2026-05-28T01:05:09.291313Z","steps":["trace[1803914205] 'agreement among raft nodes before linearized reading' (duration: 507.568304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:09.291369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:08.783488Z","time spent":"507.869592ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":55,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:05:09.291334Z","caller":"traceutil/trace.go:171","msg":"trace[580771813] transaction","detail":"{read_only:false; response_revision:9066; number_of_response:1; }","duration":"375.756834ms","start":"2026-05-28T01:05:08.915544Z","end":"2026-05-28T01:05:09.291301Z","steps":["trace[580771813] 'process raft request' (duration: 369.808214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:09.291762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:08.915514Z","time spent":"375.99945ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:09.292163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.808118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-28T01:05:09.292328Z","caller":"traceutil/trace.go:171","msg":"trace[1631220594] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9067; }","duration":"368.908644ms","start":"2026-05-28T01:05:08.923384Z","end":"2026-05-28T01:05:09.292293Z","steps":["trace[1631220594] 'agreement among raft nodes before linearized reading' (duration: 367.725856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:09.29243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:08.923363Z","time spent":"369.042646ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:05:09.791569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481202077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:05:10.01407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.853949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:05:10.014723Z","caller":"traceutil/trace.go:171","msg":"trace[1606724707] transaction","detail":"{read_only:false; response_revision:9068; number_of_response:1; }","duration":"843.010058ms","start":"2026-05-28T01:05:09.171608Z","end":"2026-05-28T01:05:10.014618Z","steps":["trace[1606724707] 'process raft request' (duration: 641.501964ms)","trace[1606724707] 'compare' (duration: 200.050519ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:10.014859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:09.171565Z","time spent":"843.238343ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:10.015078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.346685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T01:05:10.015152Z","caller":"traceutil/trace.go:171","msg":"trace[100980786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9068; }","duration":"773.447267ms","start":"2026-05-28T01:05:09.241688Z","end":"2026-05-28T01:05:10.015135Z","steps":["trace[100980786] 'agreement among raft nodes before linearized reading' (duration: 773.228392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:10.015197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:09.24168Z","time spent":"773.508268ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:10.0152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.303017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T01:05:10.015302Z","caller":"traceutil/trace.go:171","msg":"trace[803396712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9068; }","duration":"774.461991ms","start":"2026-05-28T01:05:09.240816Z","end":"2026-05-28T01:05:10.015278Z","steps":["trace[803396712] 'agreement among raft nodes before linearized reading' (duration: 774.110123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:10.015307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.311761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T01:05:10.015371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:09.240792Z","time spent":"774.564173ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:10.015379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.384002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T01:05:10.015444Z","caller":"traceutil/trace.go:171","msg":"trace[16021071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9068; }","duration":"808.525655ms","start":"2026-05-28T01:05:09.206902Z","end":"2026-05-28T01:05:10.015428Z","steps":["trace[16021071] 'agreement among raft nodes before linearized reading' (duration: 808.299259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:10.015455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.751134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T01:05:10.015452Z","caller":"traceutil/trace.go:171","msg":"trace[1862000060] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:9068; }","duration":"839.494695ms","start":"2026-05-28T01:05:09.175903Z","end":"2026-05-28T01:05:10.015397Z","steps":["trace[1862000060] 'agreement among raft nodes before linearized reading' (duration: 839.132766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:10.015551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:09.175876Z","time spent":"839.662329ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:05:10.015582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.280689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T01:05:10.015627Z","caller":"traceutil/trace.go:171","msg":"trace[1510857374] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:9068; }","duration":"914.385592ms","start":"2026-05-28T01:05:09.101232Z","end":"2026-05-28T01:05:10.015618Z","steps":["trace[1510857374] 'agreement among raft nodes before linearized reading' (duration: 914.29407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:10.015655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:09.101197Z","time spent":"914.452624ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-05-28T01:05:10.015739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.317461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:05:10.015799Z","caller":"traceutil/trace.go:171","msg":"trace[2068712066] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9068; }","duration":"964.424633ms","start":"2026-05-28T01:05:09.051357Z","end":"2026-05-28T01:05:10.015782Z","steps":["trace[2068712066] 'agreement among raft nodes before linearized reading' (duration: 964.317181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:10.015495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:09.206873Z","time spent":"808.613216ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:05:10.015848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:09.051326Z","time spent":"964.509434ms","remote":"127.0.0.1:46076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:05:10.015945Z","caller":"traceutil/trace.go:171","msg":"trace[603667970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9068; }","duration":"773.875567ms","start":"2026-05-28T01:05:09.241619Z","end":"2026-05-28T01:05:10.015495Z","steps":["trace[603667970] 'agreement among raft nodes before linearized reading' (duration: 773.346235ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:10.016034Z","caller":"traceutil/trace.go:171","msg":"trace[1609048815] linearizableReadLoop","detail":"{readStateIndex:9414; appliedIndex:9413; }","duration":"724.882451ms","start":"2026-05-28T01:05:09.291104Z","end":"2026-05-28T01:05:10.015987Z","steps":["trace[1609048815] 'read index received' (duration: 522.051376ms)","trace[1609048815] 'applied index is now lower than readState.Index' (duration: 202.036986ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:10.016255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:09.24161Z","time spent":"774.625685ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:10.016656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.966178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f667f713-dbdc-4d76-972f-99feba9d7d3c\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-05-28T01:05:10.01673Z","caller":"traceutil/trace.go:171","msg":"trace[774647939] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f667f713-dbdc-4d76-972f-99feba9d7d3c; range_end:; response_count:1; response_revision:9068; }","duration":"721.060361ms","start":"2026-05-28T01:05:09.295644Z","end":"2026-05-28T01:05:10.016705Z","steps":["trace[774647939] 'agreement among raft nodes before linearized reading' (duration: 720.899347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:10.017086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.117426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:05:10.017329Z","caller":"traceutil/trace.go:171","msg":"trace[491853397] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9068; }","duration":"569.400923ms","start":"2026-05-28T01:05:09.447913Z","end":"2026-05-28T01:05:10.017314Z","steps":["trace[491853397] 'agreement among raft nodes before linearized reading' (duration: 569.038465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:10.01735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:09.295628Z","time spent":"721.688786ms","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-f667f713-dbdc-4d76-972f-99feba9d7d3c\" "} {"level":"warn","ts":"2026-05-28T01:05:10.017455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.661404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:10.0175Z","caller":"traceutil/trace.go:171","msg":"trace[2056033273] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9068; }","duration":"640.788337ms","start":"2026-05-28T01:05:09.376701Z","end":"2026-05-28T01:05:10.017489Z","steps":["trace[2056033273] 'agreement among raft nodes before linearized reading' (duration: 640.700185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:10.017529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:09.376671Z","time spent":"640.848829ms","remote":"127.0.0.1:37114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:10.01738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:09.447892Z","time spent":"569.475385ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:05:10.605212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.492817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:05:10.605604Z","caller":"traceutil/trace.go:171","msg":"trace[893656293] transaction","detail":"{read_only:false; response_revision:9070; number_of_response:1; }","duration":"584.493108ms","start":"2026-05-28T01:05:10.021082Z","end":"2026-05-28T01:05:10.605575Z","steps":["trace[893656293] 'process raft request' (duration: 584.356655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:10.605779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:10.021073Z","time spent":"584.655062ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:10.60561Z","caller":"traceutil/trace.go:171","msg":"trace[650791579] transaction","detail":"{read_only:false; response_revision:9069; number_of_response:1; }","duration":"585.509702ms","start":"2026-05-28T01:05:10.020043Z","end":"2026-05-28T01:05:10.605552Z","steps":["trace[650791579] 'process raft request' (duration: 287.569434ms)","trace[650791579] 'compare' (duration: 297.312803ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:10.605979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:10.020026Z","time spent":"585.886641ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:10.606373Z","caller":"traceutil/trace.go:171","msg":"trace[1984953170] transaction","detail":"{read_only:false; response_revision:9071; number_of_response:1; }","duration":"581.357384ms","start":"2026-05-28T01:05:10.024986Z","end":"2026-05-28T01:05:10.606343Z","steps":["trace[1984953170] 'process raft request' (duration: 580.536545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:10.606589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:10.024975Z","time spent":"581.475677ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:10.607112Z","caller":"traceutil/trace.go:171","msg":"trace[1761622145] transaction","detail":"{read_only:false; response_revision:9072; number_of_response:1; }","duration":"581.893297ms","start":"2026-05-28T01:05:10.025204Z","end":"2026-05-28T01:05:10.607097Z","steps":["trace[1761622145] 'process raft request' (duration: 581.642931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:10.607213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:10.025198Z","time spent":"581.956318ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:10.607231Z","caller":"traceutil/trace.go:171","msg":"trace[1162568575] linearizableReadLoop","detail":"{readStateIndex:9417; appliedIndex:9414; }","duration":"586.100116ms","start":"2026-05-28T01:05:10.021099Z","end":"2026-05-28T01:05:10.607199Z","steps":["trace[1162568575] 'read index received' (duration: 6.752688ms)","trace[1162568575] 'applied index is now lower than readState.Index' (duration: 579.344467ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:10.607555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.451085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:05:10.607584Z","caller":"traceutil/trace.go:171","msg":"trace[1968547606] transaction","detail":"{read_only:false; response_revision:9073; number_of_response:1; }","duration":"579.122262ms","start":"2026-05-28T01:05:10.028443Z","end":"2026-05-28T01:05:10.607565Z","steps":["trace[1968547606] 'process raft request' (duration: 578.5887ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:10.607601Z","caller":"traceutil/trace.go:171","msg":"trace[1416541530] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9073; }","duration":"586.516826ms","start":"2026-05-28T01:05:10.021072Z","end":"2026-05-28T01:05:10.607589Z","steps":["trace[1416541530] 'agreement among raft nodes before linearized reading' (duration: 586.26126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:10.607637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:10.021057Z","time spent":"586.572127ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:05:10.607888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:10.028437Z","time spent":"579.184884ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:10.614075Z","caller":"traceutil/trace.go:171","msg":"trace[1071601176] transaction","detail":"{read_only:false; response_revision:9074; number_of_response:1; }","duration":"127.949328ms","start":"2026-05-28T01:05:10.486109Z","end":"2026-05-28T01:05:10.614059Z","steps":["trace[1071601176] 'process raft request' (duration: 127.731783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:10.614195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.935381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:10.614283Z","caller":"traceutil/trace.go:171","msg":"trace[1731304839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9074; }","duration":"148.045983ms","start":"2026-05-28T01:05:10.466219Z","end":"2026-05-28T01:05:10.614265Z","steps":["trace[1731304839] 'agreement among raft nodes before linearized reading' (duration: 147.871409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:10.61434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.184353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223133"} {"level":"info","ts":"2026-05-28T01:05:10.614383Z","caller":"traceutil/trace.go:171","msg":"trace[230970117] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9074; }","duration":"593.302356ms","start":"2026-05-28T01:05:10.021068Z","end":"2026-05-28T01:05:10.61437Z","steps":["trace[230970117] 'agreement among raft nodes before linearized reading' (duration: 592.955678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:10.614449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:10.02096Z","time spent":"593.47996ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223156,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:05:10.939468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.626381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:10.939559Z","caller":"traceutil/trace.go:171","msg":"trace[374324285] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9074; }","duration":"230.769244ms","start":"2026-05-28T01:05:10.708772Z","end":"2026-05-28T01:05:10.939542Z","steps":["trace[374324285] 'count revisions from in-memory index tree' (duration: 230.546889ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:11.209372Z","caller":"traceutil/trace.go:171","msg":"trace[654299316] transaction","detail":"{read_only:false; response_revision:9075; number_of_response:1; }","duration":"168.122376ms","start":"2026-05-28T01:05:11.041223Z","end":"2026-05-28T01:05:11.209345Z","steps":["trace[654299316] 'process raft request' (duration: 167.937662ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:11.585289Z","caller":"traceutil/trace.go:171","msg":"trace[1764268956] transaction","detail":"{read_only:false; response_revision:9077; number_of_response:1; }","duration":"215.74929ms","start":"2026-05-28T01:05:11.369509Z","end":"2026-05-28T01:05:11.585258Z","steps":["trace[1764268956] 'process raft request' (duration: 215.407422ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:12.396511Z","caller":"traceutil/trace.go:171","msg":"trace[1008015550] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"149.654741ms","start":"2026-05-28T01:05:12.246825Z","end":"2026-05-28T01:05:12.39648Z","steps":["trace[1008015550] 'process raft request' (duration: 137.973635ms)","trace[1008015550] 'compare' (duration: 11.383139ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:12.902026Z","caller":"traceutil/trace.go:171","msg":"trace[659931091] linearizableReadLoop","detail":"{readStateIndex:9427; appliedIndex:9426; }","duration":"279.393992ms","start":"2026-05-28T01:05:12.622607Z","end":"2026-05-28T01:05:12.902001Z","steps":["trace[659931091] 'read index received' (duration: 279.362931ms)","trace[659931091] 'applied index is now lower than readState.Index' (duration: 29.671µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:12.902114Z","caller":"traceutil/trace.go:171","msg":"trace[1458648110] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"283.830705ms","start":"2026-05-28T01:05:12.618242Z","end":"2026-05-28T01:05:12.902073Z","steps":["trace[1458648110] 'process raft request' (duration: 283.577129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:12.90223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.600417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:05:12.902262Z","caller":"traceutil/trace.go:171","msg":"trace[606880309] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:9080; }","duration":"279.670008ms","start":"2026-05-28T01:05:12.622582Z","end":"2026-05-28T01:05:12.902252Z","steps":["trace[606880309] 'agreement among raft nodes before linearized reading' (duration: 279.515024ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:13.12038Z","caller":"traceutil/trace.go:171","msg":"trace[1961951222] transaction","detail":"{read_only:false; response_revision:9082; number_of_response:1; }","duration":"440.379359ms","start":"2026-05-28T01:05:12.67997Z","end":"2026-05-28T01:05:13.12035Z","steps":["trace[1961951222] 'process raft request' (duration: 440.030291ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:13.120429Z","caller":"traceutil/trace.go:171","msg":"trace[2095820292] transaction","detail":"{read_only:false; response_revision:9083; number_of_response:1; }","duration":"440.239006ms","start":"2026-05-28T01:05:12.680154Z","end":"2026-05-28T01:05:13.120393Z","steps":["trace[2095820292] 'process raft request' (duration: 439.97449ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:13.120466Z","caller":"traceutil/trace.go:171","msg":"trace[1568489087] transaction","detail":"{read_only:false; response_revision:9081; number_of_response:1; }","duration":"440.569914ms","start":"2026-05-28T01:05:12.679872Z","end":"2026-05-28T01:05:13.120442Z","steps":["trace[1568489087] 'process raft request' (duration: 439.593741ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:13.120454Z","caller":"traceutil/trace.go:171","msg":"trace[1021998782] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"440.284647ms","start":"2026-05-28T01:05:12.680147Z","end":"2026-05-28T01:05:13.120432Z","steps":["trace[1021998782] 'process raft request' (duration: 440.019511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:13.120553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:12.679951Z","time spent":"440.503583ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:13.120595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:12.679849Z","time spent":"440.677556ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:13.120613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:12.680147Z","time spent":"440.368639ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:13.120662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:12.680138Z","time spent":"440.40222ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:13.120855Z","caller":"traceutil/trace.go:171","msg":"trace[1813326058] linearizableReadLoop","detail":"{readStateIndex:9431; appliedIndex:9427; }","duration":"213.344453ms","start":"2026-05-28T01:05:12.906877Z","end":"2026-05-28T01:05:13.120221Z","steps":["trace[1813326058] 'read index received' (duration: 212.602666ms)","trace[1813326058] 'applied index is now lower than readState.Index' (duration: 740.427µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:13.121325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.427168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223133"} {"level":"info","ts":"2026-05-28T01:05:13.121407Z","caller":"traceutil/trace.go:171","msg":"trace[213910273] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9084; }","duration":"214.546452ms","start":"2026-05-28T01:05:12.906843Z","end":"2026-05-28T01:05:13.12139Z","steps":["trace[213910273] 'agreement among raft nodes before linearized reading' (duration: 213.791314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:13.149162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.077793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-05-28T01:05:13.14928Z","caller":"traceutil/trace.go:171","msg":"trace[1344032088] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9085; }","duration":"198.162565ms","start":"2026-05-28T01:05:12.951053Z","end":"2026-05-28T01:05:13.149215Z","steps":["trace[1344032088] 'agreement among raft nodes before linearized reading' (duration: 197.96866ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:13.149627Z","caller":"traceutil/trace.go:171","msg":"trace[2062144459] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"177.661901ms","start":"2026-05-28T01:05:12.971953Z","end":"2026-05-28T01:05:13.149615Z","steps":["trace[2062144459] 'process raft request' (duration: 176.946674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:13.674125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.249778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:05:13.674898Z","caller":"traceutil/trace.go:171","msg":"trace[783335020] transaction","detail":"{read_only:false; response_revision:9086; number_of_response:1; }","duration":"460.346231ms","start":"2026-05-28T01:05:13.214513Z","end":"2026-05-28T01:05:13.674859Z","steps":["trace[783335020] 'process raft request' (duration: 205.273933ms)","trace[783335020] 'compare' (duration: 253.968132ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:13.674963Z","caller":"traceutil/trace.go:171","msg":"trace[1315938394] transaction","detail":"{read_only:false; response_revision:9087; number_of_response:1; }","duration":"304.211476ms","start":"2026-05-28T01:05:13.370717Z","end":"2026-05-28T01:05:13.674929Z","steps":["trace[1315938394] 'process raft request' (duration: 304.115964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:13.675097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:13.214495Z","time spent":"460.492544ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:13.675209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:13.370689Z","time spent":"304.381141ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:14.152152Z","caller":"traceutil/trace.go:171","msg":"trace[2110537374] linearizableReadLoop","detail":"{readStateIndex:9435; appliedIndex:9434; }","duration":"446.486012ms","start":"2026-05-28T01:05:13.705639Z","end":"2026-05-28T01:05:14.152125Z","steps":["trace[2110537374] 'read index received' (duration: 446.339519ms)","trace[2110537374] 'applied index is now lower than readState.Index' (duration: 145.393µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:14.152425Z","caller":"traceutil/trace.go:171","msg":"trace[614408547] transaction","detail":"{read_only:false; response_revision:9088; number_of_response:1; }","duration":"473.13758ms","start":"2026-05-28T01:05:13.679255Z","end":"2026-05-28T01:05:14.152392Z","steps":["trace[614408547] 'process raft request' (duration: 472.69774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:14.152537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.877452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:05:14.15258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:13.679229Z","time spent":"473.260734ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:14.152622Z","caller":"traceutil/trace.go:171","msg":"trace[869707259] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9088; }","duration":"447.054495ms","start":"2026-05-28T01:05:13.705555Z","end":"2026-05-28T01:05:14.15261Z","steps":["trace[869707259] 'agreement among raft nodes before linearized reading' (duration: 446.850831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:14.152722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:13.705528Z","time spent":"447.170289ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:05:14.471947Z","caller":"traceutil/trace.go:171","msg":"trace[2074802148] transaction","detail":"{read_only:false; response_revision:9089; number_of_response:1; }","duration":"370.450659ms","start":"2026-05-28T01:05:14.101455Z","end":"2026-05-28T01:05:14.471906Z","steps":["trace[2074802148] 'process raft request' (duration: 359.87457ms)","trace[2074802148] 'compare' (duration: 10.091848ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:14.472113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:14.101424Z","time spent":"370.606993ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:14.713053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.025675ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:05:14.713787Z","caller":"traceutil/trace.go:171","msg":"trace[1918129566] transaction","detail":"{read_only:false; response_revision:9090; number_of_response:1; }","duration":"170.223716ms","start":"2026-05-28T01:05:14.543534Z","end":"2026-05-28T01:05:14.713758Z","steps":["trace[1918129566] 'process raft request' (duration: 169.648412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:20.899081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.446349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:20.899156Z","caller":"traceutil/trace.go:171","msg":"trace[2109088056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9124; }","duration":"434.570523ms","start":"2026-05-28T01:05:20.464568Z","end":"2026-05-28T01:05:20.899139Z","steps":["trace[2109088056] 'range keys from in-memory index tree' (duration: 434.355317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:20.899195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:20.464547Z","time spent":"434.639664ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:05:20.899176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.405435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:20.899578Z","caller":"traceutil/trace.go:171","msg":"trace[278832032] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9124; }","duration":"550.5908ms","start":"2026-05-28T01:05:20.348685Z","end":"2026-05-28T01:05:20.899275Z","steps":["trace[278832032] 'count revisions from in-memory index tree' (duration: 550.268912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:20.899665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:20.348661Z","time spent":"550.982618ms","remote":"127.0.0.1:36160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:05:20.923539Z","caller":"traceutil/trace.go:171","msg":"trace[724299318] linearizableReadLoop","detail":"{readStateIndex:9474; appliedIndex:9473; }","duration":"135.090987ms","start":"2026-05-28T01:05:20.788421Z","end":"2026-05-28T01:05:20.923512Z","steps":["trace[724299318] 'read index received' (duration: 134.879302ms)","trace[724299318] 'applied index is now lower than readState.Index' (duration: 209.695µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:20.923597Z","caller":"traceutil/trace.go:171","msg":"trace[1608234464] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"426.617515ms","start":"2026-05-28T01:05:20.496957Z","end":"2026-05-28T01:05:20.923575Z","steps":["trace[1608234464] 'process raft request' (duration: 426.368709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:20.923759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:20.496925Z","time spent":"426.741028ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:20.923818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.389194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:05:20.923905Z","caller":"traceutil/trace.go:171","msg":"trace[1703794305] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9125; }","duration":"135.516167ms","start":"2026-05-28T01:05:20.788364Z","end":"2026-05-28T01:05:20.92388Z","steps":["trace[1703794305] 'agreement among raft nodes before linearized reading' (duration: 135.258441ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:21.869881Z","caller":"traceutil/trace.go:171","msg":"trace[2047393185] linearizableReadLoop","detail":"{readStateIndex:9503; appliedIndex:9502; }","duration":"228.20532ms","start":"2026-05-28T01:05:21.641653Z","end":"2026-05-28T01:05:21.869858Z","steps":["trace[2047393185] 'read index received' (duration: 228.021365ms)","trace[2047393185] 'applied index is now lower than readState.Index' (duration: 182.985µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:21.869906Z","caller":"traceutil/trace.go:171","msg":"trace[52611228] transaction","detail":"{read_only:false; response_revision:9153; number_of_response:1; }","duration":"269.772606ms","start":"2026-05-28T01:05:21.600102Z","end":"2026-05-28T01:05:21.869875Z","steps":["trace[52611228] 'process raft request' (duration: 269.599992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:21.870148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.045687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" limit:10000 ","response":"range_response_count:6 size:42596"} {"level":"info","ts":"2026-05-28T01:05:21.870209Z","caller":"traceutil/trace.go:171","msg":"trace[2045974130] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:6; response_revision:9153; }","duration":"280.110318ms","start":"2026-05-28T01:05:21.590084Z","end":"2026-05-28T01:05:21.870195Z","steps":["trace[2045974130] 'agreement among raft nodes before linearized reading' (duration: 279.880713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:21.870353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.402906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:21.870417Z","caller":"traceutil/trace.go:171","msg":"trace[276958382] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:9153; }","duration":"246.868138ms","start":"2026-05-28T01:05:21.623533Z","end":"2026-05-28T01:05:21.870401Z","steps":["trace[276958382] 'agreement among raft nodes before linearized reading' (duration: 246.333446ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:21.951006Z","caller":"traceutil/trace.go:171","msg":"trace[701555251] transaction","detail":"{read_only:false; response_revision:9154; number_of_response:1; }","duration":"304.654245ms","start":"2026-05-28T01:05:21.646318Z","end":"2026-05-28T01:05:21.950972Z","steps":["trace[701555251] 'process raft request' (duration: 304.45573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:21.951158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:21.646298Z","time spent":"304.783679ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:21.95147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:21.647869Z","time spent":"303.59281ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T01:05:21.951556Z","caller":"traceutil/trace.go:171","msg":"trace[32138687] transaction","detail":"{read_only:false; response_revision:9155; number_of_response:1; }","duration":"299.601387ms","start":"2026-05-28T01:05:21.651934Z","end":"2026-05-28T01:05:21.951535Z","steps":["trace[32138687] 'process raft request' (duration: 299.381882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:21.951891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.610734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4087"} {"level":"info","ts":"2026-05-28T01:05:21.951945Z","caller":"traceutil/trace.go:171","msg":"trace[811887058] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:9158; }","duration":"304.717866ms","start":"2026-05-28T01:05:21.647214Z","end":"2026-05-28T01:05:21.951932Z","steps":["trace[811887058] 'agreement among raft nodes before linearized reading' (duration: 304.553903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:21.951985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:21.64718Z","time spent":"304.798469ms","remote":"127.0.0.1:46240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4110,"request content":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" "} {"level":"info","ts":"2026-05-28T01:05:21.952071Z","caller":"traceutil/trace.go:171","msg":"trace[2020945091] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"243.717624ms","start":"2026-05-28T01:05:21.708338Z","end":"2026-05-28T01:05:21.952056Z","steps":["trace[2020945091] 'process raft request' (duration: 243.341636ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:21.952159Z","caller":"traceutil/trace.go:171","msg":"trace[19872844] transaction","detail":"{read_only:false; response_revision:9158; number_of_response:1; }","duration":"242.877825ms","start":"2026-05-28T01:05:21.709271Z","end":"2026-05-28T01:05:21.952149Z","steps":["trace[19872844] 'process raft request' (duration: 242.461095ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:21.952123Z","caller":"traceutil/trace.go:171","msg":"trace[1622499162] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"295.964301ms","start":"2026-05-28T01:05:21.655991Z","end":"2026-05-28T01:05:21.951955Z","steps":["trace[1622499162] 'process raft request' (duration: 295.48513ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:22.109576Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002528.wal"} {"level":"info","ts":"2026-05-28T01:05:22.1101Z","caller":"traceutil/trace.go:171","msg":"trace[903292953] transaction","detail":"{read_only:false; response_revision:9160; number_of_response:1; }","duration":"223.95792ms","start":"2026-05-28T01:05:21.886122Z","end":"2026-05-28T01:05:22.11008Z","steps":["trace[903292953] 'process raft request' (duration: 223.892268ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:22.110131Z","caller":"traceutil/trace.go:171","msg":"trace[2081473349] transaction","detail":"{read_only:false; response_revision:9159; number_of_response:1; }","duration":"234.876737ms","start":"2026-05-28T01:05:21.875214Z","end":"2026-05-28T01:05:22.11009Z","steps":["trace[2081473349] 'process raft request' (duration: 234.498368ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:22.159436Z","caller":"traceutil/trace.go:171","msg":"trace[1391178514] linearizableReadLoop","detail":"{readStateIndex:9512; appliedIndex:9509; }","duration":"204.537983ms","start":"2026-05-28T01:05:21.954877Z","end":"2026-05-28T01:05:22.159415Z","steps":["trace[1391178514] 'read index received' (duration: 154.874687ms)","trace[1391178514] 'applied index is now lower than readState.Index' (duration: 49.662376ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:22.159488Z","caller":"traceutil/trace.go:171","msg":"trace[2131164200] transaction","detail":"{read_only:false; number_of_response:0; response_revision:9161; }","duration":"201.577094ms","start":"2026-05-28T01:05:21.957875Z","end":"2026-05-28T01:05:22.159452Z","steps":["trace[2131164200] 'process raft request' (duration: 201.443641ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:22.159498Z","caller":"traceutil/trace.go:171","msg":"trace[246101293] transaction","detail":"{read_only:false; response_revision:9161; number_of_response:1; }","duration":"206.0918ms","start":"2026-05-28T01:05:21.953381Z","end":"2026-05-28T01:05:22.159473Z","steps":["trace[246101293] 'process raft request' (duration: 205.781092ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:22.159652Z","caller":"traceutil/trace.go:171","msg":"trace[47554611] transaction","detail":"{read_only:false; response_revision:9162; number_of_response:1; }","duration":"197.333545ms","start":"2026-05-28T01:05:21.962307Z","end":"2026-05-28T01:05:22.159641Z","steps":["trace[47554611] 'process raft request' (duration: 197.044278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:22.159881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.545871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-28T01:05:22.159962Z","caller":"traceutil/trace.go:171","msg":"trace[1808767336] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9162; }","duration":"203.642643ms","start":"2026-05-28T01:05:21.9563Z","end":"2026-05-28T01:05:22.159943Z","steps":["trace[1808767336] 'agreement among raft nodes before linearized reading' (duration: 203.410677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:22.159998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.358722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"warn","ts":"2026-05-28T01:05:22.160025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.089616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-28T01:05:22.160078Z","caller":"traceutil/trace.go:171","msg":"trace[1070521073] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:9162; }","duration":"202.478866ms","start":"2026-05-28T01:05:21.957581Z","end":"2026-05-28T01:05:22.160059Z","steps":["trace[1070521073] 'agreement among raft nodes before linearized reading' (duration: 202.2297ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:22.160085Z","caller":"traceutil/trace.go:171","msg":"trace[924042427] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9162; }","duration":"205.21301ms","start":"2026-05-28T01:05:21.954855Z","end":"2026-05-28T01:05:22.160068Z","steps":["trace[924042427] 'agreement among raft nodes before linearized reading' (duration: 204.969364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:22.16073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.855877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:37 size:596531"} {"level":"info","ts":"2026-05-28T01:05:22.160795Z","caller":"traceutil/trace.go:171","msg":"trace[1366236189] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:37; response_revision:9162; }","duration":"151.977869ms","start":"2026-05-28T01:05:22.008803Z","end":"2026-05-28T01:05:22.160781Z","steps":["trace[1366236189] 'agreement among raft nodes before linearized reading' (duration: 150.994896ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:23.055879Z","caller":"traceutil/trace.go:171","msg":"trace[1331704922] transaction","detail":"{read_only:false; response_revision:9176; number_of_response:1; }","duration":"126.91312ms","start":"2026-05-28T01:05:22.928937Z","end":"2026-05-28T01:05:23.05585Z","steps":["trace[1331704922] 'process raft request' (duration: 126.607543ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:24.090841Z","caller":"traceutil/trace.go:171","msg":"trace[1202380384] transaction","detail":"{read_only:false; response_revision:9187; number_of_response:1; }","duration":"125.437486ms","start":"2026-05-28T01:05:23.965376Z","end":"2026-05-28T01:05:24.090814Z","steps":["trace[1202380384] 'process raft request' (duration: 125.371274ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:24.090963Z","caller":"traceutil/trace.go:171","msg":"trace[2045783792] transaction","detail":"{read_only:false; response_revision:9186; number_of_response:1; }","duration":"131.292454ms","start":"2026-05-28T01:05:23.95963Z","end":"2026-05-28T01:05:24.090923Z","steps":["trace[2045783792] 'process raft request' (duration: 130.869864ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:24.465316Z","caller":"traceutil/trace.go:171","msg":"trace[942087568] linearizableReadLoop","detail":"{readStateIndex:9541; appliedIndex:9540; }","duration":"138.072703ms","start":"2026-05-28T01:05:24.327215Z","end":"2026-05-28T01:05:24.465288Z","steps":["trace[942087568] 'read index received' (duration: 137.816217ms)","trace[942087568] 'applied index is now lower than readState.Index' (duration: 255.486µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:24.465447Z","caller":"traceutil/trace.go:171","msg":"trace[1461537731] transaction","detail":"{read_only:false; response_revision:9188; number_of_response:1; }","duration":"148.730203ms","start":"2026-05-28T01:05:24.316642Z","end":"2026-05-28T01:05:24.465372Z","steps":["trace[1461537731] 'process raft request' (duration: 148.466287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:24.465576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.320378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T01:05:24.465733Z","caller":"traceutil/trace.go:171","msg":"trace[1388750786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9188; }","duration":"138.547054ms","start":"2026-05-28T01:05:24.327153Z","end":"2026-05-28T01:05:24.465701Z","steps":["trace[1388750786] 'agreement among raft nodes before linearized reading' (duration: 138.267107ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:25.747631Z","caller":"traceutil/trace.go:171","msg":"trace[46586352] transaction","detail":"{read_only:false; response_revision:9191; number_of_response:1; }","duration":"740.481491ms","start":"2026-05-28T01:05:25.00712Z","end":"2026-05-28T01:05:25.747601Z","steps":["trace[46586352] 'process raft request' (duration: 740.316987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:25.747807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:25.0071Z","time spent":"740.623375ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:05:27.0845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.337141284s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:05:27.294206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.250855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:05:27.294596Z","caller":"traceutil/trace.go:171","msg":"trace[60436938] transaction","detail":"{read_only:false; response_revision:9192; number_of_response:1; }","duration":"2.233702742s","start":"2026-05-28T01:05:25.060851Z","end":"2026-05-28T01:05:27.294553Z","steps":["trace[60436938] 'process raft request' (duration: 2.023927495s)","trace[60436938] 'compare' (duration: 208.574899ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:27.294799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:25.060819Z","time spent":"2.233876465s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:27.29488Z","caller":"traceutil/trace.go:171","msg":"trace[983595372] transaction","detail":"{read_only:false; response_revision:9193; number_of_response:1; }","duration":"2.200079012s","start":"2026-05-28T01:05:25.094765Z","end":"2026-05-28T01:05:27.294844Z","steps":["trace[983595372] 'process raft request' (duration: 2.199595721s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:27.295043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:25.09473Z","time spent":"2.200227426s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:27.464748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000639388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:05:27.464849Z","caller":"traceutil/trace.go:171","msg":"trace[1399015541] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000791671s","start":"2026-05-28T01:05:25.464039Z","end":"2026-05-28T01:05:27.464831Z","steps":["trace[1399015541] 'agreement among raft nodes before linearized reading' (duration: 2.000667928s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:27.464908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:25.464021Z","time spent":"2.000871793s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:05:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:05:27.582885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.360332ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:05:27.583244Z","caller":"traceutil/trace.go:171","msg":"trace[670957067] linearizableReadLoop","detail":"{readStateIndex:9546; appliedIndex:9543; }","duration":"2.216370894s","start":"2026-05-28T01:05:25.366845Z","end":"2026-05-28T01:05:27.583216Z","steps":["trace[670957067] 'read index received' (duration: 380.608769ms)","trace[670957067] 'applied index is now lower than readState.Index' (duration: 1.835760665s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:27.583472Z","caller":"traceutil/trace.go:171","msg":"trace[730929220] transaction","detail":"{read_only:false; response_revision:9194; number_of_response:1; }","duration":"1.606304456s","start":"2026-05-28T01:05:25.97714Z","end":"2026-05-28T01:05:27.583444Z","steps":["trace[730929220] 'process raft request' (duration: 1.605917097s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:27.583563Z","caller":"traceutil/trace.go:171","msg":"trace[1474857662] transaction","detail":"{read_only:false; response_revision:9195; number_of_response:1; }","duration":"1.486854981s","start":"2026-05-28T01:05:26.096678Z","end":"2026-05-28T01:05:27.583533Z","steps":["trace[1474857662] 'process raft request' (duration: 1.486698447s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:27.583619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:25.977107Z","time spent":"1.606435869s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:27.583686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:26.096646Z","time spent":"1.486971743s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:27.583703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.30143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:27.583746Z","caller":"traceutil/trace.go:171","msg":"trace[1945218001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9195; }","duration":"110.511695ms","start":"2026-05-28T01:05:27.473217Z","end":"2026-05-28T01:05:27.583729Z","steps":["trace[1945218001] 'agreement among raft nodes before linearized reading' (duration: 110.436584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:27.583739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205929279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:05:27.583816Z","caller":"traceutil/trace.go:171","msg":"trace[1119472381] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:9195; }","duration":"2.206050622s","start":"2026-05-28T01:05:25.377742Z","end":"2026-05-28T01:05:27.583793Z","steps":["trace[1119472381] 'agreement among raft nodes before linearized reading' (duration: 2.205781926s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:27.583875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:25.377723Z","time spent":"2.206143574s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:05:27.583922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277692618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:05:27.583936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.460656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:05:27.583966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988361539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:27.583968Z","caller":"traceutil/trace.go:171","msg":"trace[1809702677] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9195; }","duration":"1.27777574s","start":"2026-05-28T01:05:26.306179Z","end":"2026-05-28T01:05:27.583955Z","steps":["trace[1809702677] 'agreement among raft nodes before linearized reading' (duration: 1.277708558s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:27.583982Z","caller":"traceutil/trace.go:171","msg":"trace[436718081] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9195; }","duration":"125.516197ms","start":"2026-05-28T01:05:27.458452Z","end":"2026-05-28T01:05:27.583969Z","steps":["trace[436718081] 'agreement among raft nodes before linearized reading' (duration: 125.425375ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:27.583995Z","caller":"traceutil/trace.go:171","msg":"trace[1488467970] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9195; }","duration":"1.988424771s","start":"2026-05-28T01:05:25.595561Z","end":"2026-05-28T01:05:27.583986Z","steps":["trace[1488467970] 'agreement among raft nodes before linearized reading' (duration: 1.98838574s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:27.584001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:26.306147Z","time spent":"1.277846222s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:27.584014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:25.59554Z","time spent":"1.988469822s","remote":"127.0.0.1:42810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:27.584084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78654005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-05-28T01:05:27.5841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052445404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T01:05:27.584013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79595837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:27.584153Z","caller":"traceutil/trace.go:171","msg":"trace[390690999] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9195; }","duration":"1.786643702s","start":"2026-05-28T01:05:25.797491Z","end":"2026-05-28T01:05:27.584135Z","steps":["trace[390690999] 'agreement among raft nodes before linearized reading' (duration: 1.786092459s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:27.58416Z","caller":"traceutil/trace.go:171","msg":"trace[852201002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9195; }","duration":"2.052535626s","start":"2026-05-28T01:05:25.531606Z","end":"2026-05-28T01:05:27.584141Z","steps":["trace[852201002] 'agreement among raft nodes before linearized reading' (duration: 2.052386583s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:27.583934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728631549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nxq8g\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-05-28T01:05:27.584172Z","caller":"traceutil/trace.go:171","msg":"trace[1761985103] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9195; }","duration":"1.796170935s","start":"2026-05-28T01:05:25.787982Z","end":"2026-05-28T01:05:27.584153Z","steps":["trace[1761985103] 'agreement among raft nodes before linearized reading' (duration: 1.79595852s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:27.584196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:25.797479Z","time spent":"1.786707793s","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-28T01:05:27.584199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:25.53159Z","time spent":"2.052600957s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:27.584215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022483211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T01:05:27.584223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:25.787962Z","time spent":"1.796246577s","remote":"127.0.0.1:52646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:05:27.584264Z","caller":"traceutil/trace.go:171","msg":"trace[932980876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9195; }","duration":"2.022550942s","start":"2026-05-28T01:05:25.561685Z","end":"2026-05-28T01:05:27.584236Z","steps":["trace[932980876] 'agreement among raft nodes before linearized reading' (duration: 2.022113932s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:27.584134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078745635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:05:27.584212Z","caller":"traceutil/trace.go:171","msg":"trace[481957568] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nxq8g; range_end:; response_count:1; response_revision:9195; }","duration":"1.728926686s","start":"2026-05-28T01:05:25.855274Z","end":"2026-05-28T01:05:27.584201Z","steps":["trace[481957568] 'agreement among raft nodes before linearized reading' (duration: 1.72825753s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:27.584318Z","caller":"traceutil/trace.go:171","msg":"trace[1121439823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9195; }","duration":"1.078994011s","start":"2026-05-28T01:05:26.505318Z","end":"2026-05-28T01:05:27.584312Z","steps":["trace[1121439823] 'agreement among raft nodes before linearized reading' (duration: 1.078541331s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:27.584331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522353894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-28T01:05:27.584344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:26.505293Z","time spent":"1.079045453s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T01:05:27.584355Z","caller":"traceutil/trace.go:171","msg":"trace[2089673875] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9195; }","duration":"1.522419616s","start":"2026-05-28T01:05:26.061928Z","end":"2026-05-28T01:05:27.584348Z","steps":["trace[2089673875] 'agreement among raft nodes before linearized reading' (duration: 1.521964415s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:27.584299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:25.561662Z","time spent":"2.022629434s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:27.58438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:26.061902Z","time spent":"1.522471997s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:05:27.584353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118498266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T01:05:27.584449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:25.855258Z","time spent":"1.729056319s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4478,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nxq8g\" "} {"level":"info","ts":"2026-05-28T01:05:27.58443Z","caller":"traceutil/trace.go:171","msg":"trace[434893530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9195; }","duration":"2.118652129s","start":"2026-05-28T01:05:25.465763Z","end":"2026-05-28T01:05:27.584415Z","steps":["trace[434893530] 'agreement among raft nodes before linearized reading' (duration: 2.118203748s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:27.584468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216925377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:05:27.584516Z","caller":"traceutil/trace.go:171","msg":"trace[1310743659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9194; }","duration":"2.217925441s","start":"2026-05-28T01:05:25.366577Z","end":"2026-05-28T01:05:27.584502Z","steps":["trace[1310743659] 'agreement among raft nodes before linearized reading' (duration: 2.216703932s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:27.584497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:25.465743Z","time spent":"2.118743321s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:27.584548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:25.366556Z","time spent":"2.217980202s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T01:05:27.795521Z","caller":"traceutil/trace.go:171","msg":"trace[2067069349] transaction","detail":"{read_only:false; response_revision:9196; number_of_response:1; }","duration":"206.865289ms","start":"2026-05-28T01:05:27.588626Z","end":"2026-05-28T01:05:27.795491Z","steps":["trace[2067069349] 'process raft request' (duration: 206.668955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:28.261564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.050591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:05:28.262113Z","caller":"traceutil/trace.go:171","msg":"trace[271260634] transaction","detail":"{read_only:false; response_revision:9198; number_of_response:1; }","duration":"672.475404ms","start":"2026-05-28T01:05:27.589603Z","end":"2026-05-28T01:05:28.262078Z","steps":["trace[271260634] 'process raft request' (duration: 672.099545ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:28.262116Z","caller":"traceutil/trace.go:171","msg":"trace[524269840] transaction","detail":"{read_only:false; response_revision:9197; number_of_response:1; }","duration":"673.379714ms","start":"2026-05-28T01:05:27.588695Z","end":"2026-05-28T01:05:28.262075Z","steps":["trace[524269840] 'process raft request' (duration: 402.681848ms)","trace[524269840] 'compare' (duration: 269.861717ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:28.262328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:27.589595Z","time spent":"672.613417ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:28.262404Z","caller":"traceutil/trace.go:171","msg":"trace[1308084140] transaction","detail":"{read_only:false; response_revision:9201; number_of_response:1; }","duration":"669.35821ms","start":"2026-05-28T01:05:27.592981Z","end":"2026-05-28T01:05:28.262339Z","steps":["trace[1308084140] 'process raft request' (duration: 668.990001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:28.262672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:27.592975Z","time spent":"669.542064ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:28.262675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.699462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:05:28.26278Z","caller":"traceutil/trace.go:171","msg":"trace[1414891028] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9201; }","duration":"673.907247ms","start":"2026-05-28T01:05:27.588855Z","end":"2026-05-28T01:05:28.262762Z","steps":["trace[1414891028] 'agreement among raft nodes before linearized reading' (duration: 673.551638ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:28.262226Z","caller":"traceutil/trace.go:171","msg":"trace[379756192] transaction","detail":"{read_only:false; response_revision:9200; number_of_response:1; }","duration":"672.259978ms","start":"2026-05-28T01:05:27.58992Z","end":"2026-05-28T01:05:28.26218Z","steps":["trace[379756192] 'process raft request' (duration: 671.889029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:28.26268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:27.588672Z","time spent":"673.62853ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:28.262861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:27.588837Z","time spent":"674.01336ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:05:28.262266Z","caller":"traceutil/trace.go:171","msg":"trace[165503345] transaction","detail":"{read_only:false; response_revision:9199; number_of_response:1; }","duration":"672.452732ms","start":"2026-05-28T01:05:27.589787Z","end":"2026-05-28T01:05:28.26224Z","steps":["trace[165503345] 'process raft request' (duration: 671.976471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:28.262996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:27.589914Z","time spent":"672.982725ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:28.262354Z","caller":"traceutil/trace.go:171","msg":"trace[1961939122] linearizableReadLoop","detail":"{readStateIndex:9551; appliedIndex:9549; }","duration":"673.335613ms","start":"2026-05-28T01:05:27.588937Z","end":"2026-05-28T01:05:28.262273Z","steps":["trace[1961939122] 'read index received' (duration: 206.417508ms)","trace[1961939122] 'applied index is now lower than readState.Index' (duration: 466.916775ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:28.263149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:27.58978Z","time spent":"673.22399ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:28.265212Z","caller":"traceutil/trace.go:171","msg":"trace[174003723] transaction","detail":"{read_only:false; response_revision:9202; number_of_response:1; }","duration":"385.80079ms","start":"2026-05-28T01:05:27.879395Z","end":"2026-05-28T01:05:28.265196Z","steps":["trace[174003723] 'process raft request' (duration: 385.439731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:28.26529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:27.879373Z","time spent":"385.882812ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:05:28.265798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.018187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227867"} {"level":"info","ts":"2026-05-28T01:05:28.265915Z","caller":"traceutil/trace.go:171","msg":"trace[1553110867] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9202; }","duration":"676.082338ms","start":"2026-05-28T01:05:27.589764Z","end":"2026-05-28T01:05:28.265846Z","steps":["trace[1553110867] 'agreement among raft nodes before linearized reading' (duration: 675.72516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:28.265994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:27.589747Z","time spent":"676.205581ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227890,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T01:05:28.504319Z","caller":"traceutil/trace.go:171","msg":"trace[340589778] transaction","detail":"{read_only:false; response_revision:9203; number_of_response:1; }","duration":"228.053627ms","start":"2026-05-28T01:05:28.276243Z","end":"2026-05-28T01:05:28.504297Z","steps":["trace[340589778] 'process raft request' (duration: 192.938602ms)","trace[340589778] 'compare' (duration: 34.886109ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:28.504491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.422914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:28.504239Z","caller":"traceutil/trace.go:171","msg":"trace[353042148] linearizableReadLoop","detail":"{readStateIndex:9557; appliedIndex:9556; }","duration":"176.162898ms","start":"2026-05-28T01:05:28.32805Z","end":"2026-05-28T01:05:28.504212Z","steps":["trace[353042148] 'read index received' (duration: 141.180716ms)","trace[353042148] 'applied index is now lower than readState.Index' (duration: 34.981162ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:28.504563Z","caller":"traceutil/trace.go:171","msg":"trace[563428754] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9203; }","duration":"176.502205ms","start":"2026-05-28T01:05:28.328041Z","end":"2026-05-28T01:05:28.504544Z","steps":["trace[563428754] 'agreement among raft nodes before linearized reading' (duration: 176.385903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:30.267687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.689016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:05:30.267787Z","caller":"traceutil/trace.go:171","msg":"trace[1465725690] linearizableReadLoop","detail":"{readStateIndex:9564; appliedIndex:9563; }","duration":"468.180506ms","start":"2026-05-28T01:05:29.79959Z","end":"2026-05-28T01:05:30.267771Z","steps":["trace[1465725690] 'read index received' (duration: 188.929207ms)","trace[1465725690] 'applied index is now lower than readState.Index' (duration: 279.249849ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:30.267876Z","caller":"traceutil/trace.go:171","msg":"trace[839132108] transaction","detail":"{read_only:false; response_revision:9209; number_of_response:1; }","duration":"534.36507ms","start":"2026-05-28T01:05:29.733498Z","end":"2026-05-28T01:05:30.267863Z","steps":["trace[839132108] 'process raft request' (duration: 255.108792ms)","trace[839132108] 'compare' (duration: 278.566932ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:30.267939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:29.733465Z","time spent":"534.442333ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:30.268123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.510532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:05:30.268199Z","caller":"traceutil/trace.go:171","msg":"trace[1752104722] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9209; }","duration":"189.630164ms","start":"2026-05-28T01:05:30.078551Z","end":"2026-05-28T01:05:30.268181Z","steps":["trace[1752104722] 'agreement among raft nodes before linearized reading' (duration: 189.48209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:30.268496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.919543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:05:30.268532Z","caller":"traceutil/trace.go:171","msg":"trace[1467986442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9209; }","duration":"469.017886ms","start":"2026-05-28T01:05:29.799505Z","end":"2026-05-28T01:05:30.268523Z","steps":["trace[1467986442] 'agreement among raft nodes before linearized reading' (duration: 468.882713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:30.268559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:29.799468Z","time spent":"469.083768ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:31.965636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481202524,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:05:32.225756Z","caller":"traceutil/trace.go:171","msg":"trace[1542174727] transaction","detail":"{read_only:false; response_revision:9216; number_of_response:1; }","duration":"898.795089ms","start":"2026-05-28T01:05:31.326917Z","end":"2026-05-28T01:05:32.225712Z","steps":["trace[1542174727] 'process raft request' (duration: 898.625085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:32.225951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:31.326893Z","time spent":"898.968833ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:33.465337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000470913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:05:33.465434Z","caller":"traceutil/trace.go:171","msg":"trace[1790724014] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000623756s","start":"2026-05-28T01:05:31.464788Z","end":"2026-05-28T01:05:33.465411Z","steps":["trace[1790724014] 'agreement among raft nodes before linearized reading' (duration: 2.000501693s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:33.46549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:31.464766Z","time spent":"2.000711728s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:05:33.593849Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.359383786s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:05:33.595261Z","caller":"traceutil/trace.go:171","msg":"trace[844506613] transaction","detail":"{read_only:false; response_revision:9218; number_of_response:1; }","duration":"1.970586041s","start":"2026-05-28T01:05:31.624635Z","end":"2026-05-28T01:05:33.595221Z","steps":["trace[844506613] 'process raft request' (duration: 1.970489818s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:33.595532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:31.624603Z","time spent":"1.970757125s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:33.595545Z","caller":"traceutil/trace.go:171","msg":"trace[147082042] transaction","detail":"{read_only:false; response_revision:9219; number_of_response:1; }","duration":"1.966889514s","start":"2026-05-28T01:05:31.62862Z","end":"2026-05-28T01:05:33.59551Z","steps":["trace[147082042] 'process raft request' (duration: 1.966553837s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:33.59559Z","caller":"traceutil/trace.go:171","msg":"trace[952321614] linearizableReadLoop","detail":"{readStateIndex:9574; appliedIndex:9570; }","duration":"2.130731572s","start":"2026-05-28T01:05:31.46483Z","end":"2026-05-28T01:05:33.595562Z","steps":["trace[952321614] 'read index received' (duration: 760.775317ms)","trace[952321614] 'applied index is now lower than readState.Index' (duration: 1.369954575s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:33.59572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:31.628591Z","time spent":"1.967026527s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:33.595967Z","caller":"traceutil/trace.go:171","msg":"trace[185363287] transaction","detail":"{read_only:false; response_revision:9220; number_of_response:1; }","duration":"1.424406814s","start":"2026-05-28T01:05:32.171546Z","end":"2026-05-28T01:05:33.595953Z","steps":["trace[185363287] 'process raft request' (duration: 1.423875931s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:33.596078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:32.171517Z","time spent":"1.424489086s","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:33.59611Z","caller":"traceutil/trace.go:171","msg":"trace[289182395] transaction","detail":"{read_only:false; response_revision:9217; number_of_response:1; }","duration":"2.221227117s","start":"2026-05-28T01:05:31.374866Z","end":"2026-05-28T01:05:33.596093Z","steps":["trace[289182395] 'process raft request' (duration: 2.220042629s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:33.596202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:31.374849Z","time spent":"2.221300239s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:33.605706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267201742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T01:05:33.605712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28887943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T01:05:33.605759Z","caller":"traceutil/trace.go:171","msg":"trace[1256654926] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:9221; }","duration":"1.267319475s","start":"2026-05-28T01:05:32.338426Z","end":"2026-05-28T01:05:33.605745Z","steps":["trace[1256654926] 'agreement among raft nodes before linearized reading' (duration: 1.267168121s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:33.605771Z","caller":"traceutil/trace.go:171","msg":"trace[339712773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9221; }","duration":"1.288961573s","start":"2026-05-28T01:05:32.316793Z","end":"2026-05-28T01:05:33.605755Z","steps":["trace[339712773] 'agreement among raft nodes before linearized reading' (duration: 1.28881319s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:33.605796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:32.338397Z","time spent":"1.267393567s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:05:33.605793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313155552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-28T01:05:33.60582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714617299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-05-28T01:05:33.605827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290056208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T01:05:33.605853Z","caller":"traceutil/trace.go:171","msg":"trace[781949714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9221; }","duration":"1.313259964s","start":"2026-05-28T01:05:32.292578Z","end":"2026-05-28T01:05:33.605838Z","steps":["trace[781949714] 'agreement among raft nodes before linearized reading' (duration: 1.313063159s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:33.605858Z","caller":"traceutil/trace.go:171","msg":"trace[289249650] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9221; }","duration":"1.714690641s","start":"2026-05-28T01:05:31.891156Z","end":"2026-05-28T01:05:33.605847Z","steps":["trace[289249650] 'agreement among raft nodes before linearized reading' (duration: 1.714595669s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:33.60587Z","caller":"traceutil/trace.go:171","msg":"trace[1101292540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9221; }","duration":"1.29012454s","start":"2026-05-28T01:05:32.315734Z","end":"2026-05-28T01:05:33.605859Z","steps":["trace[1101292540] 'agreement among raft nodes before linearized reading' (duration: 1.289952366s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:33.605869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:32.316785Z","time spent":"1.289071855s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:33.605885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:31.891135Z","time spent":"1.714745273s","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-28T01:05:33.605886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:32.292558Z","time spent":"1.313321485s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:33.605898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:32.315729Z","time spent":"1.290162971s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T01:05:33.605947Z","caller":"traceutil/trace.go:171","msg":"trace[56214146] transaction","detail":"{read_only:false; response_revision:9221; number_of_response:1; }","duration":"769.714247ms","start":"2026-05-28T01:05:32.836222Z","end":"2026-05-28T01:05:33.605936Z","steps":["trace[56214146] 'process raft request' (duration: 769.252196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:33.606017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:32.836194Z","time spent":"769.777619ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:33.606012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290151531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T01:05:33.605727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921707813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:05:33.606049Z","caller":"traceutil/trace.go:171","msg":"trace[2128589336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9221; }","duration":"1.290207642s","start":"2026-05-28T01:05:32.315834Z","end":"2026-05-28T01:05:33.606041Z","steps":["trace[2128589336] 'agreement among raft nodes before linearized reading' (duration: 1.29013515s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:33.606062Z","caller":"traceutil/trace.go:171","msg":"trace[404252390] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9221; }","duration":"1.922089802s","start":"2026-05-28T01:05:31.683966Z","end":"2026-05-28T01:05:33.606056Z","steps":["trace[404252390] 'agreement among raft nodes before linearized reading' (duration: 1.921724053s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:33.606071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:32.315829Z","time spent":"1.290238403s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:05:33.606093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:31.683942Z","time spent":"1.922143783s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:33.606144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.31702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:05:33.606153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290429017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:05:33.606168Z","caller":"traceutil/trace.go:171","msg":"trace[1966312674] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9221; }","duration":"847.343601ms","start":"2026-05-28T01:05:32.758816Z","end":"2026-05-28T01:05:33.60616Z","steps":["trace[1966312674] 'agreement among raft nodes before linearized reading' (duration: 847.30355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:33.606188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:32.758748Z","time spent":"847.434753ms","remote":"127.0.0.1:59154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:05:33.606181Z","caller":"traceutil/trace.go:171","msg":"trace[1059542350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9221; }","duration":"1.290488099s","start":"2026-05-28T01:05:32.315685Z","end":"2026-05-28T01:05:33.606173Z","steps":["trace[1059542350] 'agreement among raft nodes before linearized reading' (duration: 1.290309205s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:33.606223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:32.315669Z","time spent":"1.29054847s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:33.60629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000731383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-05-28T01:05:33.606321Z","caller":"traceutil/trace.go:171","msg":"trace[1272564296] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9221; }","duration":"1.000790775s","start":"2026-05-28T01:05:32.605521Z","end":"2026-05-28T01:05:33.606312Z","steps":["trace[1272564296] 'agreement among raft nodes before linearized reading' (duration: 1.000659542s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:33.606342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:32.605494Z","time spent":"1.000843496s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414492,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-28T01:05:33.606428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.340717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:33.606473Z","caller":"traceutil/trace.go:171","msg":"trace[1230459238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9221; }","duration":"140.413078ms","start":"2026-05-28T01:05:33.466047Z","end":"2026-05-28T01:05:33.60646Z","steps":["trace[1230459238] 'agreement among raft nodes before linearized reading' (duration: 140.332776ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:33.776779Z","caller":"traceutil/trace.go:171","msg":"trace[2128463746] transaction","detail":"{read_only:false; response_revision:9223; number_of_response:1; }","duration":"165.993229ms","start":"2026-05-28T01:05:33.610753Z","end":"2026-05-28T01:05:33.776746Z","steps":["trace[2128463746] 'process raft request' (duration: 165.708792ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:33.776879Z","caller":"traceutil/trace.go:171","msg":"trace[993280139] transaction","detail":"{read_only:false; response_revision:9225; number_of_response:1; }","duration":"165.979319ms","start":"2026-05-28T01:05:33.610878Z","end":"2026-05-28T01:05:33.776858Z","steps":["trace[993280139] 'process raft request' (duration: 165.872566ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:33.7769Z","caller":"traceutil/trace.go:171","msg":"trace[1651012105] transaction","detail":"{read_only:false; response_revision:9224; number_of_response:1; }","duration":"166.015999ms","start":"2026-05-28T01:05:33.610829Z","end":"2026-05-28T01:05:33.776845Z","steps":["trace[1651012105] 'process raft request' (duration: 165.806544ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:33.776985Z","caller":"traceutil/trace.go:171","msg":"trace[643742357] transaction","detail":"{read_only:false; response_revision:9227; number_of_response:1; }","duration":"165.593449ms","start":"2026-05-28T01:05:33.611386Z","end":"2026-05-28T01:05:33.77698Z","steps":["trace[643742357] 'process raft request' (duration: 165.447146ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:33.777047Z","caller":"traceutil/trace.go:171","msg":"trace[1534488806] transaction","detail":"{read_only:false; response_revision:9228; number_of_response:1; }","duration":"165.432155ms","start":"2026-05-28T01:05:33.611609Z","end":"2026-05-28T01:05:33.777042Z","steps":["trace[1534488806] 'process raft request' (duration: 165.253041ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:33.776946Z","caller":"traceutil/trace.go:171","msg":"trace[1204884350] linearizableReadLoop","detail":"{readStateIndex:9584; appliedIndex:9577; }","duration":"100.772016ms","start":"2026-05-28T01:05:33.676153Z","end":"2026-05-28T01:05:33.776925Z","steps":["trace[1204884350] 'read index received' (duration: 100.265634ms)","trace[1204884350] 'applied index is now lower than readState.Index' (duration: 505.262µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:33.77696Z","caller":"traceutil/trace.go:171","msg":"trace[1964245455] transaction","detail":"{read_only:false; response_revision:9229; number_of_response:1; }","duration":"164.76517ms","start":"2026-05-28T01:05:33.612188Z","end":"2026-05-28T01:05:33.776954Z","steps":["trace[1964245455] 'process raft request' (duration: 164.702208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:33.777118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.520351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9157dec4-5ce9-4b5f-85ac-f7420a8b5bf8\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-05-28T01:05:33.777132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.336487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-28T01:05:33.777134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.948071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:33.777184Z","caller":"traceutil/trace.go:171","msg":"trace[1773327230] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9229; }","duration":"166.414949ms","start":"2026-05-28T01:05:33.610757Z","end":"2026-05-28T01:05:33.777172Z","steps":["trace[1773327230] 'agreement among raft nodes before linearized reading' (duration: 166.245905ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:33.777224Z","caller":"traceutil/trace.go:171","msg":"trace[99430268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9229; }","duration":"164.180076ms","start":"2026-05-28T01:05:33.613029Z","end":"2026-05-28T01:05:33.777209Z","steps":["trace[99430268] 'agreement among raft nodes before linearized reading' (duration: 163.93758ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:33.777148Z","caller":"traceutil/trace.go:171","msg":"trace[79012749] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9157dec4-5ce9-4b5f-85ac-f7420a8b5bf8; range_end:; response_count:1; response_revision:9229; }","duration":"163.601482ms","start":"2026-05-28T01:05:33.613536Z","end":"2026-05-28T01:05:33.777138Z","steps":["trace[79012749] 'agreement among raft nodes before linearized reading' (duration: 163.428688ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:33.777492Z","caller":"traceutil/trace.go:171","msg":"trace[1060404408] transaction","detail":"{read_only:false; response_revision:9226; number_of_response:1; }","duration":"166.292296ms","start":"2026-05-28T01:05:33.611169Z","end":"2026-05-28T01:05:33.777462Z","steps":["trace[1060404408] 'process raft request' (duration: 165.6283ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:33.822679Z","caller":"traceutil/trace.go:171","msg":"trace[1729508154] transaction","detail":"{read_only:false; response_revision:9230; number_of_response:1; }","duration":"140.06329ms","start":"2026-05-28T01:05:33.682523Z","end":"2026-05-28T01:05:33.822587Z","steps":["trace[1729508154] 'process raft request' (duration: 139.66232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:35.248756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481202556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:05:37.465039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000048044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:05:37.465101Z","caller":"traceutil/trace.go:171","msg":"trace[122713517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176187s","start":"2026-05-28T01:05:35.464911Z","end":"2026-05-28T01:05:37.465087Z","steps":["trace[122713517] 'agreement among raft nodes before linearized reading' (duration: 2.000093405s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:37.465134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:35.464851Z","time spent":"2.000276599s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:05:37.69687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.093347155s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:05:37.823746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338723143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:05:37.823848Z","caller":"traceutil/trace.go:171","msg":"trace[301091396] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9232; }","duration":"3.338884937s","start":"2026-05-28T01:05:34.484943Z","end":"2026-05-28T01:05:37.823828Z","steps":["trace[301091396] 'count revisions from in-memory index tree' (duration: 3.338637452s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:37.823888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:34.48492Z","time spent":"3.338958289s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":906,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:38.218118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661207452s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:05:38.218629Z","caller":"traceutil/trace.go:171","msg":"trace[1048201596] linearizableReadLoop","detail":"{readStateIndex:9588; appliedIndex:9587; }","duration":"3.470248002s","start":"2026-05-28T01:05:34.748351Z","end":"2026-05-28T01:05:38.218599Z","steps":["trace[1048201596] 'read index received' (duration: 808.424265ms)","trace[1048201596] 'applied index is now lower than readState.Index' (duration: 2.661820567s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:38.218794Z","caller":"traceutil/trace.go:171","msg":"trace[1058223130] transaction","detail":"{read_only:false; response_revision:9234; number_of_response:1; }","duration":"2.615378896s","start":"2026-05-28T01:05:35.603395Z","end":"2026-05-28T01:05:38.218774Z","steps":["trace[1058223130] 'process raft request' (duration: 2.615261633s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.218904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:35.603362Z","time spent":"2.615471478s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:38.219157Z","caller":"traceutil/trace.go:171","msg":"trace[69516142] transaction","detail":"{read_only:false; response_revision:9233; number_of_response:1; }","duration":"2.615761055s","start":"2026-05-28T01:05:35.603385Z","end":"2026-05-28T01:05:38.219146Z","steps":["trace[69516142] 'process raft request' (duration: 2.61511353s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.219213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:35.603354Z","time spent":"2.615827587s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:38.219314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.470936588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:05:38.219353Z","caller":"traceutil/trace.go:171","msg":"trace[2012405092] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9234; }","duration":"3.47103304s","start":"2026-05-28T01:05:34.74831Z","end":"2026-05-28T01:05:38.219343Z","steps":["trace[2012405092] 'agreement among raft nodes before linearized reading' (duration: 3.470436836s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.219389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:34.748289Z","time spent":"3.471090732s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":906,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:05:38.219672Z","caller":"traceutil/trace.go:171","msg":"trace[1651132966] transaction","detail":"{read_only:false; response_revision:9235; number_of_response:1; }","duration":"2.61596569s","start":"2026-05-28T01:05:35.603689Z","end":"2026-05-28T01:05:38.219655Z","steps":["trace[1651132966] 'process raft request' (duration: 2.615053208s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.219753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:35.603677Z","time spent":"2.616035871s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:38.219899Z","caller":"traceutil/trace.go:171","msg":"trace[393438821] transaction","detail":"{read_only:false; response_revision:9236; number_of_response:1; }","duration":"1.705504726s","start":"2026-05-28T01:05:36.514385Z","end":"2026-05-28T01:05:38.219889Z","steps":["trace[393438821] 'process raft request' (duration: 1.705205359s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.219947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:36.514363Z","time spent":"1.705557907s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:38.220118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.451969793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:38.220158Z","caller":"traceutil/trace.go:171","msg":"trace[1534123960] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9237; }","duration":"3.452029444s","start":"2026-05-28T01:05:34.768116Z","end":"2026-05-28T01:05:38.220145Z","steps":["trace[1534123960] 'agreement among raft nodes before linearized reading' (duration: 3.451956523s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.220187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:34.768106Z","time spent":"3.452073065s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:38.220331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437805035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:05:38.220364Z","caller":"traceutil/trace.go:171","msg":"trace[412698339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9237; }","duration":"2.437861807s","start":"2026-05-28T01:05:35.782492Z","end":"2026-05-28T01:05:38.220353Z","steps":["trace[412698339] 'agreement among raft nodes before linearized reading' (duration: 2.437745294s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.220395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:35.782478Z","time spent":"2.437911318s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:05:38.220459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438729997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:05:38.220498Z","caller":"traceutil/trace.go:171","msg":"trace[2049192034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9237; }","duration":"2.438794898s","start":"2026-05-28T01:05:35.781692Z","end":"2026-05-28T01:05:38.220487Z","steps":["trace[2049192034] 'agreement among raft nodes before linearized reading' (duration: 2.438655225s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.220526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:35.781681Z","time spent":"2.43883857s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:38.220648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439242639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:05:38.220649Z","caller":"traceutil/trace.go:171","msg":"trace[1761616309] transaction","detail":"{read_only:false; response_revision:9237; number_of_response:1; }","duration":"448.023072ms","start":"2026-05-28T01:05:37.772614Z","end":"2026-05-28T01:05:38.220637Z","steps":["trace[1761616309] 'process raft request' (duration: 447.235683ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:38.220672Z","caller":"traceutil/trace.go:171","msg":"trace[1112058556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9237; }","duration":"2.439342441s","start":"2026-05-28T01:05:35.781322Z","end":"2026-05-28T01:05:38.220664Z","steps":["trace[1112058556] 'agreement among raft nodes before linearized reading' (duration: 2.43926812s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.220698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:35.781295Z","time spent":"2.439396923s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:38.220706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:37.772583Z","time spent":"448.091094ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:38.220833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.538244444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:05:38.22086Z","caller":"traceutil/trace.go:171","msg":"trace[641560311] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:9237; }","duration":"2.538308356s","start":"2026-05-28T01:05:35.682544Z","end":"2026-05-28T01:05:38.220853Z","steps":["trace[641560311] 'agreement among raft nodes before linearized reading' (duration: 2.538224764s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.220885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:35.682522Z","time spent":"2.538357536s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:05:38.220964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.877159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:38.220995Z","caller":"traceutil/trace.go:171","msg":"trace[1639338348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9237; }","duration":"754.90766ms","start":"2026-05-28T01:05:37.466076Z","end":"2026-05-28T01:05:38.220984Z","steps":["trace[1639338348] 'agreement among raft nodes before linearized reading' (duration: 754.858839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.221019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:37.466046Z","time spent":"754.968682ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:05:38.221091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138382278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19512"} {"level":"info","ts":"2026-05-28T01:05:38.221121Z","caller":"traceutil/trace.go:171","msg":"trace[1363013933] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9237; }","duration":"3.138437949s","start":"2026-05-28T01:05:35.082674Z","end":"2026-05-28T01:05:38.221112Z","steps":["trace[1363013933] 'agreement among raft nodes before linearized reading' (duration: 3.138349387s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.221148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:35.082657Z","time spent":"3.138486251s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19535,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T01:05:38.221199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438490932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:05:38.221229Z","caller":"traceutil/trace.go:171","msg":"trace[349174313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9237; }","duration":"2.438593803s","start":"2026-05-28T01:05:35.782627Z","end":"2026-05-28T01:05:38.221221Z","steps":["trace[349174313] 'agreement among raft nodes before linearized reading' (duration: 2.438508531s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.221253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:35.782611Z","time spent":"2.438636335s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:38.221297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293119542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:38.221332Z","caller":"traceutil/trace.go:171","msg":"trace[976759028] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9237; }","duration":"3.293209534s","start":"2026-05-28T01:05:34.928108Z","end":"2026-05-28T01:05:38.221317Z","steps":["trace[976759028] 'agreement among raft nodes before linearized reading' (duration: 3.293160743s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.221389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:34.92808Z","time spent":"3.293290136s","remote":"127.0.0.1:37142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:38.221419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438711537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:05:38.22145Z","caller":"traceutil/trace.go:171","msg":"trace[1671791640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9237; }","duration":"2.43882145s","start":"2026-05-28T01:05:35.782617Z","end":"2026-05-28T01:05:38.221439Z","steps":["trace[1671791640] 'agreement among raft nodes before linearized reading' (duration: 2.438727517s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.221475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:35.782588Z","time spent":"2.43888138s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:05:38.221582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.433850248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:38.221624Z","caller":"traceutil/trace.go:171","msg":"trace[804633412] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9237; }","duration":"3.433886579s","start":"2026-05-28T01:05:34.78772Z","end":"2026-05-28T01:05:38.221607Z","steps":["trace[804633412] 'agreement among raft nodes before linearized reading' (duration: 3.433831357s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.221684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:34.787647Z","time spent":"3.434020251s","remote":"127.0.0.1:59306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:05:38.522529Z","caller":"traceutil/trace.go:171","msg":"trace[491280234] transaction","detail":"{read_only:false; response_revision:9238; number_of_response:1; }","duration":"295.780777ms","start":"2026-05-28T01:05:38.226715Z","end":"2026-05-28T01:05:38.522496Z","steps":["trace[491280234] 'process raft request' (duration: 262.404113ms)","trace[491280234] 'compare' (duration: 33.24294ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:38.583178Z","caller":"traceutil/trace.go:171","msg":"trace[2006898580] transaction","detail":"{read_only:false; response_revision:9239; number_of_response:1; }","duration":"354.819044ms","start":"2026-05-28T01:05:38.228319Z","end":"2026-05-28T01:05:38.583138Z","steps":["trace[2006898580] 'process raft request' (duration: 354.478976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.58343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:38.228304Z","time spent":"355.007768ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:38.583458Z","caller":"traceutil/trace.go:171","msg":"trace[741681218] transaction","detail":"{read_only:false; response_revision:9240; number_of_response:1; }","duration":"355.045199ms","start":"2026-05-28T01:05:38.228374Z","end":"2026-05-28T01:05:38.583419Z","steps":["trace[741681218] 'process raft request' (duration: 354.703931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.583651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:38.228371Z","time spent":"355.168852ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:38.583667Z","caller":"traceutil/trace.go:171","msg":"trace[496587315] transaction","detail":"{read_only:false; response_revision:9241; number_of_response:1; }","duration":"355.236503ms","start":"2026-05-28T01:05:38.228398Z","end":"2026-05-28T01:05:38.583635Z","steps":["trace[496587315] 'process raft request' (duration: 354.961007ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:38.583646Z","caller":"traceutil/trace.go:171","msg":"trace[1219102557] linearizableReadLoop","detail":"{readStateIndex:9597; appliedIndex:9593; }","duration":"355.125111ms","start":"2026-05-28T01:05:38.22848Z","end":"2026-05-28T01:05:38.583605Z","steps":["trace[1219102557] 'read index received' (duration: 260.659442ms)","trace[1219102557] 'applied index is now lower than readState.Index' (duration: 94.464059ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:38.583699Z","caller":"traceutil/trace.go:171","msg":"trace[988556765] transaction","detail":"{read_only:false; response_revision:9242; number_of_response:1; }","duration":"354.981087ms","start":"2026-05-28T01:05:38.228704Z","end":"2026-05-28T01:05:38.583685Z","steps":["trace[988556765] 'process raft request' (duration: 354.820934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.583878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:38.228395Z","time spent":"355.360086ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:38.584027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.697139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:05:38.584003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:38.228699Z","time spent":"355.208323ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:38.584076Z","caller":"traceutil/trace.go:171","msg":"trace[844554507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9242; }","duration":"302.795831ms","start":"2026-05-28T01:05:38.281265Z","end":"2026-05-28T01:05:38.584061Z","steps":["trace[844554507] 'agreement among raft nodes before linearized reading' (duration: 302.700819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.584075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.880415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19512"} {"level":"warn","ts":"2026-05-28T01:05:38.584113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:38.281239Z","time spent":"302.865193ms","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:05:38.584123Z","caller":"traceutil/trace.go:171","msg":"trace[978889829] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9242; }","duration":"354.942726ms","start":"2026-05-28T01:05:38.229165Z","end":"2026-05-28T01:05:38.584107Z","steps":["trace[978889829] 'agreement among raft nodes before linearized reading' (duration: 354.753782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.584157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:38.229156Z","time spent":"354.994947ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19535,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T01:05:38.584245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.753075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227864"} {"level":"info","ts":"2026-05-28T01:05:38.58431Z","caller":"traceutil/trace.go:171","msg":"trace[66251747] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9242; }","duration":"355.820077ms","start":"2026-05-28T01:05:38.228476Z","end":"2026-05-28T01:05:38.584296Z","steps":["trace[66251747] 'agreement among raft nodes before linearized reading' (duration: 355.251393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:38.584345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:38.22846Z","time spent":"355.875868ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:05:39.179098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.003227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:05:39.179188Z","caller":"traceutil/trace.go:171","msg":"trace[1148384303] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9242; }","duration":"269.184262ms","start":"2026-05-28T01:05:38.909984Z","end":"2026-05-28T01:05:39.179169Z","steps":["trace[1148384303] 'range keys from in-memory index tree' (duration: 268.758701ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:39.348216Z","caller":"traceutil/trace.go:171","msg":"trace[945372268] linearizableReadLoop","detail":"{readStateIndex:9599; appliedIndex:9598; }","duration":"164.905143ms","start":"2026-05-28T01:05:39.183284Z","end":"2026-05-28T01:05:39.348189Z","steps":["trace[945372268] 'read index received' (duration: 164.668768ms)","trace[945372268] 'applied index is now lower than readState.Index' (duration: 234.515µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:39.348495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.19295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:05:39.348536Z","caller":"traceutil/trace.go:171","msg":"trace[1319973956] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9242; }","duration":"165.281462ms","start":"2026-05-28T01:05:39.183245Z","end":"2026-05-28T01:05:39.348526Z","steps":["trace[1319973956] 'agreement among raft nodes before linearized reading' (duration: 165.085108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:39.348492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.955295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:39.348642Z","caller":"traceutil/trace.go:171","msg":"trace[687832641] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9242; }","duration":"154.16287ms","start":"2026-05-28T01:05:39.194457Z","end":"2026-05-28T01:05:39.34862Z","steps":["trace[687832641] 'agreement among raft nodes before linearized reading' (duration: 153.954585ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:39.486499Z","caller":"traceutil/trace.go:171","msg":"trace[2041480416] linearizableReadLoop","detail":"{readStateIndex:9600; appliedIndex:9599; }","duration":"136.098576ms","start":"2026-05-28T01:05:39.350377Z","end":"2026-05-28T01:05:39.486476Z","steps":["trace[2041480416] 'read index received' (duration: 59.689951ms)","trace[2041480416] 'applied index is now lower than readState.Index' (duration: 76.407275ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:39.486627Z","caller":"traceutil/trace.go:171","msg":"trace[1248955115] transaction","detail":"{read_only:false; response_revision:9243; number_of_response:1; }","duration":"136.919415ms","start":"2026-05-28T01:05:39.349693Z","end":"2026-05-28T01:05:39.486612Z","steps":["trace[1248955115] 'process raft request' (duration: 60.414838ms)","trace[1248955115] 'compare' (duration: 76.19474ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:39.486942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.547127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19512"} {"level":"info","ts":"2026-05-28T01:05:39.487006Z","caller":"traceutil/trace.go:171","msg":"trace[1462696047] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9243; }","duration":"136.661119ms","start":"2026-05-28T01:05:39.350332Z","end":"2026-05-28T01:05:39.486994Z","steps":["trace[1462696047] 'agreement among raft nodes before linearized reading' (duration: 136.425703ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:40.534543Z","caller":"traceutil/trace.go:171","msg":"trace[2069885506] transaction","detail":"{read_only:false; response_revision:9244; number_of_response:1; }","duration":"307.591344ms","start":"2026-05-28T01:05:40.226925Z","end":"2026-05-28T01:05:40.534517Z","steps":["trace[2069885506] 'process raft request' (duration: 307.40442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:40.534739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:40.226901Z","time spent":"307.716738ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:40.570372Z","caller":"traceutil/trace.go:171","msg":"trace[1384605878] transaction","detail":"{read_only:false; response_revision:9245; number_of_response:1; }","duration":"343.024056ms","start":"2026-05-28T01:05:40.227331Z","end":"2026-05-28T01:05:40.570356Z","steps":["trace[1384605878] 'process raft request' (duration: 342.898803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:40.570465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:40.22732Z","time spent":"343.099489ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:40.570737Z","caller":"traceutil/trace.go:171","msg":"trace[1815017116] transaction","detail":"{read_only:false; response_revision:9246; number_of_response:1; }","duration":"343.15428ms","start":"2026-05-28T01:05:40.227528Z","end":"2026-05-28T01:05:40.570683Z","steps":["trace[1815017116] 'process raft request' (duration: 342.788741ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:40.570842Z","caller":"traceutil/trace.go:171","msg":"trace[848565093] transaction","detail":"{read_only:false; response_revision:9247; number_of_response:1; }","duration":"343.18603ms","start":"2026-05-28T01:05:40.227642Z","end":"2026-05-28T01:05:40.570828Z","steps":["trace[848565093] 'process raft request' (duration: 342.927844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:40.570887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.83724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:05:40.57091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:40.227632Z","time spent":"343.245061ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:40.57096Z","caller":"traceutil/trace.go:171","msg":"trace[1707440044] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9247; }","duration":"330.962693ms","start":"2026-05-28T01:05:40.239981Z","end":"2026-05-28T01:05:40.570944Z","steps":["trace[1707440044] 'agreement among raft nodes before linearized reading' (duration: 330.8249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:40.570954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:40.2275Z","time spent":"343.343913ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:40.571021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:40.239968Z","time spent":"331.029044ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:05:40.570743Z","caller":"traceutil/trace.go:171","msg":"trace[974010599] linearizableReadLoop","detail":"{readStateIndex:9604; appliedIndex:9600; }","duration":"330.692047ms","start":"2026-05-28T01:05:40.240025Z","end":"2026-05-28T01:05:40.570717Z","steps":["trace[974010599] 'read index received' (duration: 294.283722ms)","trace[974010599] 'applied index is now lower than readState.Index' (duration: 36.407324ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:40.571178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.544872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:40.571204Z","caller":"traceutil/trace.go:171","msg":"trace[1814218630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9247; }","duration":"106.610484ms","start":"2026-05-28T01:05:40.464588Z","end":"2026-05-28T01:05:40.571198Z","steps":["trace[1814218630] 'agreement among raft nodes before linearized reading' (duration: 106.555963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:40.85137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.171851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:05:40.851484Z","caller":"traceutil/trace.go:171","msg":"trace[303091627] linearizableReadLoop","detail":"{readStateIndex:9605; appliedIndex:9604; }","duration":"262.570678ms","start":"2026-05-28T01:05:40.588898Z","end":"2026-05-28T01:05:40.851469Z","steps":["trace[303091627] 'read index received' (duration: 42.139071ms)","trace[303091627] 'applied index is now lower than readState.Index' (duration: 220.429887ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:40.851549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.651179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:05:40.851536Z","caller":"traceutil/trace.go:171","msg":"trace[1366762971] transaction","detail":"{read_only:false; response_revision:9248; number_of_response:1; }","duration":"276.990145ms","start":"2026-05-28T01:05:40.574511Z","end":"2026-05-28T01:05:40.851501Z","steps":["trace[1366762971] 'process raft request' (duration: 56.585169ms)","trace[1366762971] 'compare' (duration: 220.002097ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:40.851597Z","caller":"traceutil/trace.go:171","msg":"trace[703603692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9248; }","duration":"262.70286ms","start":"2026-05-28T01:05:40.588882Z","end":"2026-05-28T01:05:40.851585Z","steps":["trace[703603692] 'agreement among raft nodes before linearized reading' (duration: 262.595568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:40.851675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.781272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:05:40.851712Z","caller":"traceutil/trace.go:171","msg":"trace[207126231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9248; }","duration":"262.860504ms","start":"2026-05-28T01:05:40.588842Z","end":"2026-05-28T01:05:40.851703Z","steps":["trace[207126231] 'agreement among raft nodes before linearized reading' (duration: 262.710881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:40.851839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.266872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:05:40.85186Z","caller":"traceutil/trace.go:171","msg":"trace[259062614] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:9248; }","duration":"257.298503ms","start":"2026-05-28T01:05:40.594557Z","end":"2026-05-28T01:05:40.851855Z","steps":["trace[259062614] 'agreement among raft nodes before linearized reading' (duration: 257.244221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:40.851853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.920005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:05:40.851891Z","caller":"traceutil/trace.go:171","msg":"trace[752667439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9248; }","duration":"262.972586ms","start":"2026-05-28T01:05:40.588908Z","end":"2026-05-28T01:05:40.851881Z","steps":["trace[752667439] 'agreement among raft nodes before linearized reading' (duration: 262.813052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:40.852107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.70511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:05:40.852151Z","caller":"traceutil/trace.go:171","msg":"trace[1473541889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9248; }","duration":"262.800472ms","start":"2026-05-28T01:05:40.58934Z","end":"2026-05-28T01:05:40.852141Z","steps":["trace[1473541889] 'agreement among raft nodes before linearized reading' (duration: 262.676319ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:41.212692Z","caller":"traceutil/trace.go:171","msg":"trace[1112436217] transaction","detail":"{read_only:false; response_revision:9249; number_of_response:1; }","duration":"357.129698ms","start":"2026-05-28T01:05:40.855529Z","end":"2026-05-28T01:05:41.212658Z","steps":["trace[1112436217] 'process raft request' (duration: 356.940333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:41.212912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:40.855515Z","time spent":"357.286091ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:41.265292Z","caller":"traceutil/trace.go:171","msg":"trace[1359058075] linearizableReadLoop","detail":"{readStateIndex:9609; appliedIndex:9605; }","duration":"407.06626ms","start":"2026-05-28T01:05:40.8582Z","end":"2026-05-28T01:05:41.265266Z","steps":["trace[1359058075] 'read index received' (duration: 354.25511ms)","trace[1359058075] 'applied index is now lower than readState.Index' (duration: 52.8101ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:41.265343Z","caller":"traceutil/trace.go:171","msg":"trace[1869060855] transaction","detail":"{read_only:false; response_revision:9250; number_of_response:1; }","duration":"409.695342ms","start":"2026-05-28T01:05:40.855609Z","end":"2026-05-28T01:05:41.265304Z","steps":["trace[1869060855] 'process raft request' (duration: 409.435186ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:41.265406Z","caller":"traceutil/trace.go:171","msg":"trace[315738374] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"409.140749ms","start":"2026-05-28T01:05:40.856229Z","end":"2026-05-28T01:05:41.26537Z","steps":["trace[315738374] 'process raft request' (duration: 408.953565ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:41.265459Z","caller":"traceutil/trace.go:171","msg":"trace[1961369088] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"407.930791ms","start":"2026-05-28T01:05:40.857494Z","end":"2026-05-28T01:05:41.265425Z","steps":["trace[1961369088] 'process raft request' (duration: 407.729796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:41.265498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:40.855586Z","time spent":"409.829065ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:41.265593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:40.85621Z","time spent":"409.270252ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:41.2656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.563703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:41.265686Z","caller":"traceutil/trace.go:171","msg":"trace[1438126849] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9252; }","duration":"215.712636ms","start":"2026-05-28T01:05:41.049955Z","end":"2026-05-28T01:05:41.265667Z","steps":["trace[1438126849] 'agreement among raft nodes before linearized reading' (duration: 215.520392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:41.265625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:40.857483Z","time spent":"408.065794ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:41.265793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.571173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227864"} {"level":"info","ts":"2026-05-28T01:05:41.265845Z","caller":"traceutil/trace.go:171","msg":"trace[1968484912] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9252; }","duration":"407.661144ms","start":"2026-05-28T01:05:40.858174Z","end":"2026-05-28T01:05:41.265835Z","steps":["trace[1968484912] 'agreement among raft nodes before linearized reading' (duration: 407.233614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:41.265889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:40.858164Z","time spent":"407.714615ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T01:05:43.156207Z","caller":"traceutil/trace.go:171","msg":"trace[667742451] transaction","detail":"{read_only:false; response_revision:9253; number_of_response:1; }","duration":"616.595111ms","start":"2026-05-28T01:05:42.53959Z","end":"2026-05-28T01:05:43.156185Z","steps":["trace[667742451] 'process raft request' (duration: 616.447917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:43.156346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:42.539572Z","time spent":"616.695593ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:44.152554Z","caller":"traceutil/trace.go:171","msg":"trace[585881880] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"1.576466116s","start":"2026-05-28T01:05:42.576066Z","end":"2026-05-28T01:05:44.152532Z","steps":["trace[585881880] 'process raft request' (duration: 1.576284561s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:44.152693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:42.576052Z","time spent":"1.576571728s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:44.152797Z","caller":"traceutil/trace.go:171","msg":"trace[1851774247] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"1.576568127s","start":"2026-05-28T01:05:42.576208Z","end":"2026-05-28T01:05:44.152776Z","steps":["trace[1851774247] 'process raft request' (duration: 1.576285651s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:44.152876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:42.576176Z","time spent":"1.57665998s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:44.152876Z","caller":"traceutil/trace.go:171","msg":"trace[2035114244] linearizableReadLoop","detail":"{readStateIndex:9613; appliedIndex:9609; }","duration":"1.297363001s","start":"2026-05-28T01:05:42.855484Z","end":"2026-05-28T01:05:44.152847Z","steps":["trace[2035114244] 'read index received' (duration: 300.612871ms)","trace[2035114244] 'applied index is now lower than readState.Index' (duration: 996.74901ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:44.152984Z","caller":"traceutil/trace.go:171","msg":"trace[1738810333] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"1.576405544s","start":"2026-05-28T01:05:42.576568Z","end":"2026-05-28T01:05:44.152973Z","steps":["trace[1738810333] 'process raft request' (duration: 1.576159628s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:44.153077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297597906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:05:44.153109Z","caller":"traceutil/trace.go:171","msg":"trace[591291174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9256; }","duration":"1.297657348s","start":"2026-05-28T01:05:42.855442Z","end":"2026-05-28T01:05:44.153099Z","steps":["trace[591291174] 'agreement among raft nodes before linearized reading' (duration: 1.297528035s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:44.153097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:42.576533Z","time spent":"1.576477946s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:44.153137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:42.855428Z","time spent":"1.297702279s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:05:44.970531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.190011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:05:44.971341Z","caller":"traceutil/trace.go:171","msg":"trace[461290606] linearizableReadLoop","detail":"{readStateIndex:9615; appliedIndex:9613; }","duration":"818.379732ms","start":"2026-05-28T01:05:44.152938Z","end":"2026-05-28T01:05:44.971318Z","steps":["trace[461290606] 'read index received' (duration: 190.396432ms)","trace[461290606] 'applied index is now lower than readState.Index' (duration: 627.98154ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:44.971337Z","caller":"traceutil/trace.go:171","msg":"trace[1391471785] transaction","detail":"{read_only:false; response_revision:9258; number_of_response:1; }","duration":"995.240875ms","start":"2026-05-28T01:05:43.976058Z","end":"2026-05-28T01:05:44.971299Z","steps":["trace[1391471785] 'process raft request' (duration: 994.58462ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:44.971339Z","caller":"traceutil/trace.go:171","msg":"trace[1159956548] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"1.135248083s","start":"2026-05-28T01:05:43.836052Z","end":"2026-05-28T01:05:44.971301Z","steps":["trace[1159956548] 'process raft request' (duration: 507.192942ms)","trace[1159956548] 'compare' (duration: 627.050098ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:44.971446Z","caller":"traceutil/trace.go:171","msg":"trace[2138197634] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"814.360246ms","start":"2026-05-28T01:05:44.157033Z","end":"2026-05-28T01:05:44.971393Z","steps":["trace[2138197634] 'process raft request' (duration: 813.700981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:44.971522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:43.976034Z","time spent":"995.396029ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:44.971589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:43.836026Z","time spent":"1.135450187s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:44.971584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:44.157022Z","time spent":"814.49333ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:45.10603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.190936ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:05:45.106137Z","caller":"traceutil/trace.go:171","msg":"trace[344573548] linearizableReadLoop","detail":"{readStateIndex:9617; appliedIndex:9616; }","duration":"134.714214ms","start":"2026-05-28T01:05:44.971404Z","end":"2026-05-28T01:05:45.106118Z","steps":["trace[344573548] 'read index received' (duration: 54.371µs)","trace[344573548] 'applied index is now lower than readState.Index' (duration: 134.658183ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:45.106216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.75429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:05:45.106217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121051647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:45.106251Z","caller":"traceutil/trace.go:171","msg":"trace[291833936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9259; }","duration":"706.832272ms","start":"2026-05-28T01:05:44.399409Z","end":"2026-05-28T01:05:45.106242Z","steps":["trace[291833936] 'agreement among raft nodes before linearized reading' (duration: 706.75536ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:45.106272Z","caller":"traceutil/trace.go:171","msg":"trace[1313684363] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9259; }","duration":"2.121155469s","start":"2026-05-28T01:05:42.985097Z","end":"2026-05-28T01:05:45.106253Z","steps":["trace[1313684363] 'agreement among raft nodes before linearized reading' (duration: 1.986351853s)","trace[1313684363] 'count revisions from in-memory index tree' (duration: 134.714595ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:45.106291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:44.399383Z","time spent":"706.897513ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:45.106319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:42.985078Z","time spent":"2.121230592s","remote":"127.0.0.1:52620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:45.106372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641404932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:05:45.106178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836558575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T01:05:45.106495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836693709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:05:45.106554Z","caller":"traceutil/trace.go:171","msg":"trace[1444658979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9259; }","duration":"1.836783741s","start":"2026-05-28T01:05:43.26975Z","end":"2026-05-28T01:05:45.106534Z","steps":["trace[1444658979] 'agreement among raft nodes before linearized reading' (duration: 1.701676757s)","trace[1444658979] 'range keys from in-memory index tree' (duration: 135.006992ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:45.106567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836779341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T01:05:45.106576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890257127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T01:05:45.106565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.921968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:05:45.106536Z","caller":"traceutil/trace.go:171","msg":"trace[60447966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9259; }","duration":"1.836962985s","start":"2026-05-28T01:05:43.269544Z","end":"2026-05-28T01:05:45.106506Z","steps":["trace[60447966] 'agreement among raft nodes before linearized reading' (duration: 1.701898343s)","trace[60447966] 'range keys from in-memory index tree' (duration: 134.586501ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:45.106606Z","caller":"traceutil/trace.go:171","msg":"trace[133202116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9259; }","duration":"1.836863432s","start":"2026-05-28T01:05:43.269731Z","end":"2026-05-28T01:05:45.106595Z","steps":["trace[133202116] 'agreement among raft nodes before linearized reading' (duration: 1.701638206s)","trace[133202116] 'range keys from in-memory index tree' (duration: 135.110624ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:45.106613Z","caller":"traceutil/trace.go:171","msg":"trace[1887798835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9259; }","duration":"1.890329979s","start":"2026-05-28T01:05:43.216272Z","end":"2026-05-28T01:05:45.106602Z","steps":["trace[1887798835] 'agreement among raft nodes before linearized reading' (duration: 1.755174944s)","trace[1887798835] 'range keys from in-memory index tree' (duration: 135.023322ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:45.10664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:43.26953Z","time spent":"1.837099628s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:45.10662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998452207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:05:45.106652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:43.21625Z","time spent":"1.890395491s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:45.106699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497260957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-05-28T01:05:45.106715Z","caller":"traceutil/trace.go:171","msg":"trace[966282106] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9259; }","duration":"1.998596611s","start":"2026-05-28T01:05:43.1081Z","end":"2026-05-28T01:05:45.106697Z","steps":["trace[966282106] 'agreement among raft nodes before linearized reading' (duration: 1.863335693s)","trace[966282106] 'count revisions from in-memory index tree' (duration: 135.128344ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:45.106734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833338579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:05:45.106745Z","caller":"traceutil/trace.go:171","msg":"trace[1204371799] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9259; }","duration":"1.497353729s","start":"2026-05-28T01:05:43.609381Z","end":"2026-05-28T01:05:45.106734Z","steps":["trace[1204371799] 'agreement among raft nodes before linearized reading' (duration: 1.362015449s)","trace[1204371799] 'range keys from in-memory index tree' (duration: 135.186095ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:45.106602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:43.269727Z","time spent":"1.836866222s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:45.106756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:43.108084Z","time spent":"1.998661953s","remote":"127.0.0.1:46172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:05:45.10678Z","caller":"traceutil/trace.go:171","msg":"trace[40548861] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:9259; }","duration":"1.833404561s","start":"2026-05-28T01:05:43.273363Z","end":"2026-05-28T01:05:45.106768Z","steps":["trace[40548861] 'agreement among raft nodes before linearized reading' (duration: 1.698061042s)","trace[40548861] 'range keys from in-memory index tree' (duration: 135.169795ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:45.106783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2344004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:05:45.106658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:43.269701Z","time spent":"1.836949205s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:05:45.106812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:43.273345Z","time spent":"1.833460632s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"info","ts":"2026-05-28T01:05:45.106814Z","caller":"traceutil/trace.go:171","msg":"trace[2033693341] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9259; }","duration":"2.234478281s","start":"2026-05-28T01:05:42.872326Z","end":"2026-05-28T01:05:45.106805Z","steps":["trace[2033693341] 'agreement among raft nodes before linearized reading' (duration: 2.099139312s)","trace[2033693341] 'count revisions from in-memory index tree' (duration: 135.296618ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:45.106831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:43.609356Z","time spent":"1.497421601s","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-05-28T01:05:45.10685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:42.872304Z","time spent":"2.234537613s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":62,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:05:45.106464Z","caller":"traceutil/trace.go:171","msg":"trace[1625441729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9259; }","duration":"1.641554226s","start":"2026-05-28T01:05:43.464886Z","end":"2026-05-28T01:05:45.10644Z","steps":["trace[1625441729] 'agreement among raft nodes before linearized reading' (duration: 1.506523744s)","trace[1625441729] 'range keys from in-memory index tree' (duration: 134.887449ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:45.106917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:43.464862Z","time spent":"1.642046157s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:05:45.106653Z","caller":"traceutil/trace.go:171","msg":"trace[1915549084] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9259; }","duration":"536.04209ms","start":"2026-05-28T01:05:44.570587Z","end":"2026-05-28T01:05:45.106629Z","steps":["trace[1915549084] 'agreement among raft nodes before linearized reading' (duration: 535.787714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:45.106968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:44.570563Z","time spent":"536.398339ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:05:45.389623Z","caller":"traceutil/trace.go:171","msg":"trace[1860364118] linearizableReadLoop","detail":"{readStateIndex:9618; appliedIndex:9617; }","duration":"278.303735ms","start":"2026-05-28T01:05:45.111298Z","end":"2026-05-28T01:05:45.389602Z","steps":["trace[1860364118] 'read index received' (duration: 278.269705ms)","trace[1860364118] 'applied index is now lower than readState.Index' (duration: 33.12µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:45.389712Z","caller":"traceutil/trace.go:171","msg":"trace[807074395] transaction","detail":"{read_only:false; response_revision:9260; number_of_response:1; }","duration":"278.570672ms","start":"2026-05-28T01:05:45.11111Z","end":"2026-05-28T01:05:45.389681Z","steps":["trace[807074395] 'process raft request' (duration: 278.381838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:45.389906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.592192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227864"} {"level":"info","ts":"2026-05-28T01:05:45.389929Z","caller":"traceutil/trace.go:171","msg":"trace[1256963838] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9260; }","duration":"278.653244ms","start":"2026-05-28T01:05:45.111271Z","end":"2026-05-28T01:05:45.389924Z","steps":["trace[1256963838] 'agreement among raft nodes before linearized reading' (duration: 278.416958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:45.757237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.835693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:05:45.757467Z","caller":"traceutil/trace.go:171","msg":"trace[1296039546] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"645.699995ms","start":"2026-05-28T01:05:45.111737Z","end":"2026-05-28T01:05:45.757437Z","steps":["trace[1296039546] 'process raft request' (duration: 491.582996ms)","trace[1296039546] 'compare' (duration: 153.348331ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:45.757615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:45.11171Z","time spent":"645.828818ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:45.757638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.000962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19512"} {"level":"info","ts":"2026-05-28T01:05:45.757674Z","caller":"traceutil/trace.go:171","msg":"trace[151319598] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9264; }","duration":"646.059984ms","start":"2026-05-28T01:05:45.111606Z","end":"2026-05-28T01:05:45.757666Z","steps":["trace[151319598] 'agreement among raft nodes before linearized reading' (duration: 645.91463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:45.757732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:45.111596Z","time spent":"646.127605ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19535,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-28T01:05:45.757494Z","caller":"traceutil/trace.go:171","msg":"trace[805634760] linearizableReadLoop","detail":"{readStateIndex:9622; appliedIndex:9618; }","duration":"367.810679ms","start":"2026-05-28T01:05:45.389667Z","end":"2026-05-28T01:05:45.757478Z","steps":["trace[805634760] 'read index received' (duration: 213.604558ms)","trace[805634760] 'applied index is now lower than readState.Index' (duration: 154.205061ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:45.758002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.281786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:05:45.758027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.50505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:45.758047Z","caller":"traceutil/trace.go:171","msg":"trace[1792655485] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9264; }","duration":"542.354198ms","start":"2026-05-28T01:05:45.215682Z","end":"2026-05-28T01:05:45.758036Z","steps":["trace[1792655485] 'agreement among raft nodes before linearized reading' (duration: 542.277387ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:45.758058Z","caller":"traceutil/trace.go:171","msg":"trace[1190233873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9264; }","duration":"642.555652ms","start":"2026-05-28T01:05:45.115493Z","end":"2026-05-28T01:05:45.758048Z","steps":["trace[1190233873] 'agreement among raft nodes before linearized reading' (duration: 642.511601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:45.75808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:45.215668Z","time spent":"542.404359ms","remote":"127.0.0.1:45864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:45.758098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:45.115482Z","time spent":"642.601063ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:05:45.758229Z","caller":"traceutil/trace.go:171","msg":"trace[321527935] transaction","detail":"{read_only:false; response_revision:9262; number_of_response:1; }","duration":"646.380111ms","start":"2026-05-28T01:05:45.111839Z","end":"2026-05-28T01:05:45.758219Z","steps":["trace[321527935] 'process raft request' (duration: 645.48162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:45.758292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:45.111807Z","time spent":"646.453523ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:45.758363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.483397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18b39532918256a2\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-05-28T01:05:45.758414Z","caller":"traceutil/trace.go:171","msg":"trace[1826666259] range","detail":"{range_begin:/registry/events/openstack/ceph.18b39532918256a2; range_end:; response_count:1; response_revision:9264; }","duration":"644.545268ms","start":"2026-05-28T01:05:45.113855Z","end":"2026-05-28T01:05:45.7584Z","steps":["trace[1826666259] 'agreement among raft nodes before linearized reading' (duration: 644.418115ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:45.758428Z","caller":"traceutil/trace.go:171","msg":"trace[93080660] transaction","detail":"{read_only:false; response_revision:9263; number_of_response:1; }","duration":"646.534844ms","start":"2026-05-28T01:05:45.111881Z","end":"2026-05-28T01:05:45.758416Z","steps":["trace[93080660] 'process raft request' (duration: 645.524211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:45.758456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:45.113845Z","time spent":"644.601759ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18b39532918256a2\" "} {"level":"warn","ts":"2026-05-28T01:05:45.758476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:45.111873Z","time spent":"646.577916ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:45.758595Z","caller":"traceutil/trace.go:171","msg":"trace[561505198] transaction","detail":"{read_only:false; response_revision:9264; number_of_response:1; }","duration":"597.498323ms","start":"2026-05-28T01:05:45.161087Z","end":"2026-05-28T01:05:45.758586Z","steps":["trace[561505198] 'process raft request' (duration: 596.349446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:45.75866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:45.161068Z","time spent":"597.556684ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:45.780295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.630099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:45.78037Z","caller":"traceutil/trace.go:171","msg":"trace[188791256] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9265; }","duration":"265.762602ms","start":"2026-05-28T01:05:45.51459Z","end":"2026-05-28T01:05:45.780352Z","steps":["trace[188791256] 'agreement among raft nodes before linearized reading' (duration: 265.620989ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:45.953091Z","caller":"traceutil/trace.go:171","msg":"trace[924974603] linearizableReadLoop","detail":"{readStateIndex:9624; appliedIndex:9623; }","duration":"136.28691ms","start":"2026-05-28T01:05:45.816787Z","end":"2026-05-28T01:05:45.953074Z","steps":["trace[924974603] 'read index received' (duration: 136.113856ms)","trace[924974603] 'applied index is now lower than readState.Index' (duration: 172.504µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:45.953204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.404924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:45.953221Z","caller":"traceutil/trace.go:171","msg":"trace[1096928098] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9266; }","duration":"136.476475ms","start":"2026-05-28T01:05:45.816739Z","end":"2026-05-28T01:05:45.953215Z","steps":["trace[1096928098] 'agreement among raft nodes before linearized reading' (duration: 136.403653ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:45.953377Z","caller":"traceutil/trace.go:171","msg":"trace[1797529635] transaction","detail":"{read_only:false; response_revision:9266; number_of_response:1; }","duration":"191.58662ms","start":"2026-05-28T01:05:45.761763Z","end":"2026-05-28T01:05:45.95335Z","steps":["trace[1797529635] 'process raft request' (duration: 191.19234ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:46.284913Z","caller":"traceutil/trace.go:171","msg":"trace[40703199] transaction","detail":"{read_only:false; response_revision:9267; number_of_response:1; }","duration":"126.244075ms","start":"2026-05-28T01:05:46.158642Z","end":"2026-05-28T01:05:46.284886Z","steps":["trace[40703199] 'process raft request' (duration: 126.080361ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:46.327815Z","caller":"traceutil/trace.go:171","msg":"trace[2060954715] transaction","detail":"{read_only:false; response_revision:9269; number_of_response:1; }","duration":"168.828475ms","start":"2026-05-28T01:05:46.158958Z","end":"2026-05-28T01:05:46.327787Z","steps":["trace[2060954715] 'process raft request' (duration: 168.780734ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:46.327877Z","caller":"traceutil/trace.go:171","msg":"trace[1194563373] transaction","detail":"{read_only:false; response_revision:9268; number_of_response:1; }","duration":"169.139822ms","start":"2026-05-28T01:05:46.158708Z","end":"2026-05-28T01:05:46.327848Z","steps":["trace[1194563373] 'process raft request' (duration: 168.865126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:46.478824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.887455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:46.478936Z","caller":"traceutil/trace.go:171","msg":"trace[820706328] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:9269; }","duration":"114.056799ms","start":"2026-05-28T01:05:46.364854Z","end":"2026-05-28T01:05:46.478911Z","steps":["trace[820706328] 'count revisions from in-memory index tree' (duration: 113.797973ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:47.138925Z","caller":"traceutil/trace.go:171","msg":"trace[1963004797] transaction","detail":"{read_only:false; response_revision:9270; number_of_response:1; }","duration":"158.668367ms","start":"2026-05-28T01:05:46.980234Z","end":"2026-05-28T01:05:47.138903Z","steps":["trace[1963004797] 'process raft request' (duration: 158.445842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:48.592529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.402487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:05:48.592963Z","caller":"traceutil/trace.go:171","msg":"trace[223407423] transaction","detail":"{read_only:false; response_revision:9281; number_of_response:1; }","duration":"525.203566ms","start":"2026-05-28T01:05:48.067713Z","end":"2026-05-28T01:05:48.592916Z","steps":["trace[223407423] 'process raft request' (duration: 63.299577ms)","trace[223407423] 'compare' (duration: 461.173211ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:48.593147Z","caller":"traceutil/trace.go:171","msg":"trace[2002780362] linearizableReadLoop","detail":"{readStateIndex:9639; appliedIndex:9638; }","duration":"506.548956ms","start":"2026-05-28T01:05:48.086573Z","end":"2026-05-28T01:05:48.593122Z","steps":["trace[2002780362] 'read index received' (duration: 44.452884ms)","trace[2002780362] 'applied index is now lower than readState.Index' (duration: 462.093572ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:48.593248Z","caller":"traceutil/trace.go:171","msg":"trace[373784694] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9281; }","duration":"503.948675ms","start":"2026-05-28T01:05:48.089289Z","end":"2026-05-28T01:05:48.593238Z","steps":["trace[373784694] 'process raft request' (duration: 503.621197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:48.593277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:48.067693Z","time spent":"525.4244ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:48.59341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:48.089274Z","time spent":"504.019747ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4777,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:48.593399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.802762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"info","ts":"2026-05-28T01:05:48.593583Z","caller":"traceutil/trace.go:171","msg":"trace[552245302] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9281; }","duration":"507.043138ms","start":"2026-05-28T01:05:48.086519Z","end":"2026-05-28T01:05:48.593562Z","steps":["trace[552245302] 'agreement among raft nodes before linearized reading' (duration: 506.677449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:48.593639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:48.086502Z","time spent":"507.12404ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":522,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-05-28T01:05:49.807623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.558232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:05:49.8077Z","caller":"traceutil/trace.go:171","msg":"trace[1946012744] transaction","detail":"{read_only:false; response_revision:9282; number_of_response:1; }","duration":"1.515776449s","start":"2026-05-28T01:05:48.291908Z","end":"2026-05-28T01:05:49.807685Z","steps":["trace[1946012744] 'process raft request' (duration: 643.097874ms)","trace[1946012744] 'compare' (duration: 872.181993ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:49.80774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:48.291876Z","time spent":"1.51584444s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:50.420205Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.485086148s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:05:50.420881Z","caller":"traceutil/trace.go:171","msg":"trace[639443707] linearizableReadLoop","detail":"{readStateIndex:9643; appliedIndex:9640; }","duration":"1.827659984s","start":"2026-05-28T01:05:48.593189Z","end":"2026-05-28T01:05:50.420849Z","steps":["trace[639443707] 'read index received' (duration: 341.864099ms)","trace[639443707] 'applied index is now lower than readState.Index' (duration: 1.485789305s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:50.421272Z","caller":"traceutil/trace.go:171","msg":"trace[1555828388] transaction","detail":"{read_only:false; response_revision:9283; number_of_response:1; }","duration":"2.086997815s","start":"2026-05-28T01:05:48.334258Z","end":"2026-05-28T01:05:50.421256Z","steps":["trace[1555828388] 'process raft request' (duration: 2.086157765s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.421475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:48.33423Z","time spent":"2.087088197s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:50.421739Z","caller":"traceutil/trace.go:171","msg":"trace[992385383] transaction","detail":"{read_only:false; response_revision:9284; number_of_response:1; }","duration":"2.087435665s","start":"2026-05-28T01:05:48.334292Z","end":"2026-05-28T01:05:50.421727Z","steps":["trace[992385383] 'process raft request' (duration: 2.086343879s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.421806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:48.334257Z","time spent":"2.087516707s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:50.422087Z","caller":"traceutil/trace.go:171","msg":"trace[515244770] transaction","detail":"{read_only:false; response_revision:9285; number_of_response:1; }","duration":"1.820063176s","start":"2026-05-28T01:05:48.602008Z","end":"2026-05-28T01:05:50.422071Z","steps":["trace[515244770] 'process raft request' (duration: 1.818690873s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.422176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:48.601985Z","time spent":"1.820146577s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:50.422458Z","caller":"traceutil/trace.go:171","msg":"trace[659736316] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"1.820336942s","start":"2026-05-28T01:05:48.602108Z","end":"2026-05-28T01:05:50.422445Z","steps":["trace[659736316] 'process raft request' (duration: 1.818653903s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.422527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:48.602085Z","time spent":"1.820408334s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:50.42281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048606244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:05:50.422882Z","caller":"traceutil/trace.go:171","msg":"trace[1562792056] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9286; }","duration":"2.048722266s","start":"2026-05-28T01:05:48.374139Z","end":"2026-05-28T01:05:50.422861Z","steps":["trace[1562792056] 'agreement among raft nodes before linearized reading' (duration: 2.048593043s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.42293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:48.374114Z","time spent":"2.048805448s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:50.423156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274537469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:50.423196Z","caller":"traceutil/trace.go:171","msg":"trace[816614257] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9286; }","duration":"2.274613141s","start":"2026-05-28T01:05:48.148572Z","end":"2026-05-28T01:05:50.423186Z","steps":["trace[816614257] 'agreement among raft nodes before linearized reading' (duration: 2.274543909s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.423238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:48.148544Z","time spent":"2.274680973s","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:50.423456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326621882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nxq8g\" ","response":"range_response_count:1 size:4641"} {"level":"info","ts":"2026-05-28T01:05:50.423495Z","caller":"traceutil/trace.go:171","msg":"trace[76601330] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nxq8g; range_end:; response_count:1; response_revision:9286; }","duration":"2.326681844s","start":"2026-05-28T01:05:48.096803Z","end":"2026-05-28T01:05:50.423485Z","steps":["trace[76601330] 'agreement among raft nodes before linearized reading' (duration: 2.326614022s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.423524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:48.096787Z","time spent":"2.326730365s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4664,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nxq8g\" "} {"level":"warn","ts":"2026-05-28T01:05:50.423848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327090993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-05-28T01:05:50.423889Z","caller":"traceutil/trace.go:171","msg":"trace[2023661452] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9286; }","duration":"2.327142655s","start":"2026-05-28T01:05:48.096733Z","end":"2026-05-28T01:05:50.423875Z","steps":["trace[2023661452] 'agreement among raft nodes before linearized reading' (duration: 2.326999062s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.423917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:48.096725Z","time spent":"2.327186456s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-05-28T01:05:50.797448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.4889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:05:50.797579Z","caller":"traceutil/trace.go:171","msg":"trace[871145229] linearizableReadLoop","detail":"{readStateIndex:9646; appliedIndex:9645; }","duration":"376.570024ms","start":"2026-05-28T01:05:50.420985Z","end":"2026-05-28T01:05:50.797555Z","steps":["trace[871145229] 'read index received' (duration: 255.90916ms)","trace[871145229] 'applied index is now lower than readState.Index' (duration: 120.658894ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:50.79769Z","caller":"traceutil/trace.go:171","msg":"trace[1526867346] transaction","detail":"{read_only:false; response_revision:9287; number_of_response:1; }","duration":"1.024658936s","start":"2026-05-28T01:05:49.773013Z","end":"2026-05-28T01:05:50.797672Z","steps":["trace[1526867346] 'process raft request' (duration: 903.863389ms)","trace[1526867346] 'compare' (duration: 120.118231ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:50.797789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:49.772991Z","time spent":"1.024750188s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:50.79838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015422174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:05:50.798432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010312589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T01:05:50.79839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011351243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:05:50.79851Z","caller":"traceutil/trace.go:171","msg":"trace[1215642533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9287; }","duration":"1.01039841s","start":"2026-05-28T01:05:49.788094Z","end":"2026-05-28T01:05:50.798492Z","steps":["trace[1215642533] 'agreement among raft nodes before linearized reading' (duration: 1.010153945s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:50.798506Z","caller":"traceutil/trace.go:171","msg":"trace[68192883] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9287; }","duration":"2.015612928s","start":"2026-05-28T01:05:48.78287Z","end":"2026-05-28T01:05:50.798483Z","steps":["trace[68192883] 'agreement among raft nodes before linearized reading' (duration: 2.015133737s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.798521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312070945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T01:05:50.79856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:49.788088Z","time spent":"1.010460523s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T01:05:50.798576Z","caller":"traceutil/trace.go:171","msg":"trace[1089229259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9287; }","duration":"1.312151327s","start":"2026-05-28T01:05:49.486409Z","end":"2026-05-28T01:05:50.79856Z","steps":["trace[1089229259] 'agreement among raft nodes before linearized reading' (duration: 1.311798669s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.798574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:48.782846Z","time spent":"2.015712511s","remote":"127.0.0.1:53258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:50.798616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:49.486398Z","time spent":"1.312207588s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:50.798672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308100682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T01:05:50.798673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015360592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T01:05:50.798738Z","caller":"traceutil/trace.go:171","msg":"trace[1701417383] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:9287; }","duration":"1.308227145s","start":"2026-05-28T01:05:49.490494Z","end":"2026-05-28T01:05:50.798722Z","steps":["trace[1701417383] 'agreement among raft nodes before linearized reading' (duration: 1.307532268s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:50.798695Z","caller":"traceutil/trace.go:171","msg":"trace[1719755127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9287; }","duration":"1.011520827s","start":"2026-05-28T01:05:49.786982Z","end":"2026-05-28T01:05:50.798503Z","steps":["trace[1719755127] 'agreement among raft nodes before linearized reading' (duration: 1.011071926s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.798884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3331776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:50.79894Z","caller":"traceutil/trace.go:171","msg":"trace[159390953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9287; }","duration":"1.333277444s","start":"2026-05-28T01:05:49.465648Z","end":"2026-05-28T01:05:50.798926Z","steps":["trace[159390953] 'agreement among raft nodes before linearized reading' (duration: 1.332090156s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.798894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:49.786966Z","time spent":"1.011914036s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T01:05:50.798781Z","caller":"traceutil/trace.go:171","msg":"trace[1559943155] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9287; }","duration":"2.015528707s","start":"2026-05-28T01:05:48.783226Z","end":"2026-05-28T01:05:50.798755Z","steps":["trace[1559943155] 'agreement among raft nodes before linearized reading' (duration: 2.01483798s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.798978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:49.465622Z","time spent":"1.333347755s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:05:50.798942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.016493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:05:50.79881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:49.490476Z","time spent":"1.308318856s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:05:50.799024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:48.783217Z","time spent":"2.015786492s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-28T01:05:50.799037Z","caller":"traceutil/trace.go:171","msg":"trace[2107689118] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9287; }","duration":"907.194097ms","start":"2026-05-28T01:05:49.891823Z","end":"2026-05-28T01:05:50.799017Z","steps":["trace[2107689118] 'agreement among raft nodes before linearized reading' (duration: 906.270805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.799094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:49.891789Z","time spent":"907.288499ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:50.799329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656102455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:05:50.799414Z","caller":"traceutil/trace.go:171","msg":"trace[1394339102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9287; }","duration":"1.656206808s","start":"2026-05-28T01:05:49.14319Z","end":"2026-05-28T01:05:50.799396Z","steps":["trace[1394339102] 'agreement among raft nodes before linearized reading' (duration: 1.654805295s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.79946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:49.143178Z","time spent":"1.656271129s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:05:50.799462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437013299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:05:50.799464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695971912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-28T01:05:50.799514Z","caller":"traceutil/trace.go:171","msg":"trace[1931070681] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9287; }","duration":"1.437096981s","start":"2026-05-28T01:05:49.362402Z","end":"2026-05-28T01:05:50.799499Z","steps":["trace[1931070681] 'agreement among raft nodes before linearized reading' (duration: 1.435753489s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.799516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011877536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:05:50.799527Z","caller":"traceutil/trace.go:171","msg":"trace[262753923] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:9287; }","duration":"1.696078494s","start":"2026-05-28T01:05:49.103434Z","end":"2026-05-28T01:05:50.799512Z","steps":["trace[262753923] 'agreement among raft nodes before linearized reading' (duration: 1.694681492s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.799552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:49.36238Z","time spent":"1.437162993s","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:50.799579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:49.10341Z","time spent":"1.696158476s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-05-28T01:05:50.799579Z","caller":"traceutil/trace.go:171","msg":"trace[23631970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9287; }","duration":"1.011976218s","start":"2026-05-28T01:05:49.787587Z","end":"2026-05-28T01:05:50.799564Z","steps":["trace[23631970] 'agreement among raft nodes before linearized reading' (duration: 1.010256587s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.799631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:49.787581Z","time spent":"1.012040139s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:05:50.800896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017567704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-28T01:05:50.800955Z","caller":"traceutil/trace.go:171","msg":"trace[2016627902] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9287; }","duration":"2.017674417s","start":"2026-05-28T01:05:48.783262Z","end":"2026-05-28T01:05:50.800937Z","steps":["trace[2016627902] 'agreement among raft nodes before linearized reading' (duration: 2.014709927s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:50.801006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:48.783244Z","time spent":"2.017746758s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:05:51.297731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481202687,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:05:51.550619Z","caller":"traceutil/trace.go:171","msg":"trace[1779346205] transaction","detail":"{read_only:false; response_revision:9288; number_of_response:1; }","duration":"1.118697854s","start":"2026-05-28T01:05:50.431898Z","end":"2026-05-28T01:05:51.550596Z","steps":["trace[1779346205] 'process raft request' (duration: 1.046841827s)","trace[1779346205] 'compare' (duration: 71.55543ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:51.550747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:50.431876Z","time spent":"1.118793006s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:52.620698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.398564ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:52.620824Z","caller":"traceutil/trace.go:171","msg":"trace[1398696603] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9288; }","duration":"486.537747ms","start":"2026-05-28T01:05:52.134267Z","end":"2026-05-28T01:05:52.620805Z","steps":["trace[1398696603] 'range keys from in-memory index tree' (duration: 486.380443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:52.800226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:05:52.80035Z","caller":"traceutil/trace.go:171","msg":"trace[2139907769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349501s","start":"2026-05-28T01:05:50.799983Z","end":"2026-05-28T01:05:52.800333Z","steps":["trace[2139907769] 'agreement among raft nodes before linearized reading' (duration: 2.000210278s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:52.800394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:50.799959Z","time spent":"2.000425322s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:05:54.808594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000712738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:05:54.80868Z","caller":"traceutil/trace.go:171","msg":"trace[1521415808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000857681s","start":"2026-05-28T01:05:52.807803Z","end":"2026-05-28T01:05:54.80866Z","steps":["trace[1521415808] 'agreement among raft nodes before linearized reading' (duration: 2.000745999s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:54.808733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:52.807792Z","time spent":"2.000930904s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:05:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:05:55.352171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.729666985s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:05:55.352838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:50.802266Z","time spent":"4.550566125s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T01:05:55.352823Z","caller":"traceutil/trace.go:171","msg":"trace[2107465763] transaction","detail":"{read_only:false; response_revision:9291; number_of_response:1; }","duration":"4.548441895s","start":"2026-05-28T01:05:50.804361Z","end":"2026-05-28T01:05:55.352803Z","steps":["trace[2107465763] 'process raft request' (duration: 4.548383574s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:55.352891Z","caller":"traceutil/trace.go:171","msg":"trace[139111645] transaction","detail":"{read_only:false; response_revision:9289; number_of_response:1; }","duration":"4.548517527s","start":"2026-05-28T01:05:50.804339Z","end":"2026-05-28T01:05:55.352856Z","steps":["trace[139111645] 'process raft request' (duration: 4.5482345s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:55.352891Z","caller":"traceutil/trace.go:171","msg":"trace[1969305864] transaction","detail":"{read_only:false; response_revision:9290; number_of_response:1; }","duration":"4.548497927s","start":"2026-05-28T01:05:50.804363Z","end":"2026-05-28T01:05:55.352861Z","steps":["trace[1969305864] 'process raft request' (duration: 4.548339473s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.352969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:50.804338Z","time spent":"4.548554897s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:55.353038Z","caller":"traceutil/trace.go:171","msg":"trace[131161540] transaction","detail":"{read_only:false; response_revision:9292; number_of_response:1; }","duration":"4.548521967s","start":"2026-05-28T01:05:50.8045Z","end":"2026-05-28T01:05:55.353022Z","steps":["trace[131161540] 'process raft request' (duration: 4.548272512s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.353057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:50.804348Z","time spent":"4.548621419s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:55.353128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:50.80449Z","time spent":"4.548597109s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:55.353219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:50.804322Z","time spent":"4.54864491s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:55.353451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.91952353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-05-28T01:05:55.353291Z","caller":"traceutil/trace.go:171","msg":"trace[1726279151] transaction","detail":"{read_only:false; response_revision:9293; number_of_response:1; }","duration":"4.548491036s","start":"2026-05-28T01:05:50.804786Z","end":"2026-05-28T01:05:55.353277Z","steps":["trace[1726279151] 'process raft request' (duration: 4.548184619s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:55.353499Z","caller":"traceutil/trace.go:171","msg":"trace[734905590] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9295; }","duration":"4.919581391s","start":"2026-05-28T01:05:50.433907Z","end":"2026-05-28T01:05:55.353488Z","steps":["trace[734905590] 'agreement among raft nodes before linearized reading' (duration: 4.919423378s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.353499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.919588072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-05-28T01:05:55.353506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.925427459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-05-28T01:05:55.353536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:50.4339Z","time spent":"4.919629623s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-05-28T01:05:55.353542Z","caller":"traceutil/trace.go:171","msg":"trace[1257576403] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9295; }","duration":"4.919648673s","start":"2026-05-28T01:05:50.433884Z","end":"2026-05-28T01:05:55.353532Z","steps":["trace[1257576403] 'agreement among raft nodes before linearized reading' (duration: 4.919449199s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:55.353566Z","caller":"traceutil/trace.go:171","msg":"trace[1292829107] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:9295; }","duration":"4.925632434s","start":"2026-05-28T01:05:50.427924Z","end":"2026-05-28T01:05:55.353556Z","steps":["trace[1292829107] 'agreement among raft nodes before linearized reading' (duration: 4.92546456s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.353577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:50.433874Z","time spent":"4.919696174s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-05-28T01:05:55.353338Z","caller":"traceutil/trace.go:171","msg":"trace[1337527495] linearizableReadLoop","detail":"{readStateIndex:9655; appliedIndex:9646; }","duration":"4.555696875s","start":"2026-05-28T01:05:50.797617Z","end":"2026-05-28T01:05:55.353314Z","steps":["trace[1337527495] 'read index received' (duration: 681.143007ms)","trace[1337527495] 'applied index is now lower than readState.Index' (duration: 3.874552968s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:55.353607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:50.427897Z","time spent":"4.925701686s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"info","ts":"2026-05-28T01:05:55.353386Z","caller":"traceutil/trace.go:171","msg":"trace[1157507458] transaction","detail":"{read_only:false; response_revision:9294; number_of_response:1; }","duration":"4.546677284s","start":"2026-05-28T01:05:50.806694Z","end":"2026-05-28T01:05:55.353371Z","steps":["trace[1157507458] 'process raft request' (duration: 4.546498609s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.35369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:50.806684Z","time spent":"4.54697228s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:55.353379Z","caller":"traceutil/trace.go:171","msg":"trace[1824231045] transaction","detail":"{read_only:false; response_revision:9295; number_of_response:1; }","duration":"4.546573681s","start":"2026-05-28T01:05:50.806769Z","end":"2026-05-28T01:05:55.353343Z","steps":["trace[1824231045] 'process raft request' (duration: 4.546504829s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.353805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:50.806752Z","time spent":"4.547024132s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:55.353629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:50.804768Z","time spent":"4.548746172s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:55.577572Z","caller":"traceutil/trace.go:171","msg":"trace[634823303] transaction","detail":"{read_only:false; response_revision:9296; number_of_response:1; }","duration":"3.764258048s","start":"2026-05-28T01:05:51.81329Z","end":"2026-05-28T01:05:55.577548Z","steps":["trace[634823303] 'process raft request' (duration: 3.764066614s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.577721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:51.813259Z","time spent":"3.764381791s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:55.577835Z","caller":"traceutil/trace.go:171","msg":"trace[931044497] transaction","detail":"{read_only:false; response_revision:9297; number_of_response:1; }","duration":"3.146867987s","start":"2026-05-28T01:05:52.430947Z","end":"2026-05-28T01:05:55.577815Z","steps":["trace[931044497] 'process raft request' (duration: 3.14656226s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.577953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:52.430919Z","time spent":"3.14697985s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:55.578202Z","caller":"traceutil/trace.go:171","msg":"trace[721802931] transaction","detail":"{read_only:false; response_revision:9298; number_of_response:1; }","duration":"3.146857338s","start":"2026-05-28T01:05:52.43127Z","end":"2026-05-28T01:05:55.578127Z","steps":["trace[721802931] 'process raft request' (duration: 3.146463878s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.578297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:52.431239Z","time spent":"3.147012641s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:55.578343Z","caller":"traceutil/trace.go:171","msg":"trace[792504798] transaction","detail":"{read_only:false; response_revision:9300; number_of_response:1; }","duration":"2.294008427s","start":"2026-05-28T01:05:53.284287Z","end":"2026-05-28T01:05:55.578296Z","steps":["trace[792504798] 'process raft request' (duration: 2.293821052s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:55.578221Z","caller":"traceutil/trace.go:171","msg":"trace[462074256] transaction","detail":"{read_only:false; response_revision:9299; number_of_response:1; }","duration":"2.774154413s","start":"2026-05-28T01:05:52.804051Z","end":"2026-05-28T01:05:55.578205Z","steps":["trace[462074256] 'process raft request' (duration: 2.773978819s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.578498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:52.804032Z","time spent":"2.77441764s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:55.578541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:53.284262Z","time spent":"2.294168581s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:55.912268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.023895ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:05:55.913009Z","caller":"traceutil/trace.go:171","msg":"trace[159545028] transaction","detail":"{read_only:false; response_revision:9303; number_of_response:1; }","duration":"596.494599ms","start":"2026-05-28T01:05:55.316493Z","end":"2026-05-28T01:05:55.912988Z","steps":["trace[159545028] 'process raft request' (duration: 596.329855ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:55.913029Z","caller":"traceutil/trace.go:171","msg":"trace[133911735] linearizableReadLoop","detail":"{readStateIndex:9663; appliedIndex:9655; }","duration":"559.397329ms","start":"2026-05-28T01:05:55.353614Z","end":"2026-05-28T01:05:55.913012Z","steps":["trace[133911735] 'read index received' (duration: 223.780126ms)","trace[133911735] 'applied index is now lower than readState.Index' (duration: 335.615813ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:55.913124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:55.316464Z","time spent":"596.598262ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:55.913418Z","caller":"traceutil/trace.go:171","msg":"trace[968289969] transaction","detail":"{read_only:false; response_revision:9302; number_of_response:1; }","duration":"747.536268ms","start":"2026-05-28T01:05:55.165803Z","end":"2026-05-28T01:05:55.913339Z","steps":["trace[968289969] 'process raft request' (duration: 746.609416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.913757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549214087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:05:55.913768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.935673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-05-28T01:05:55.913755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.779898231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:05:55.913805Z","caller":"traceutil/trace.go:171","msg":"trace[501429802] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9303; }","duration":"3.549304329s","start":"2026-05-28T01:05:52.364487Z","end":"2026-05-28T01:05:55.913791Z","steps":["trace[501429802] 'agreement among raft nodes before linearized reading' (duration: 3.548727736s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.913847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:52.364463Z","time spent":"3.549374621s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":87,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:55.913847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600357426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:05:55.913819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062600968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:05:55.913855Z","caller":"traceutil/trace.go:171","msg":"trace[495538383] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9303; }","duration":"4.780243489s","start":"2026-05-28T01:05:51.133585Z","end":"2026-05-28T01:05:55.913828Z","steps":["trace[495538383] 'agreement among raft nodes before linearized reading' (duration: 4.779525132s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:55.913878Z","caller":"traceutil/trace.go:171","msg":"trace[57095463] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9303; }","duration":"1.600430158s","start":"2026-05-28T01:05:54.313443Z","end":"2026-05-28T01:05:55.913873Z","steps":["trace[57095463] 'agreement among raft nodes before linearized reading' (duration: 1.599861695s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.913882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:55.165772Z","time spent":"747.972717ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:55.913905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:54.313421Z","time spent":"1.60047542s","remote":"127.0.0.1:45890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:55.913888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.937775009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-28T01:05:55.913906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.423469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-05-28T01:05:55.913746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179463773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:05:55.913976Z","caller":"traceutil/trace.go:171","msg":"trace[1743061766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9303; }","duration":"3.179935104s","start":"2026-05-28T01:05:52.73403Z","end":"2026-05-28T01:05:55.913965Z","steps":["trace[1743061766] 'agreement among raft nodes before linearized reading' (duration: 3.179167676s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:55.913976Z","caller":"traceutil/trace.go:171","msg":"trace[1415017311] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9303; }","duration":"4.937931243s","start":"2026-05-28T01:05:50.97602Z","end":"2026-05-28T01:05:55.913951Z","steps":["trace[1415017311] 'agreement among raft nodes before linearized reading' (duration: 4.937110064s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.913987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.773892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:55.913985Z","caller":"traceutil/trace.go:171","msg":"trace[1036328368] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9303; }","duration":"556.558132ms","start":"2026-05-28T01:05:55.357402Z","end":"2026-05-28T01:05:55.91396Z","steps":["trace[1036328368] 'agreement among raft nodes before linearized reading' (duration: 556.395758ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:55.913807Z","caller":"traceutil/trace.go:171","msg":"trace[1797916518] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9303; }","duration":"790.013174ms","start":"2026-05-28T01:05:55.123786Z","end":"2026-05-28T01:05:55.913799Z","steps":["trace[1797916518] 'agreement among raft nodes before linearized reading' (duration: 789.503022ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:55.91404Z","caller":"traceutil/trace.go:171","msg":"trace[457326874] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9303; }","duration":"982.848604ms","start":"2026-05-28T01:05:54.931177Z","end":"2026-05-28T01:05:55.914026Z","steps":["trace[457326874] 'agreement among raft nodes before linearized reading' (duration: 982.145417ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:55.913916Z","caller":"traceutil/trace.go:171","msg":"trace[2102858426] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9303; }","duration":"3.062746503s","start":"2026-05-28T01:05:52.851144Z","end":"2026-05-28T01:05:55.913891Z","steps":["trace[2102858426] 'agreement among raft nodes before linearized reading' (duration: 3.061922773s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.914058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:55.357352Z","time spent":"556.690705ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-05-28T01:05:55.914054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.607355719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:05:55.913935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.828385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nxq8g\" ","response":"range_response_count:1 size:4641"} {"level":"warn","ts":"2026-05-28T01:05:55.914098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:52.851138Z","time spent":"3.062944067s","remote":"127.0.0.1:46268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:05:55.914094Z","caller":"traceutil/trace.go:171","msg":"trace[1251180617] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9303; }","duration":"560.256679ms","start":"2026-05-28T01:05:55.353822Z","end":"2026-05-28T01:05:55.914079Z","steps":["trace[1251180617] 'process raft request' (duration: 559.154093ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:55.91414Z","caller":"traceutil/trace.go:171","msg":"trace[1465960012] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9303; }","duration":"4.607491342s","start":"2026-05-28T01:05:51.306626Z","end":"2026-05-28T01:05:55.914117Z","steps":["trace[1465960012] 'agreement among raft nodes before linearized reading' (duration: 4.606480328s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.914204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:51.306602Z","time spent":"4.607584735s","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:55.914213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:55.353809Z","time spent":"560.32739ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:55.914049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:50.975993Z","time spent":"4.938039096s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:05:55.913983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.769867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-05-28T01:05:55.914547Z","caller":"traceutil/trace.go:171","msg":"trace[700443056] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:9303; }","duration":"557.363801ms","start":"2026-05-28T01:05:55.357129Z","end":"2026-05-28T01:05:55.914493Z","steps":["trace[700443056] 'agreement among raft nodes before linearized reading' (duration: 556.373997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.914609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:55.35711Z","time spent":"557.484704ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":412,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"warn","ts":"2026-05-28T01:05:55.91409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:54.931165Z","time spent":"982.914355ms","remote":"127.0.0.1:36118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:55.914081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:55.123766Z","time spent":"790.305782ms","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-05-28T01:05:55.914039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:52.734011Z","time spent":"3.180010706s","remote":"127.0.0.1:53316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:55.913492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104652575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:55.915115Z","caller":"traceutil/trace.go:171","msg":"trace[270438638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9303; }","duration":"1.106303363s","start":"2026-05-28T01:05:54.808795Z","end":"2026-05-28T01:05:55.915099Z","steps":["trace[270438638] 'agreement among raft nodes before linearized reading' (duration: 1.104498801s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.913915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:51.133559Z","time spent":"4.780340272s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:55.915193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:54.808771Z","time spent":"1.106409036s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:05:55.914299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.107848034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227767"} {"level":"info","ts":"2026-05-28T01:05:55.915282Z","caller":"traceutil/trace.go:171","msg":"trace[672750639] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9303; }","duration":"5.108839467s","start":"2026-05-28T01:05:50.80642Z","end":"2026-05-28T01:05:55.91526Z","steps":["trace[672750639] 'agreement among raft nodes before linearized reading' (duration: 5.106943142s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:55.914327Z","caller":"traceutil/trace.go:171","msg":"trace[1294786546] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nxq8g; range_end:; response_count:1; response_revision:9303; }","duration":"556.080191ms","start":"2026-05-28T01:05:55.358044Z","end":"2026-05-28T01:05:55.914124Z","steps":["trace[1294786546] 'agreement among raft nodes before linearized reading' (duration: 555.720123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:55.915351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:50.806414Z","time spent":"5.108915119s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227790,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:05:55.915375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:55.35803Z","time spent":"557.32726ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4664,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nxq8g\" "} {"level":"warn","ts":"2026-05-28T01:05:56.246763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.267437ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-28T01:05:56.246881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:55.915279Z","time spent":"331.597648ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T01:05:56.871934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.114134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:05:56.872183Z","caller":"traceutil/trace.go:171","msg":"trace[359908497] transaction","detail":"{read_only:false; response_revision:9305; number_of_response:1; }","duration":"624.259082ms","start":"2026-05-28T01:05:56.247905Z","end":"2026-05-28T01:05:56.872164Z","steps":["trace[359908497] 'process raft request' (duration: 624.137639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:56.872293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:56.247877Z","time spent":"624.358384ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:05:56.872331Z","caller":"traceutil/trace.go:171","msg":"trace[1005716724] transaction","detail":"{read_only:false; response_revision:9304; number_of_response:1; }","duration":"954.709082ms","start":"2026-05-28T01:05:55.917563Z","end":"2026-05-28T01:05:56.872272Z","steps":["trace[1005716724] 'process raft request' (duration: 839.163418ms)","trace[1005716724] 'compare' (duration: 114.983961ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:56.872472Z","caller":"traceutil/trace.go:171","msg":"trace[448916908] linearizableReadLoop","detail":"{readStateIndex:9666; appliedIndex:9664; }","duration":"954.487357ms","start":"2026-05-28T01:05:55.917939Z","end":"2026-05-28T01:05:56.872426Z","steps":["trace[448916908] 'read index received' (duration: 101.551814ms)","trace[448916908] 'applied index is now lower than readState.Index' (duration: 852.928373ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:56.872606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:55.917504Z","time spent":"954.942048ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:05:56.872694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.733553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-05-28T01:05:56.872789Z","caller":"traceutil/trace.go:171","msg":"trace[1990960706] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9305; }","duration":"954.855266ms","start":"2026-05-28T01:05:55.917915Z","end":"2026-05-28T01:05:56.87277Z","steps":["trace[1990960706] 'agreement among raft nodes before linearized reading' (duration: 954.61036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:56.872796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.620174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:05:56.872868Z","caller":"traceutil/trace.go:171","msg":"trace[19439025] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9305; }","duration":"413.776608ms","start":"2026-05-28T01:05:56.459076Z","end":"2026-05-28T01:05:56.872853Z","steps":["trace[19439025] 'agreement among raft nodes before linearized reading' (duration: 413.616594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:56.872879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.971694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:05:56.87288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.224924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18b39532918256a2\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-05-28T01:05:56.872906Z","caller":"traceutil/trace.go:171","msg":"trace[72031212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9305; }","duration":"950.996585ms","start":"2026-05-28T01:05:55.921902Z","end":"2026-05-28T01:05:56.872899Z","steps":["trace[72031212] 'agreement among raft nodes before linearized reading' (duration: 950.949434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:56.872915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:56.459051Z","time spent":"413.85243ms","remote":"127.0.0.1:46136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:05:56.872931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:55.921884Z","time spent":"951.043157ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:05:56.872937Z","caller":"traceutil/trace.go:171","msg":"trace[1653038002] range","detail":"{range_begin:/registry/events/openstack/ceph.18b39532918256a2; range_end:; response_count:1; response_revision:9305; }","duration":"952.301886ms","start":"2026-05-28T01:05:55.920622Z","end":"2026-05-28T01:05:56.872924Z","steps":["trace[1653038002] 'agreement among raft nodes before linearized reading' (duration: 952.07796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:56.872938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.265243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-28T01:05:56.872923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.216003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:05:56.872976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:55.920612Z","time spent":"952.356068ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18b39532918256a2\" "} {"level":"info","ts":"2026-05-28T01:05:56.872999Z","caller":"traceutil/trace.go:171","msg":"trace[1228953382] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9305; }","duration":"954.368375ms","start":"2026-05-28T01:05:55.918609Z","end":"2026-05-28T01:05:56.872978Z","steps":["trace[1228953382] 'agreement among raft nodes before linearized reading' (duration: 954.078658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:56.872825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:55.917904Z","time spent":"954.913637ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-05-28T01:05:56.873026Z","caller":"traceutil/trace.go:171","msg":"trace[1159723967] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9305; }","duration":"140.380747ms","start":"2026-05-28T01:05:56.732621Z","end":"2026-05-28T01:05:56.873002Z","steps":["trace[1159723967] 'agreement among raft nodes before linearized reading' (duration: 140.116871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:56.873042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:55.918589Z","time spent":"954.442106ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-05-28T01:05:56.873107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.799541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:05:56.873184Z","caller":"traceutil/trace.go:171","msg":"trace[1253149479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9305; }","duration":"953.926144ms","start":"2026-05-28T01:05:55.919243Z","end":"2026-05-28T01:05:56.873169Z","steps":["trace[1253149479] 'agreement among raft nodes before linearized reading' (duration: 953.469204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:56.87326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:55.919235Z","time spent":"954.013226ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:05:57.156201Z","caller":"traceutil/trace.go:171","msg":"trace[231508294] linearizableReadLoop","detail":"{readStateIndex:9669; appliedIndex:9667; }","duration":"279.889492ms","start":"2026-05-28T01:05:56.87629Z","end":"2026-05-28T01:05:57.15618Z","steps":["trace[231508294] 'read index received' (duration: 60.425148ms)","trace[231508294] 'applied index is now lower than readState.Index' (duration: 219.463284ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:57.1563Z","caller":"traceutil/trace.go:171","msg":"trace[106084347] transaction","detail":"{read_only:false; response_revision:9308; number_of_response:1; }","duration":"274.588889ms","start":"2026-05-28T01:05:56.881701Z","end":"2026-05-28T01:05:57.15629Z","steps":["trace[106084347] 'process raft request' (duration: 274.437115ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:57.156375Z","caller":"traceutil/trace.go:171","msg":"trace[362728512] transaction","detail":"{read_only:false; response_revision:9307; number_of_response:1; }","duration":"280.053696ms","start":"2026-05-28T01:05:56.876178Z","end":"2026-05-28T01:05:57.156231Z","steps":["trace[362728512] 'process raft request' (duration: 279.79645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:57.156542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.924143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19512"} {"level":"info","ts":"2026-05-28T01:05:57.156628Z","caller":"traceutil/trace.go:171","msg":"trace[1106860804] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9308; }","duration":"280.049416ms","start":"2026-05-28T01:05:56.876561Z","end":"2026-05-28T01:05:57.15661Z","steps":["trace[1106860804] 'agreement among raft nodes before linearized reading' (duration: 279.77919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:57.156622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.111962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nxq8g\" ","response":"range_response_count:1 size:4673"} {"level":"warn","ts":"2026-05-28T01:05:57.156676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.825131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nxq8g\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-05-28T01:05:57.156712Z","caller":"traceutil/trace.go:171","msg":"trace[14802609] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nxq8g; range_end:; response_count:1; response_revision:9308; }","duration":"279.876872ms","start":"2026-05-28T01:05:56.876827Z","end":"2026-05-28T01:05:57.156704Z","steps":["trace[14802609] 'agreement among raft nodes before linearized reading' (duration: 279.78237ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:57.156714Z","caller":"traceutil/trace.go:171","msg":"trace[714068139] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nxq8g; range_end:; response_count:1; response_revision:9308; }","duration":"275.239054ms","start":"2026-05-28T01:05:56.881455Z","end":"2026-05-28T01:05:57.156695Z","steps":["trace[714068139] 'agreement among raft nodes before linearized reading' (duration: 274.920457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:57.156654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.720658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-nxq8g\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-05-28T01:05:57.15677Z","caller":"traceutil/trace.go:171","msg":"trace[2078908626] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-nxq8g; range_end:; response_count:1; response_revision:9308; }","duration":"279.900903ms","start":"2026-05-28T01:05:56.876854Z","end":"2026-05-28T01:05:57.156755Z","steps":["trace[2078908626] 'agreement among raft nodes before linearized reading' (duration: 279.614016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:57.15665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.651611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-28T01:05:57.156864Z","caller":"traceutil/trace.go:171","msg":"trace[986309081] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9308; }","duration":"280.905566ms","start":"2026-05-28T01:05:56.875947Z","end":"2026-05-28T01:05:57.156853Z","steps":["trace[986309081] 'agreement among raft nodes before linearized reading' (duration: 280.537347ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:59.303234Z","caller":"traceutil/trace.go:171","msg":"trace[818993791] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9354; }","duration":"149.683976ms","start":"2026-05-28T01:05:59.153514Z","end":"2026-05-28T01:05:59.303198Z","steps":["trace[818993791] 'process raft request' (duration: 118.211816ms)","trace[818993791] 'compare' (duration: 31.076911ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:05:59.303259Z","caller":"traceutil/trace.go:171","msg":"trace[1574290866] linearizableReadLoop","detail":"{readStateIndex:9720; appliedIndex:9718; }","duration":"147.675968ms","start":"2026-05-28T01:05:59.155562Z","end":"2026-05-28T01:05:59.303238Z","steps":["trace[1574290866] 'read index received' (duration: 57.546061ms)","trace[1574290866] 'applied index is now lower than readState.Index' (duration: 90.128797ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:59.303487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.909534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:59.303531Z","caller":"traceutil/trace.go:171","msg":"trace[1984217602] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:9355; }","duration":"147.976136ms","start":"2026-05-28T01:05:59.155544Z","end":"2026-05-28T01:05:59.30352Z","steps":["trace[1984217602] 'agreement among raft nodes before linearized reading' (duration: 147.867563ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:06:18.991315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7981} {"level":"info","ts":"2026-05-28T01:06:19.068544Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7981,"took":"75.006472ms","hash":1895920060,"current-db-size-bytes":56455168,"current-db-size":"56 MB","current-db-size-in-use-bytes":24383488,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-05-28T01:06:19.0686Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1895920060,"revision":7981,"compact-revision":5826} {"level":"info","ts":"2026-05-28T01:06:20.262949Z","caller":"traceutil/trace.go:171","msg":"trace[1758240424] linearizableReadLoop","detail":"{readStateIndex:9930; appliedIndex:9928; }","duration":"247.159424ms","start":"2026-05-28T01:06:20.015766Z","end":"2026-05-28T01:06:20.262925Z","steps":["trace[1758240424] 'read index received' (duration: 64.713189ms)","trace[1758240424] 'applied index is now lower than readState.Index' (duration: 182.445265ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:06:20.263312Z","caller":"traceutil/trace.go:171","msg":"trace[2103708225] transaction","detail":"{read_only:false; response_revision:9557; number_of_response:1; }","duration":"248.110537ms","start":"2026-05-28T01:06:20.015165Z","end":"2026-05-28T01:06:20.263276Z","steps":["trace[2103708225] 'process raft request' (duration: 181.110973ms)","trace[2103708225] 'compare' (duration: 66.171384ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:06:20.263462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.682737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-28T01:06:20.263526Z","caller":"traceutil/trace.go:171","msg":"trace[1277885081] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:9557; }","duration":"247.778809ms","start":"2026-05-28T01:06:20.015732Z","end":"2026-05-28T01:06:20.263511Z","steps":["trace[1277885081] 'agreement among raft nodes before linearized reading' (duration: 247.540473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:06:20.278823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.762557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:06:20.278833Z","caller":"traceutil/trace.go:171","msg":"trace[487811219] transaction","detail":"{read_only:false; response_revision:9558; number_of_response:1; }","duration":"191.093858ms","start":"2026-05-28T01:06:20.087719Z","end":"2026-05-28T01:06:20.278813Z","steps":["trace[487811219] 'process raft request' (duration: 190.852053ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:06:20.278887Z","caller":"traceutil/trace.go:171","msg":"trace[2095424180] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9558; }","duration":"215.8801ms","start":"2026-05-28T01:06:20.062992Z","end":"2026-05-28T01:06:20.278872Z","steps":["trace[2095424180] 'agreement among raft nodes before linearized reading' (duration: 215.752657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:06:20.278909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.954225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:06:20.278939Z","caller":"traceutil/trace.go:171","msg":"trace[1785999110] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:9558; }","duration":"217.003706ms","start":"2026-05-28T01:06:20.061928Z","end":"2026-05-28T01:06:20.278931Z","steps":["trace[1785999110] 'agreement among raft nodes before linearized reading' (duration: 216.905274ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:06:22.662879Z","caller":"traceutil/trace.go:171","msg":"trace[1337142736] transaction","detail":"{read_only:false; response_revision:9595; number_of_response:1; }","duration":"166.327576ms","start":"2026-05-28T01:06:22.496528Z","end":"2026-05-28T01:06:22.662856Z","steps":["trace[1337142736] 'process raft request' (duration: 166.157482ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:06:25.807678Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T01:06:25.81329Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-28T01:06:25.813359Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-28T01:06:52.340867Z","caller":"traceutil/trace.go:171","msg":"trace[1929969825] transaction","detail":"{read_only:false; response_revision:9823; number_of_response:1; }","duration":"106.87ms","start":"2026-05-28T01:06:52.233976Z","end":"2026-05-28T01:06:52.340846Z","steps":["trace[1929969825] 'process raft request' (duration: 106.756297ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:06:52.355893Z","caller":"traceutil/trace.go:171","msg":"trace[823414700] transaction","detail":"{read_only:false; response_revision:9824; number_of_response:1; }","duration":"121.874722ms","start":"2026-05-28T01:06:52.234003Z","end":"2026-05-28T01:06:52.355878Z","steps":["trace[823414700] 'process raft request' (duration: 121.77915ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:02.301776Z","caller":"traceutil/trace.go:171","msg":"trace[955549622] transaction","detail":"{read_only:false; response_revision:9999; number_of_response:1; }","duration":"207.34504ms","start":"2026-05-28T01:07:02.094404Z","end":"2026-05-28T01:07:02.301749Z","steps":["trace[955549622] 'process raft request' (duration: 207.255568ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:02.30191Z","caller":"traceutil/trace.go:171","msg":"trace[83150543] transaction","detail":"{read_only:false; response_revision:9998; number_of_response:1; }","duration":"207.552934ms","start":"2026-05-28T01:07:02.094329Z","end":"2026-05-28T01:07:02.301882Z","steps":["trace[83150543] 'process raft request' (duration: 165.1973ms)","trace[83150543] 'compare' (duration: 41.977355ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:07:08.08089Z","caller":"traceutil/trace.go:171","msg":"trace[1154167691] linearizableReadLoop","detail":"{readStateIndex:10426; appliedIndex:10425; }","duration":"259.628028ms","start":"2026-05-28T01:07:07.821238Z","end":"2026-05-28T01:07:08.080866Z","steps":["trace[1154167691] 'read index received' (duration: 259.347371ms)","trace[1154167691] 'applied index is now lower than readState.Index' (duration: 279.737µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:07:08.080949Z","caller":"traceutil/trace.go:171","msg":"trace[2131292940] transaction","detail":"{read_only:false; response_revision:10041; number_of_response:1; }","duration":"299.895964ms","start":"2026-05-28T01:07:07.781014Z","end":"2026-05-28T01:07:08.08091Z","steps":["trace[2131292940] 'process raft request' (duration: 299.674049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:08.081114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.845314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:07:08.081249Z","caller":"traceutil/trace.go:171","msg":"trace[1014434276] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:10041; }","duration":"260.042928ms","start":"2026-05-28T01:07:07.821177Z","end":"2026-05-28T01:07:08.08122Z","steps":["trace[1014434276] 'agreement among raft nodes before linearized reading' (duration: 259.823973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:08.081109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:07.780984Z","time spent":"300.040667ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:07:08.094783Z","caller":"traceutil/trace.go:171","msg":"trace[23015299] transaction","detail":"{read_only:false; response_revision:10042; number_of_response:1; }","duration":"219.037604ms","start":"2026-05-28T01:07:07.875725Z","end":"2026-05-28T01:07:08.094763Z","steps":["trace[23015299] 'process raft request' (duration: 218.821869ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:08.094777Z","caller":"traceutil/trace.go:171","msg":"trace[1952928241] transaction","detail":"{read_only:false; response_revision:10043; number_of_response:1; }","duration":"105.090968ms","start":"2026-05-28T01:07:07.989662Z","end":"2026-05-28T01:07:08.094752Z","steps":["trace[1952928241] 'process raft request' (duration: 105.021436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:08.095389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-28T01:07:08.095487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.798385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:07:08.095513Z","caller":"traceutil/trace.go:171","msg":"trace[1442552595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10044; }","duration":"222.799302ms","start":"2026-05-28T01:07:07.872652Z","end":"2026-05-28T01:07:08.095451Z","steps":["trace[1442552595] 'agreement among raft nodes before linearized reading' (duration: 222.380653ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:08.095533Z","caller":"traceutil/trace.go:171","msg":"trace[1034281369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10044; }","duration":"191.887417ms","start":"2026-05-28T01:07:07.903634Z","end":"2026-05-28T01:07:08.095521Z","steps":["trace[1034281369] 'agreement among raft nodes before linearized reading' (duration: 191.738094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:16.922605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.985206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:07:16.922989Z","caller":"traceutil/trace.go:171","msg":"trace[734068953] transaction","detail":"{read_only:false; response_revision:10090; number_of_response:1; }","duration":"797.291045ms","start":"2026-05-28T01:07:16.125663Z","end":"2026-05-28T01:07:16.922954Z","steps":["trace[734068953] 'process raft request' (duration: 120.801397ms)","trace[734068953] 'compare' (duration: 675.71497ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:07:16.923148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:16.125645Z","time spent":"797.418509ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:07:16.923277Z","caller":"traceutil/trace.go:171","msg":"trace[2083089679] transaction","detail":"{read_only:false; response_revision:10091; number_of_response:1; }","duration":"794.299695ms","start":"2026-05-28T01:07:16.128921Z","end":"2026-05-28T01:07:16.923221Z","steps":["trace[2083089679] 'process raft request' (duration: 793.848745ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:16.923441Z","caller":"traceutil/trace.go:171","msg":"trace[626012375] linearizableReadLoop","detail":"{readStateIndex:10478; appliedIndex:10475; }","duration":"788.348815ms","start":"2026-05-28T01:07:16.135072Z","end":"2026-05-28T01:07:16.923421Z","steps":["trace[626012375] 'read index received' (duration: 11.773566ms)","trace[626012375] 'applied index is now lower than readState.Index' (duration: 776.543858ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:07:16.923524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:16.128911Z","time spent":"794.50323ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:07:16.923684Z","caller":"traceutil/trace.go:171","msg":"trace[726212707] transaction","detail":"{read_only:false; response_revision:10092; number_of_response:1; }","duration":"786.88018ms","start":"2026-05-28T01:07:16.136769Z","end":"2026-05-28T01:07:16.923649Z","steps":["trace[726212707] 'process raft request' (duration: 786.085252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:16.923831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.408742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T01:07:16.923886Z","caller":"traceutil/trace.go:171","msg":"trace[1976321474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10092; }","duration":"784.485425ms","start":"2026-05-28T01:07:16.139388Z","end":"2026-05-28T01:07:16.923874Z","steps":["trace[1976321474] 'agreement among raft nodes before linearized reading' (duration: 784.321181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:16.923898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:16.136749Z","time spent":"786.971783ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:07:16.923919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:16.139375Z","time spent":"784.537025ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:07:16.923899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.921798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:07:16.924039Z","caller":"traceutil/trace.go:171","msg":"trace[1330647472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10092; }","duration":"459.067911ms","start":"2026-05-28T01:07:16.46492Z","end":"2026-05-28T01:07:16.923988Z","steps":["trace[1330647472] 'agreement among raft nodes before linearized reading' (duration: 458.823596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:16.924058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.932273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:07:16.924094Z","caller":"traceutil/trace.go:171","msg":"trace[2104421697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10092; }","duration":"528.979613ms","start":"2026-05-28T01:07:16.3951Z","end":"2026-05-28T01:07:16.924079Z","steps":["trace[2104421697] 'agreement among raft nodes before linearized reading' (duration: 528.893731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:16.92412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:16.395089Z","time spent":"529.025145ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:07:16.924472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.396809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T01:07:16.924514Z","caller":"traceutil/trace.go:171","msg":"trace[2007712706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10092; }","duration":"789.486422ms","start":"2026-05-28T01:07:16.135016Z","end":"2026-05-28T01:07:16.924502Z","steps":["trace[2007712706] 'agreement among raft nodes before linearized reading' (duration: 789.124644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:16.924519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.694359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:07:16.924562Z","caller":"traceutil/trace.go:171","msg":"trace[1878121407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10092; }","duration":"546.811812ms","start":"2026-05-28T01:07:16.377739Z","end":"2026-05-28T01:07:16.92455Z","steps":["trace[1878121407] 'agreement among raft nodes before linearized reading' (duration: 546.449304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:16.924623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.234586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:07:16.924681Z","caller":"traceutil/trace.go:171","msg":"trace[424184006] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:10092; }","duration":"393.344448ms","start":"2026-05-28T01:07:16.531327Z","end":"2026-05-28T01:07:16.924671Z","steps":["trace[424184006] 'agreement among raft nodes before linearized reading' (duration: 393.264546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:16.924745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:16.531306Z","time spent":"393.4277ms","remote":"127.0.0.1:46064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:07:16.924612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:16.377713Z","time spent":"546.887995ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:07:16.924094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:16.464886Z","time spent":"459.196584ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:07:16.92457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:16.135003Z","time spent":"789.535263ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:07:16.925022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.307933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:07:16.925144Z","caller":"traceutil/trace.go:171","msg":"trace[1932484774] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10092; }","duration":"627.487457ms","start":"2026-05-28T01:07:16.297624Z","end":"2026-05-28T01:07:16.925112Z","steps":["trace[1932484774] 'agreement among raft nodes before linearized reading' (duration: 627.247101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:16.925198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:16.29758Z","time spent":"627.60471ms","remote":"127.0.0.1:46172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:07:16.926427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.117325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T01:07:16.926508Z","caller":"traceutil/trace.go:171","msg":"trace[453365331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10092; }","duration":"712.240508ms","start":"2026-05-28T01:07:16.214242Z","end":"2026-05-28T01:07:16.926483Z","steps":["trace[453365331] 'agreement among raft nodes before linearized reading' (duration: 710.522287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:16.926554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:16.214213Z","time spent":"712.33ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:07:16.929894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.523678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:07:16.929951Z","caller":"traceutil/trace.go:171","msg":"trace[1430589171] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:10092; }","duration":"277.652031ms","start":"2026-05-28T01:07:16.652284Z","end":"2026-05-28T01:07:16.929936Z","steps":["trace[1430589171] 'agreement among raft nodes before linearized reading' (duration: 272.179792ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:17.083167Z","caller":"traceutil/trace.go:171","msg":"trace[552172176] transaction","detail":"{read_only:false; response_revision:10094; number_of_response:1; }","duration":"153.662339ms","start":"2026-05-28T01:07:16.929476Z","end":"2026-05-28T01:07:17.083138Z","steps":["trace[552172176] 'process raft request' (duration: 94.358556ms)","trace[552172176] 'compare' (duration: 58.997086ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:07:17.084448Z","caller":"traceutil/trace.go:171","msg":"trace[1228612722] transaction","detail":"{read_only:false; response_revision:10095; number_of_response:1; }","duration":"154.611091ms","start":"2026-05-28T01:07:16.92982Z","end":"2026-05-28T01:07:17.084431Z","steps":["trace[1228612722] 'process raft request' (duration: 153.248509ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:17.085049Z","caller":"traceutil/trace.go:171","msg":"trace[171714486] transaction","detail":"{read_only:false; response_revision:10096; number_of_response:1; }","duration":"154.448317ms","start":"2026-05-28T01:07:16.930569Z","end":"2026-05-28T01:07:17.085017Z","steps":["trace[171714486] 'process raft request' (duration: 153.589767ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:17.086448Z","caller":"traceutil/trace.go:171","msg":"trace[704420773] transaction","detail":"{read_only:false; response_revision:10097; number_of_response:1; }","duration":"154.903588ms","start":"2026-05-28T01:07:16.931531Z","end":"2026-05-28T01:07:17.086435Z","steps":["trace[704420773] 'process raft request' (duration: 153.271899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:17.087013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.393875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290201"} {"level":"info","ts":"2026-05-28T01:07:17.087075Z","caller":"traceutil/trace.go:171","msg":"trace[954744952] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10097; }","duration":"154.494478ms","start":"2026-05-28T01:07:16.932567Z","end":"2026-05-28T01:07:17.087061Z","steps":["trace[954744952] 'agreement among raft nodes before linearized reading' (duration: 154.008027ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:17.086398Z","caller":"traceutil/trace.go:171","msg":"trace[1187250357] linearizableReadLoop","detail":"{readStateIndex:10484; appliedIndex:10479; }","duration":"153.775171ms","start":"2026-05-28T01:07:16.932602Z","end":"2026-05-28T01:07:17.086377Z","steps":["trace[1187250357] 'read index received' (duration: 1.69956ms)","trace[1187250357] 'applied index is now lower than readState.Index' (duration: 152.074431ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:07:24.736628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481205031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:07:25.149705Z","caller":"traceutil/trace.go:171","msg":"trace[952574407] transaction","detail":"{read_only:false; response_revision:10129; number_of_response:1; }","duration":"976.441123ms","start":"2026-05-28T01:07:24.173246Z","end":"2026-05-28T01:07:25.149687Z","steps":["trace[952574407] 'process raft request' (duration: 976.343851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:25.149806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:24.173214Z","time spent":"976.541046ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:07:25.753017Z","caller":"traceutil/trace.go:171","msg":"trace[783320216] transaction","detail":"{read_only:false; response_revision:10130; number_of_response:1; }","duration":"774.307346ms","start":"2026-05-28T01:07:24.978685Z","end":"2026-05-28T01:07:25.752993Z","steps":["trace[783320216] 'process raft request' (duration: 774.07639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:25.753181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:24.97865Z","time spent":"774.437359ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:07:25.753358Z","caller":"traceutil/trace.go:171","msg":"trace[672442286] transaction","detail":"{read_only:false; response_revision:10131; number_of_response:1; }","duration":"768.180751ms","start":"2026-05-28T01:07:24.98514Z","end":"2026-05-28T01:07:25.753321Z","steps":["trace[672442286] 'process raft request' (duration: 767.806123ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:25.753451Z","caller":"traceutil/trace.go:171","msg":"trace[471234966] linearizableReadLoop","detail":"{readStateIndex:10518; appliedIndex:10516; }","duration":"1.517582522s","start":"2026-05-28T01:07:24.235852Z","end":"2026-05-28T01:07:25.753434Z","steps":["trace[471234966] 'read index received' (duration: 913.814612ms)","trace[471234966] 'applied index is now lower than readState.Index' (duration: 603.76648ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:07:25.753612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289080496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:07:25.753657Z","caller":"traceutil/trace.go:171","msg":"trace[1145729779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10133; }","duration":"1.289165548s","start":"2026-05-28T01:07:24.464478Z","end":"2026-05-28T01:07:25.753643Z","steps":["trace[1145729779] 'agreement among raft nodes before linearized reading' (duration: 1.289097606s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:25.753638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517752087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:07:25.753737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.849112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:07:25.753739Z","caller":"traceutil/trace.go:171","msg":"trace[1050337689] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:10133; }","duration":"1.517921391s","start":"2026-05-28T01:07:24.235795Z","end":"2026-05-28T01:07:25.753717Z","steps":["trace[1050337689] 'agreement among raft nodes before linearized reading' (duration: 1.517690775s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:25.753736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.137366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T01:07:25.753744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.420416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T01:07:25.753772Z","caller":"traceutil/trace.go:171","msg":"trace[352666452] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:10133; }","duration":"709.920164ms","start":"2026-05-28T01:07:25.043844Z","end":"2026-05-28T01:07:25.753764Z","steps":["trace[352666452] 'agreement among raft nodes before linearized reading' (duration: 709.860712ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:25.75379Z","caller":"traceutil/trace.go:171","msg":"trace[870784342] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:10133; }","duration":"606.208887ms","start":"2026-05-28T01:07:25.147567Z","end":"2026-05-28T01:07:25.753776Z","steps":["trace[870784342] 'agreement among raft nodes before linearized reading' (duration: 606.053853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:25.753801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:25.043827Z","time spent":"709.966594ms","remote":"127.0.0.1:45982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:07:25.753689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:24.464449Z","time spent":"1.289233909s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:07:25.753808Z","caller":"traceutil/trace.go:171","msg":"trace[831714264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10133; }","duration":"627.514387ms","start":"2026-05-28T01:07:25.126273Z","end":"2026-05-28T01:07:25.753787Z","steps":["trace[831714264] 'agreement among raft nodes before linearized reading' (duration: 627.360814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:25.75381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.973914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:07:25.75382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:25.147559Z","time spent":"606.254609ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:07:25.753815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.386119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-28T01:07:25.753866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:25.126253Z","time spent":"627.59965ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T01:07:25.75387Z","caller":"traceutil/trace.go:171","msg":"trace[1445302821] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:10133; }","duration":"512.084607ms","start":"2026-05-28T01:07:25.241771Z","end":"2026-05-28T01:07:25.753855Z","steps":["trace[1445302821] 'agreement among raft nodes before linearized reading' (duration: 511.838191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:25.753794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:24.235775Z","time spent":"1.518006302s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:07:25.753896Z","caller":"traceutil/trace.go:171","msg":"trace[1004112797] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10133; }","duration":"327.537372ms","start":"2026-05-28T01:07:25.426341Z","end":"2026-05-28T01:07:25.753878Z","steps":["trace[1004112797] 'agreement among raft nodes before linearized reading' (duration: 327.283506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:25.753916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:25.241746Z","time spent":"512.156649ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":108,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:07:25.75392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.421725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-28T01:07:25.753937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:25.426316Z","time spent":"327.612015ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-28T01:07:25.75397Z","caller":"traceutil/trace.go:171","msg":"trace[1993609058] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10133; }","duration":"294.473256ms","start":"2026-05-28T01:07:25.459485Z","end":"2026-05-28T01:07:25.753958Z","steps":["trace[1993609058] 'agreement among raft nodes before linearized reading' (duration: 294.274222ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:25.753602Z","caller":"traceutil/trace.go:171","msg":"trace[1870717880] transaction","detail":"{read_only:false; response_revision:10132; number_of_response:1; }","duration":"767.444704ms","start":"2026-05-28T01:07:24.986035Z","end":"2026-05-28T01:07:25.753479Z","steps":["trace[1870717880] 'process raft request' (duration: 767.184908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:25.754131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.23221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T01:07:25.75417Z","caller":"traceutil/trace.go:171","msg":"trace[74562292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10133; }","duration":"618.300141ms","start":"2026-05-28T01:07:25.135861Z","end":"2026-05-28T01:07:25.754161Z","steps":["trace[74562292] 'agreement among raft nodes before linearized reading' (duration: 618.193719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:25.7542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:25.135839Z","time spent":"618.354183ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:07:25.754239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.498172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T01:07:25.75428Z","caller":"traceutil/trace.go:171","msg":"trace[1567956195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10133; }","duration":"717.571884ms","start":"2026-05-28T01:07:25.036699Z","end":"2026-05-28T01:07:25.754271Z","steps":["trace[1567956195] 'agreement among raft nodes before linearized reading' (duration: 717.469321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:25.754312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:25.036673Z","time spent":"717.632474ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:07:25.754347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.744478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T01:07:25.754431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:24.985109Z","time spent":"768.371696ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:07:25.754503Z","caller":"traceutil/trace.go:171","msg":"trace[1406818331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10133; }","duration":"617.908882ms","start":"2026-05-28T01:07:25.136538Z","end":"2026-05-28T01:07:25.754447Z","steps":["trace[1406818331] 'agreement among raft nodes before linearized reading' (duration: 617.476082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:25.754139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:24.986013Z","time spent":"768.032318ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:07:25.754604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:25.136531Z","time spent":"618.053146ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:07:25.753914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.445677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T01:07:25.754874Z","caller":"traceutil/trace.go:171","msg":"trace[1566476019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10133; }","duration":"614.43274ms","start":"2026-05-28T01:07:25.140419Z","end":"2026-05-28T01:07:25.754852Z","steps":["trace[1566476019] 'agreement among raft nodes before linearized reading' (duration: 613.181831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:25.754945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:07:25.140414Z","time spent":"614.513972ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T01:07:25.943115Z","caller":"traceutil/trace.go:171","msg":"trace[224001928] transaction","detail":"{read_only:false; response_revision:10134; number_of_response:1; }","duration":"182.102377ms","start":"2026-05-28T01:07:25.760967Z","end":"2026-05-28T01:07:25.94307Z","steps":["trace[224001928] 'process raft request' (duration: 114.050999ms)","trace[224001928] 'compare' (duration: 67.841843ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:07:26.005985Z","caller":"traceutil/trace.go:171","msg":"trace[1057307783] transaction","detail":"{read_only:false; response_revision:10135; number_of_response:1; }","duration":"244.83006ms","start":"2026-05-28T01:07:25.761118Z","end":"2026-05-28T01:07:26.005948Z","steps":["trace[1057307783] 'process raft request' (duration: 244.535233ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:26.006011Z","caller":"traceutil/trace.go:171","msg":"trace[449218761] transaction","detail":"{read_only:false; response_revision:10136; number_of_response:1; }","duration":"244.775848ms","start":"2026-05-28T01:07:25.761209Z","end":"2026-05-28T01:07:26.005985Z","steps":["trace[449218761] 'process raft request' (duration: 244.597994ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:26.006196Z","caller":"traceutil/trace.go:171","msg":"trace[200188543] transaction","detail":"{read_only:false; response_revision:10137; number_of_response:1; }","duration":"244.938853ms","start":"2026-05-28T01:07:25.761242Z","end":"2026-05-28T01:07:26.006181Z","steps":["trace[200188543] 'process raft request' (duration: 244.669097ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:26.006474Z","caller":"traceutil/trace.go:171","msg":"trace[1038817538] transaction","detail":"{read_only:false; response_revision:10138; number_of_response:1; }","duration":"245.198858ms","start":"2026-05-28T01:07:25.761254Z","end":"2026-05-28T01:07:26.006453Z","steps":["trace[1038817538] 'process raft request' (duration: 244.8614ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:26.006542Z","caller":"traceutil/trace.go:171","msg":"trace[111724345] linearizableReadLoop","detail":"{readStateIndex:10527; appliedIndex:10522; }","duration":"245.158028ms","start":"2026-05-28T01:07:25.761354Z","end":"2026-05-28T01:07:26.006512Z","steps":["trace[111724345] 'read index received' (duration: 113.768402ms)","trace[111724345] 'applied index is now lower than readState.Index' (duration: 131.388136ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:07:26.006666Z","caller":"traceutil/trace.go:171","msg":"trace[1163981586] transaction","detail":"{read_only:false; response_revision:10139; number_of_response:1; }","duration":"244.290567ms","start":"2026-05-28T01:07:25.76233Z","end":"2026-05-28T01:07:26.006621Z","steps":["trace[1163981586] 'process raft request' (duration: 244.014011ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:26.006686Z","caller":"traceutil/trace.go:171","msg":"trace[237986209] transaction","detail":"{read_only:false; response_revision:10140; number_of_response:1; }","duration":"243.56172ms","start":"2026-05-28T01:07:25.763088Z","end":"2026-05-28T01:07:26.006649Z","steps":["trace[237986209] 'process raft request' (duration: 243.369865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:26.006822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.061198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5fb64cb778-qstrs.18b39547faa678ed\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-05-28T01:07:26.006832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.495445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:07:26.006878Z","caller":"traceutil/trace.go:171","msg":"trace[356274398] range","detail":"{range_begin:/registry/events/openstack/glance-api-5fb64cb778-qstrs.18b39547faa678ed; range_end:; response_count:1; response_revision:10140; }","duration":"243.153161ms","start":"2026-05-28T01:07:25.763707Z","end":"2026-05-28T01:07:26.00686Z","steps":["trace[356274398] 'agreement among raft nodes before linearized reading' (duration: 243.024928ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:07:26.006879Z","caller":"traceutil/trace.go:171","msg":"trace[1678810731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10140; }","duration":"242.570157ms","start":"2026-05-28T01:07:25.764298Z","end":"2026-05-28T01:07:26.006868Z","steps":["trace[1678810731] 'agreement among raft nodes before linearized reading' (duration: 242.492855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:26.006832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.578979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-05-28T01:07:26.007004Z","caller":"traceutil/trace.go:171","msg":"trace[209273982] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10140; }","duration":"208.782404ms","start":"2026-05-28T01:07:25.798198Z","end":"2026-05-28T01:07:26.00698Z","steps":["trace[209273982] 'agreement among raft nodes before linearized reading' (duration: 208.570939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:26.00711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.733351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290201"} {"level":"info","ts":"2026-05-28T01:07:26.007173Z","caller":"traceutil/trace.go:171","msg":"trace[1969321244] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10140; }","duration":"245.836814ms","start":"2026-05-28T01:07:25.761323Z","end":"2026-05-28T01:07:26.007159Z","steps":["trace[1969321244] 'agreement among raft nodes before linearized reading' (duration: 245.357703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:07:26.172909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.724024ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-28T01:07:26.404634Z","caller":"traceutil/trace.go:171","msg":"trace[1377744746] transaction","detail":"{read_only:false; response_revision:10141; number_of_response:1; }","duration":"230.038602ms","start":"2026-05-28T01:07:26.174566Z","end":"2026-05-28T01:07:26.404605Z","steps":["trace[1377744746] 'process raft request' (duration: 143.900419ms)","trace[1377744746] 'compare' (duration: 85.851166ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:07:51.967634Z","caller":"traceutil/trace.go:171","msg":"trace[1090749885] transaction","detail":"{read_only:false; response_revision:10327; number_of_response:1; }","duration":"119.866955ms","start":"2026-05-28T01:07:51.84774Z","end":"2026-05-28T01:07:51.967607Z","steps":["trace[1090749885] 'process raft request' (duration: 119.770283ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:08:43.562847Z","caller":"traceutil/trace.go:171","msg":"trace[927033337] transaction","detail":"{read_only:false; response_revision:10670; number_of_response:1; }","duration":"118.429441ms","start":"2026-05-28T01:08:43.44439Z","end":"2026-05-28T01:08:43.562819Z","steps":["trace[927033337] 'process raft request' (duration: 67.70083ms)","trace[927033337] 'compare' (duration: 50.400664ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:08:43.56298Z","caller":"traceutil/trace.go:171","msg":"trace[43058884] transaction","detail":"{read_only:false; response_revision:10671; number_of_response:1; }","duration":"107.015713ms","start":"2026-05-28T01:08:43.455929Z","end":"2026-05-28T01:08:43.562945Z","steps":["trace[43058884] 'process raft request' (duration: 106.743417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:08:55.376143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.072682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:08:55.376248Z","caller":"traceutil/trace.go:171","msg":"trace[830271219] transaction","detail":"{read_only:false; response_revision:10744; number_of_response:1; }","duration":"223.205382ms","start":"2026-05-28T01:08:55.153024Z","end":"2026-05-28T01:08:55.37623Z","steps":["trace[830271219] 'process raft request' (duration: 110.925945ms)","trace[830271219] 'compare' (duration: 111.950909ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:09:06.209169Z","caller":"traceutil/trace.go:171","msg":"trace[76018089] transaction","detail":"{read_only:false; response_revision:10828; number_of_response:1; }","duration":"108.361625ms","start":"2026-05-28T01:09:06.100778Z","end":"2026-05-28T01:09:06.20914Z","steps":["trace[76018089] 'process raft request' (duration: 108.098899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:06.344997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.413686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-28T01:09:06.345076Z","caller":"traceutil/trace.go:171","msg":"trace[1728842292] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:10828; }","duration":"105.502208ms","start":"2026-05-28T01:09:06.239556Z","end":"2026-05-28T01:09:06.345058Z","steps":["trace[1728842292] 'range keys from in-memory index tree' (duration: 105.254402ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:06.534919Z","caller":"traceutil/trace.go:171","msg":"trace[913046517] transaction","detail":"{read_only:false; response_revision:10830; number_of_response:1; }","duration":"126.084832ms","start":"2026-05-28T01:09:06.40881Z","end":"2026-05-28T01:09:06.534895Z","steps":["trace[913046517] 'process raft request' (duration: 125.931988ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:06.547891Z","caller":"traceutil/trace.go:171","msg":"trace[1957477893] transaction","detail":"{read_only:false; response_revision:10831; number_of_response:1; }","duration":"137.744305ms","start":"2026-05-28T01:09:06.410123Z","end":"2026-05-28T01:09:06.547867Z","steps":["trace[1957477893] 'process raft request' (duration: 137.578442ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:07.391522Z","caller":"traceutil/trace.go:171","msg":"trace[262245767] linearizableReadLoop","detail":"{readStateIndex:11250; appliedIndex:11249; }","duration":"200.108529ms","start":"2026-05-28T01:09:07.191389Z","end":"2026-05-28T01:09:07.391497Z","steps":["trace[262245767] 'read index received' (duration: 199.811612ms)","trace[262245767] 'applied index is now lower than readState.Index' (duration: 295.717µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:09:07.39159Z","caller":"traceutil/trace.go:171","msg":"trace[1179408407] transaction","detail":"{read_only:false; response_revision:10837; number_of_response:1; }","duration":"234.838985ms","start":"2026-05-28T01:09:07.156726Z","end":"2026-05-28T01:09:07.391565Z","steps":["trace[1179408407] 'process raft request' (duration: 234.566969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:07.391694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.278594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:09:07.391751Z","caller":"traceutil/trace.go:171","msg":"trace[1306621654] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:10837; }","duration":"200.349816ms","start":"2026-05-28T01:09:07.191384Z","end":"2026-05-28T01:09:07.391733Z","steps":["trace[1306621654] 'agreement among raft nodes before linearized reading' (duration: 200.251084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:08.047496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.602201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:09:08.04761Z","caller":"traceutil/trace.go:171","msg":"trace[1164890220] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:10839; }","duration":"151.798426ms","start":"2026-05-28T01:09:07.895792Z","end":"2026-05-28T01:09:08.04759Z","steps":["trace[1164890220] 'count revisions from in-memory index tree' (duration: 151.476208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:08.373138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.862413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:09:08.373267Z","caller":"traceutil/trace.go:171","msg":"trace[555179901] transaction","detail":"{read_only:false; response_revision:10841; number_of_response:1; }","duration":"160.09675ms","start":"2026-05-28T01:09:08.213147Z","end":"2026-05-28T01:09:08.373244Z","steps":["trace[555179901] 'process raft request' (duration: 35.024513ms)","trace[555179901] 'compare' (duration: 124.665537ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:09:16.620175Z","caller":"traceutil/trace.go:171","msg":"trace[907278927] transaction","detail":"{read_only:false; response_revision:10917; number_of_response:1; }","duration":"218.689177ms","start":"2026-05-28T01:09:16.401456Z","end":"2026-05-28T01:09:16.620146Z","steps":["trace[907278927] 'process raft request' (duration: 218.368409ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:16.641347Z","caller":"traceutil/trace.go:171","msg":"trace[14379606] transaction","detail":"{read_only:false; response_revision:10918; number_of_response:1; }","duration":"190.165256ms","start":"2026-05-28T01:09:16.451149Z","end":"2026-05-28T01:09:16.641314Z","steps":["trace[14379606] 'process raft request' (duration: 189.858879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:16.793425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.091749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:09:16.793535Z","caller":"traceutil/trace.go:171","msg":"trace[149437715] transaction","detail":"{read_only:false; response_revision:10920; number_of_response:1; }","duration":"147.700589ms","start":"2026-05-28T01:09:16.645824Z","end":"2026-05-28T01:09:16.793524Z","steps":["trace[149437715] 'process raft request' (duration: 36.452766ms)","trace[149437715] 'compare' (duration: 111.012927ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:09:16.793751Z","caller":"traceutil/trace.go:171","msg":"trace[1250707246] transaction","detail":"{read_only:false; response_revision:10921; number_of_response:1; }","duration":"147.860063ms","start":"2026-05-28T01:09:16.645873Z","end":"2026-05-28T01:09:16.793733Z","steps":["trace[1250707246] 'process raft request' (duration: 147.627327ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:16.794149Z","caller":"traceutil/trace.go:171","msg":"trace[306313319] transaction","detail":"{read_only:false; response_revision:10922; number_of_response:1; }","duration":"147.279459ms","start":"2026-05-28T01:09:16.646853Z","end":"2026-05-28T01:09:16.794132Z","steps":["trace[306313319] 'process raft request' (duration: 146.812648ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:16.907955Z","caller":"traceutil/trace.go:171","msg":"trace[1346821521] linearizableReadLoop","detail":"{readStateIndex:11340; appliedIndex:11339; }","duration":"108.964609ms","start":"2026-05-28T01:09:16.798962Z","end":"2026-05-28T01:09:16.907926Z","steps":["trace[1346821521] 'read index received' (duration: 104.968736ms)","trace[1346821521] 'applied index is now lower than readState.Index' (duration: 3.994663ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:09:16.908166Z","caller":"traceutil/trace.go:171","msg":"trace[938757078] transaction","detail":"{read_only:false; response_revision:10923; number_of_response:1; }","duration":"110.127606ms","start":"2026-05-28T01:09:16.797951Z","end":"2026-05-28T01:09:16.908078Z","steps":["trace[938757078] 'process raft request' (duration: 106.06034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:16.908241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.190655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:09:16.908284Z","caller":"traceutil/trace.go:171","msg":"trace[1189396595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10923; }","duration":"109.341018ms","start":"2026-05-28T01:09:16.798933Z","end":"2026-05-28T01:09:16.908274Z","steps":["trace[1189396595] 'agreement among raft nodes before linearized reading' (duration: 109.097892ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:18.754899Z","caller":"traceutil/trace.go:171","msg":"trace[764166979] transaction","detail":"{read_only:false; response_revision:10928; number_of_response:1; }","duration":"109.366618ms","start":"2026-05-28T01:09:18.645491Z","end":"2026-05-28T01:09:18.754858Z","steps":["trace[764166979] 'process raft request' (duration: 104.506484ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:18.755049Z","caller":"traceutil/trace.go:171","msg":"trace[108262665] transaction","detail":"{read_only:false; response_revision:10929; number_of_response:1; }","duration":"108.883187ms","start":"2026-05-28T01:09:18.646144Z","end":"2026-05-28T01:09:18.755027Z","steps":["trace[108262665] 'process raft request' (duration: 108.648442ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:19.049836Z","caller":"traceutil/trace.go:171","msg":"trace[815272678] transaction","detail":"{read_only:false; response_revision:10934; number_of_response:1; }","duration":"119.955087ms","start":"2026-05-28T01:09:18.929856Z","end":"2026-05-28T01:09:19.049811Z","steps":["trace[815272678] 'process raft request' (duration: 119.688541ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:21.159214Z","caller":"traceutil/trace.go:171","msg":"trace[1334082636] linearizableReadLoop","detail":"{readStateIndex:11363; appliedIndex:11362; }","duration":"184.861762ms","start":"2026-05-28T01:09:20.974326Z","end":"2026-05-28T01:09:21.159187Z","steps":["trace[1334082636] 'read index received' (duration: 182.132148ms)","trace[1334082636] 'applied index is now lower than readState.Index' (duration: 2.728274ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:09:21.159278Z","caller":"traceutil/trace.go:171","msg":"trace[980090096] transaction","detail":"{read_only:false; response_revision:10945; number_of_response:1; }","duration":"228.552367ms","start":"2026-05-28T01:09:20.93069Z","end":"2026-05-28T01:09:21.159242Z","steps":["trace[980090096] 'process raft request' (duration: 225.780252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:21.159555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.678552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T01:09:21.159552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.20616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:09:21.159661Z","caller":"traceutil/trace.go:171","msg":"trace[666632486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10945; }","duration":"105.845406ms","start":"2026-05-28T01:09:21.053793Z","end":"2026-05-28T01:09:21.159638Z","steps":["trace[666632486] 'agreement among raft nodes before linearized reading' (duration: 105.559649ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:21.159671Z","caller":"traceutil/trace.go:171","msg":"trace[1360302380] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10945; }","duration":"185.371534ms","start":"2026-05-28T01:09:20.974277Z","end":"2026-05-28T01:09:21.159648Z","steps":["trace[1360302380] 'agreement among raft nodes before linearized reading' (duration: 185.032506ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:23.138981Z","caller":"traceutil/trace.go:171","msg":"trace[1801235355] transaction","detail":"{read_only:false; response_revision:10951; number_of_response:1; }","duration":"199.708901ms","start":"2026-05-28T01:09:22.939245Z","end":"2026-05-28T01:09:23.138954Z","steps":["trace[1801235355] 'process raft request' (duration: 199.515896ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:23.187774Z","caller":"traceutil/trace.go:171","msg":"trace[328667592] transaction","detail":"{read_only:false; response_revision:10952; number_of_response:1; }","duration":"248.510937ms","start":"2026-05-28T01:09:22.939233Z","end":"2026-05-28T01:09:23.187744Z","steps":["trace[328667592] 'process raft request' (duration: 248.20401ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:23.18839Z","caller":"traceutil/trace.go:171","msg":"trace[702067892] transaction","detail":"{read_only:false; response_revision:10953; number_of_response:1; }","duration":"248.473676ms","start":"2026-05-28T01:09:22.939354Z","end":"2026-05-28T01:09:23.187828Z","steps":["trace[702067892] 'process raft request' (duration: 248.271711ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:27.080014Z","caller":"traceutil/trace.go:171","msg":"trace[702529872] transaction","detail":"{read_only:false; response_revision:10973; number_of_response:1; }","duration":"107.454533ms","start":"2026-05-28T01:09:26.97253Z","end":"2026-05-28T01:09:27.079984Z","steps":["trace[702529872] 'process raft request' (duration: 72.859181ms)","trace[702529872] 'compare' (duration: 34.432038ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:09:27.344746Z","caller":"traceutil/trace.go:171","msg":"trace[1555109507] transaction","detail":"{read_only:false; response_revision:10976; number_of_response:1; }","duration":"110.627139ms","start":"2026-05-28T01:09:27.234088Z","end":"2026-05-28T01:09:27.344715Z","steps":["trace[1555109507] 'process raft request' (duration: 97.101871ms)","trace[1555109507] 'compare' (duration: 13.297052ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:09:29.299761Z","caller":"traceutil/trace.go:171","msg":"trace[1037634189] transaction","detail":"{read_only:false; response_revision:10983; number_of_response:1; }","duration":"131.717594ms","start":"2026-05-28T01:09:29.168014Z","end":"2026-05-28T01:09:29.299732Z","steps":["trace[1037634189] 'process raft request' (duration: 80.132553ms)","trace[1037634189] 'compare' (duration: 51.015618ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:09:29.826189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.291332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:09:29.826261Z","caller":"traceutil/trace.go:171","msg":"trace[1271573229] linearizableReadLoop","detail":"{readStateIndex:11405; appliedIndex:11403; }","duration":"521.358195ms","start":"2026-05-28T01:09:29.30489Z","end":"2026-05-28T01:09:29.826249Z","steps":["trace[1271573229] 'read index received' (duration: 66.43511ms)","trace[1271573229] 'applied index is now lower than readState.Index' (duration: 454.922105ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:09:29.826317Z","caller":"traceutil/trace.go:171","msg":"trace[1344623112] transaction","detail":"{read_only:false; response_revision:10985; number_of_response:1; }","duration":"522.069351ms","start":"2026-05-28T01:09:29.304239Z","end":"2026-05-28T01:09:29.826308Z","steps":["trace[1344623112] 'process raft request' (duration: 95.603165ms)","trace[1344623112] 'compare' (duration: 425.942884ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:09:29.826358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:09:29.304221Z","time spent":"522.116433ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:09:29.826498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.5962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:09:29.826571Z","caller":"traceutil/trace.go:171","msg":"trace[1539825428] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10985; }","duration":"521.698353ms","start":"2026-05-28T01:09:29.304855Z","end":"2026-05-28T01:09:29.826553Z","steps":["trace[1539825428] 'agreement among raft nodes before linearized reading' (duration: 521.510319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:29.826613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:09:29.304843Z","time spent":"521.762424ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-28T01:09:29.830965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.826431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T01:09:29.830974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.366389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T01:09:29.83101Z","caller":"traceutil/trace.go:171","msg":"trace[1648435331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10986; }","duration":"339.891573ms","start":"2026-05-28T01:09:29.491108Z","end":"2026-05-28T01:09:29.831Z","steps":["trace[1648435331] 'agreement among raft nodes before linearized reading' (duration: 339.76825ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:29.831031Z","caller":"traceutil/trace.go:171","msg":"trace[198215219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10986; }","duration":"482.427421ms","start":"2026-05-28T01:09:29.348587Z","end":"2026-05-28T01:09:29.831014Z","steps":["trace[198215219] 'agreement among raft nodes before linearized reading' (duration: 482.247317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:29.831005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.224661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:09:29.831073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:09:29.348527Z","time spent":"482.538023ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T01:09:29.831096Z","caller":"traceutil/trace.go:171","msg":"trace[1790682274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10986; }","duration":"366.360004ms","start":"2026-05-28T01:09:29.464715Z","end":"2026-05-28T01:09:29.831075Z","steps":["trace[1790682274] 'agreement among raft nodes before linearized reading' (duration: 366.199371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:29.831138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:09:29.464695Z","time spent":"366.436387ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:09:29.831042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:09:29.491097Z","time spent":"339.938894ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:09:29.831283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.158163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T01:09:29.831337Z","caller":"traceutil/trace.go:171","msg":"trace[1414599321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10986; }","duration":"450.252155ms","start":"2026-05-28T01:09:29.381075Z","end":"2026-05-28T01:09:29.831327Z","steps":["trace[1414599321] 'agreement among raft nodes before linearized reading' (duration: 449.944908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:29.831507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:09:29.381052Z","time spent":"450.446579ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T01:09:31.278858Z","caller":"traceutil/trace.go:171","msg":"trace[1300066476] transaction","detail":"{read_only:false; response_revision:10994; number_of_response:1; }","duration":"129.172984ms","start":"2026-05-28T01:09:31.149653Z","end":"2026-05-28T01:09:31.278826Z","steps":["trace[1300066476] 'process raft request' (duration: 129.02637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:31.278941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.019349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:09:31.278976Z","caller":"traceutil/trace.go:171","msg":"trace[1933424435] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:10994; }","duration":"100.090771ms","start":"2026-05-28T01:09:31.178876Z","end":"2026-05-28T01:09:31.278967Z","steps":["trace[1933424435] 'agreement among raft nodes before linearized reading' (duration: 99.937027ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:39.048306Z","caller":"traceutil/trace.go:171","msg":"trace[817707707] transaction","detail":"{read_only:false; response_revision:11030; number_of_response:1; }","duration":"130.327761ms","start":"2026-05-28T01:09:38.917952Z","end":"2026-05-28T01:09:39.04828Z","steps":["trace[817707707] 'process raft request' (duration: 130.185708ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:39.176805Z","caller":"traceutil/trace.go:171","msg":"trace[1321741639] transaction","detail":"{read_only:false; response_revision:11031; number_of_response:1; }","duration":"218.310228ms","start":"2026-05-28T01:09:38.958466Z","end":"2026-05-28T01:09:39.176776Z","steps":["trace[1321741639] 'process raft request' (duration: 164.243678ms)","trace[1321741639] 'compare' (duration: 53.880265ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:09:40.184789Z","caller":"traceutil/trace.go:171","msg":"trace[248912071] transaction","detail":"{read_only:false; response_revision:11039; number_of_response:1; }","duration":"166.87727ms","start":"2026-05-28T01:09:40.017884Z","end":"2026-05-28T01:09:40.184761Z","steps":["trace[248912071] 'process raft request' (duration: 166.719686ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:40.229689Z","caller":"traceutil/trace.go:171","msg":"trace[965516929] transaction","detail":"{read_only:false; response_revision:11040; number_of_response:1; }","duration":"203.508159ms","start":"2026-05-28T01:09:40.026156Z","end":"2026-05-28T01:09:40.229665Z","steps":["trace[965516929] 'process raft request' (duration: 203.343275ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:50.046231Z","caller":"traceutil/trace.go:171","msg":"trace[1289770405] transaction","detail":"{read_only:false; response_revision:11087; number_of_response:1; }","duration":"129.399968ms","start":"2026-05-28T01:09:49.916805Z","end":"2026-05-28T01:09:50.046205Z","steps":["trace[1289770405] 'process raft request' (duration: 129.244754ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:50.230942Z","caller":"traceutil/trace.go:171","msg":"trace[527053020] linearizableReadLoop","detail":"{readStateIndex:11512; appliedIndex:11510; }","duration":"311.510592ms","start":"2026-05-28T01:09:49.919407Z","end":"2026-05-28T01:09:50.230917Z","steps":["trace[527053020] 'read index received' (duration: 126.615862ms)","trace[527053020] 'applied index is now lower than readState.Index' (duration: 184.89373ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:09:50.231375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.365868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:09:50.231384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.750677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:09:50.23146Z","caller":"traceutil/trace.go:171","msg":"trace[1451248630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11088; }","duration":"311.858999ms","start":"2026-05-28T01:09:49.91958Z","end":"2026-05-28T01:09:50.231439Z","steps":["trace[1451248630] 'agreement among raft nodes before linearized reading' (duration: 311.667055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:50.231508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:09:49.919568Z","time spent":"311.931562ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T01:09:50.231445Z","caller":"traceutil/trace.go:171","msg":"trace[678284566] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11088; }","duration":"259.49081ms","start":"2026-05-28T01:09:49.971939Z","end":"2026-05-28T01:09:50.23143Z","steps":["trace[678284566] 'agreement among raft nodes before linearized reading' (duration: 259.332946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:50.231888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.449394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:09:50.231988Z","caller":"traceutil/trace.go:171","msg":"trace[1636428782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11088; }","duration":"312.586817ms","start":"2026-05-28T01:09:49.919381Z","end":"2026-05-28T01:09:50.231968Z","steps":["trace[1636428782] 'agreement among raft nodes before linearized reading' (duration: 311.700696ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:50.231997Z","caller":"traceutil/trace.go:171","msg":"trace[281362547] transaction","detail":"{read_only:false; response_revision:11088; number_of_response:1; }","duration":"312.916105ms","start":"2026-05-28T01:09:49.919056Z","end":"2026-05-28T01:09:50.231972Z","steps":["trace[281362547] 'process raft request' (duration: 311.700846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:50.232051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:09:49.919374Z","time spent":"312.663718ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:09:50.232129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:09:49.919032Z","time spent":"313.025107ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:09:51.432606Z","caller":"traceutil/trace.go:171","msg":"trace[449941718] transaction","detail":"{read_only:false; response_revision:11094; number_of_response:1; }","duration":"307.849896ms","start":"2026-05-28T01:09:51.124735Z","end":"2026-05-28T01:09:51.432585Z","steps":["trace[449941718] 'process raft request' (duration: 282.785658ms)","trace[449941718] 'compare' (duration: 24.832802ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:09:51.432734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:09:51.124718Z","time spent":"307.944308ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:09:51.435543Z","caller":"traceutil/trace.go:171","msg":"trace[195156433] transaction","detail":"{read_only:false; response_revision:11095; number_of_response:1; }","duration":"173.910992ms","start":"2026-05-28T01:09:51.26161Z","end":"2026-05-28T01:09:51.435521Z","steps":["trace[195156433] 'process raft request' (duration: 173.748388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:51.770243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.446419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:09:51.770394Z","caller":"traceutil/trace.go:171","msg":"trace[933781967] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:11096; }","duration":"158.644504ms","start":"2026-05-28T01:09:51.611728Z","end":"2026-05-28T01:09:51.770372Z","steps":["trace[933781967] 'range keys from in-memory index tree' (duration: 158.260375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:09:51.770283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.087044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:09:51.770513Z","caller":"traceutil/trace.go:171","msg":"trace[2072494151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11096; }","duration":"162.371851ms","start":"2026-05-28T01:09:51.608123Z","end":"2026-05-28T01:09:51.770495Z","steps":["trace[2072494151] 'range keys from in-memory index tree' (duration: 161.86875ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:51.88263Z","caller":"traceutil/trace.go:171","msg":"trace[646429825] transaction","detail":"{read_only:false; response_revision:11097; number_of_response:1; }","duration":"107.37603ms","start":"2026-05-28T01:09:51.775216Z","end":"2026-05-28T01:09:51.882592Z","steps":["trace[646429825] 'process raft request' (duration: 107.087193ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:09:52.400451Z","caller":"traceutil/trace.go:171","msg":"trace[2018850270] transaction","detail":"{read_only:false; response_revision:11102; number_of_response:1; }","duration":"104.79491ms","start":"2026-05-28T01:09:52.295619Z","end":"2026-05-28T01:09:52.400414Z","steps":["trace[2018850270] 'process raft request' (duration: 47.876554ms)","trace[2018850270] 'compare' (duration: 56.801453ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:10:03.57604Z","caller":"traceutil/trace.go:171","msg":"trace[771023755] transaction","detail":"{read_only:false; response_revision:11156; number_of_response:1; }","duration":"101.069653ms","start":"2026-05-28T01:10:03.474939Z","end":"2026-05-28T01:10:03.576009Z","steps":["trace[771023755] 'process raft request' (duration: 100.755255ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:10:03.576067Z","caller":"traceutil/trace.go:171","msg":"trace[1807111148] transaction","detail":"{read_only:false; response_revision:11155; number_of_response:1; }","duration":"101.169665ms","start":"2026-05-28T01:10:03.474804Z","end":"2026-05-28T01:10:03.575973Z","steps":["trace[1807111148] 'process raft request' (duration: 100.728614ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:10:04.549873Z","caller":"traceutil/trace.go:171","msg":"trace[1355187995] linearizableReadLoop","detail":"{readStateIndex:11588; appliedIndex:11587; }","duration":"129.598761ms","start":"2026-05-28T01:10:04.420242Z","end":"2026-05-28T01:10:04.549841Z","steps":["trace[1355187995] 'read index received' (duration: 64.946284ms)","trace[1355187995] 'applied index is now lower than readState.Index' (duration: 64.650807ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:10:04.549914Z","caller":"traceutil/trace.go:171","msg":"trace[1618880685] transaction","detail":"{read_only:false; response_revision:11161; number_of_response:1; }","duration":"192.218622ms","start":"2026-05-28T01:10:04.357657Z","end":"2026-05-28T01:10:04.549876Z","steps":["trace[1618880685] 'process raft request' (duration: 127.543364ms)","trace[1618880685] 'compare' (duration: 64.487074ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:10:04.550483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.215646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:10:04.550575Z","caller":"traceutil/trace.go:171","msg":"trace[1046009131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11161; }","duration":"130.350229ms","start":"2026-05-28T01:10:04.420203Z","end":"2026-05-28T01:10:04.550553Z","steps":["trace[1046009131] 'agreement among raft nodes before linearized reading' (duration: 129.739565ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:10:04.696666Z","caller":"traceutil/trace.go:171","msg":"trace[794169045] transaction","detail":"{read_only:false; response_revision:11163; number_of_response:1; }","duration":"141.177294ms","start":"2026-05-28T01:10:04.555461Z","end":"2026-05-28T01:10:04.696639Z","steps":["trace[794169045] 'process raft request' (duration: 122.117517ms)","trace[794169045] 'compare' (duration: 18.922434ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:10:41.28423Z","caller":"traceutil/trace.go:171","msg":"trace[1723467592] transaction","detail":"{read_only:false; response_revision:11348; number_of_response:1; }","duration":"142.054914ms","start":"2026-05-28T01:10:41.142156Z","end":"2026-05-28T01:10:41.28421Z","steps":["trace[1723467592] 'process raft request' (duration: 136.631816ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:10:47.916006Z","caller":"traceutil/trace.go:171","msg":"trace[703165934] transaction","detail":"{read_only:false; response_revision:11379; number_of_response:1; }","duration":"106.459369ms","start":"2026-05-28T01:10:47.809522Z","end":"2026-05-28T01:10:47.915981Z","steps":["trace[703165934] 'process raft request' (duration: 65.872966ms)","trace[703165934] 'compare' (duration: 40.429059ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:10:47.916229Z","caller":"traceutil/trace.go:171","msg":"trace[1182510636] transaction","detail":"{read_only:false; response_revision:11380; number_of_response:1; }","duration":"100.780655ms","start":"2026-05-28T01:10:47.815419Z","end":"2026-05-28T01:10:47.9162Z","steps":["trace[1182510636] 'process raft request' (duration: 100.523109ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:11:08.344828Z","caller":"traceutil/trace.go:171","msg":"trace[2050910922] transaction","detail":"{read_only:false; response_revision:11496; number_of_response:1; }","duration":"115.621933ms","start":"2026-05-28T01:11:08.22917Z","end":"2026-05-28T01:11:08.344792Z","steps":["trace[2050910922] 'process raft request' (duration: 114.561288ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:11:18.251902Z","caller":"traceutil/trace.go:171","msg":"trace[1334076968] transaction","detail":"{read_only:false; response_revision:11564; number_of_response:1; }","duration":"143.626101ms","start":"2026-05-28T01:11:18.108244Z","end":"2026-05-28T01:11:18.25187Z","steps":["trace[1334076968] 'process raft request' (duration: 127.225086ms)","trace[1334076968] 'compare' (duration: 16.21213ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:11:19.039739Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9516} {"level":"info","ts":"2026-05-28T01:11:19.333646Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9516,"took":"291.765258ms","hash":3756148879,"current-db-size-bytes":56455168,"current-db-size":"56 MB","current-db-size-in-use-bytes":24932352,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-05-28T01:11:19.333701Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3756148879,"revision":9516,"compact-revision":7981} {"level":"info","ts":"2026-05-28T01:12:21.072652Z","caller":"traceutil/trace.go:171","msg":"trace[1253433529] linearizableReadLoop","detail":"{readStateIndex:12592; appliedIndex:12591; }","duration":"214.546455ms","start":"2026-05-28T01:12:20.858081Z","end":"2026-05-28T01:12:21.072628Z","steps":["trace[1253433529] 'read index received' (duration: 214.356291ms)","trace[1253433529] 'applied index is now lower than readState.Index' (duration: 188.994µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:12:21.073035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.65401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-05-28T01:12:21.073096Z","caller":"traceutil/trace.go:171","msg":"trace[460417453] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:12133; }","duration":"128.703881ms","start":"2026-05-28T01:12:20.94437Z","end":"2026-05-28T01:12:21.073073Z","steps":["trace[460417453] 'agreement among raft nodes before linearized reading' (duration: 128.551407ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:12:21.073157Z","caller":"traceutil/trace.go:171","msg":"trace[1933622313] transaction","detail":"{read_only:false; response_revision:12133; number_of_response:1; }","duration":"325.570731ms","start":"2026-05-28T01:12:20.74752Z","end":"2026-05-28T01:12:21.073091Z","steps":["trace[1933622313] 'process raft request' (duration: 324.975817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:12:21.073664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:12:20.747497Z","time spent":"326.072213ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:12:21.073015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.921375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:12:21.074027Z","caller":"traceutil/trace.go:171","msg":"trace[231653801] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:12133; }","duration":"215.959908ms","start":"2026-05-28T01:12:20.858034Z","end":"2026-05-28T01:12:21.073994Z","steps":["trace[231653801] 'agreement among raft nodes before linearized reading' (duration: 214.809651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:12:38.26121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481210982,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:12:38.394977Z","caller":"traceutil/trace.go:171","msg":"trace[105260780] linearizableReadLoop","detail":"{readStateIndex:12876; appliedIndex:12875; }","duration":"634.655196ms","start":"2026-05-28T01:12:37.760299Z","end":"2026-05-28T01:12:38.394954Z","steps":["trace[105260780] 'read index received' (duration: 634.510933ms)","trace[105260780] 'applied index is now lower than readState.Index' (duration: 143.263µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:12:38.395075Z","caller":"traceutil/trace.go:171","msg":"trace[1444827032] transaction","detail":"{read_only:false; response_revision:12411; number_of_response:1; }","duration":"659.911728ms","start":"2026-05-28T01:12:37.735152Z","end":"2026-05-28T01:12:38.395064Z","steps":["trace[1444827032] 'process raft request' (duration: 659.622021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:12:38.395202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:12:37.735137Z","time spent":"659.96635ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:12:38.395285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.966223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:12:38.395365Z","caller":"traceutil/trace.go:171","msg":"trace[1241685956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12411; }","duration":"635.076156ms","start":"2026-05-28T01:12:37.760271Z","end":"2026-05-28T01:12:38.395347Z","steps":["trace[1241685956] 'agreement among raft nodes before linearized reading' (duration: 634.899362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:12:38.395407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:12:37.760259Z","time spent":"635.138368ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:12:38.467293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.43991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:12:38.467309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.727109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-05-28T01:12:38.467352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.072668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:12:38.467363Z","caller":"traceutil/trace.go:171","msg":"trace[2122664620] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12412; }","duration":"450.792521ms","start":"2026-05-28T01:12:38.016555Z","end":"2026-05-28T01:12:38.467347Z","steps":["trace[2122664620] 'agreement among raft nodes before linearized reading' (duration: 450.653268ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:12:38.467386Z","caller":"traceutil/trace.go:171","msg":"trace[2095097361] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12412; }","duration":"408.14444ms","start":"2026-05-28T01:12:38.059231Z","end":"2026-05-28T01:12:38.467375Z","steps":["trace[2095097361] 'agreement among raft nodes before linearized reading' (duration: 408.097179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:12:38.4674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:12:38.016548Z","time spent":"450.844593ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-05-28T01:12:38.467414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.524431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:12:38.467442Z","caller":"traceutil/trace.go:171","msg":"trace[551526234] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12412; }","duration":"452.581193ms","start":"2026-05-28T01:12:38.014854Z","end":"2026-05-28T01:12:38.467435Z","steps":["trace[551526234] 'agreement among raft nodes before linearized reading' (duration: 452.520732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:12:38.467455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.428037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:12:38.467476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:12:38.01485Z","time spent":"452.617524ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-05-28T01:12:38.467479Z","caller":"traceutil/trace.go:171","msg":"trace[2006084410] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12412; }","duration":"408.449767ms","start":"2026-05-28T01:12:38.059021Z","end":"2026-05-28T01:12:38.467471Z","steps":["trace[2006084410] 'agreement among raft nodes before linearized reading' (duration: 408.413026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:12:38.467502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:12:38.058989Z","time spent":"408.507019ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-05-28T01:12:38.467352Z","caller":"traceutil/trace.go:171","msg":"trace[1028335638] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12412; }","duration":"452.536622ms","start":"2026-05-28T01:12:38.014798Z","end":"2026-05-28T01:12:38.467335Z","steps":["trace[1028335638] 'agreement among raft nodes before linearized reading' (duration: 452.44614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:12:38.467381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.088201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-28T01:12:38.467522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.932031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-28T01:12:38.467606Z","caller":"traceutil/trace.go:171","msg":"trace[782711988] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12412; }","duration":"404.052934ms","start":"2026-05-28T01:12:38.063532Z","end":"2026-05-28T01:12:38.467584Z","steps":["trace[782711988] 'agreement among raft nodes before linearized reading' (duration: 403.803748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:12:38.467597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:12:38.01478Z","time spent":"452.772177ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T01:12:38.467664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.98798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:12:38.467704Z","caller":"traceutil/trace.go:171","msg":"trace[969619497] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12412; }","duration":"409.104893ms","start":"2026-05-28T01:12:38.058591Z","end":"2026-05-28T01:12:38.467696Z","steps":["trace[969619497] 'agreement among raft nodes before linearized reading' (duration: 409.045811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:12:38.467694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.186264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:12:38.467737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:12:38.058569Z","time spent":"409.160723ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-05-28T01:12:38.467769Z","caller":"traceutil/trace.go:171","msg":"trace[1905565899] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12412; }","duration":"452.278486ms","start":"2026-05-28T01:12:38.015459Z","end":"2026-05-28T01:12:38.467737Z","steps":["trace[1905565899] 'agreement among raft nodes before linearized reading' (duration: 452.175593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:12:38.467415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:12:38.059206Z","time spent":"408.201431ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-05-28T01:12:38.467766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.137626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:12:38.467804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.880062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:12:38.467799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.583148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:12:38.467833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:12:38.015452Z","time spent":"452.347297ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-05-28T01:12:38.467865Z","caller":"traceutil/trace.go:171","msg":"trace[1972264836] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:12412; }","duration":"485.648839ms","start":"2026-05-28T01:12:37.982197Z","end":"2026-05-28T01:12:38.467845Z","steps":["trace[1972264836] 'agreement among raft nodes before linearized reading' (duration: 485.550727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:12:38.467907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:12:37.982129Z","time spent":"485.768752ms","remote":"127.0.0.1:37150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:12:38.467837Z","caller":"traceutil/trace.go:171","msg":"trace[149328680] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12412; }","duration":"453.253169ms","start":"2026-05-28T01:12:38.014573Z","end":"2026-05-28T01:12:38.467826Z","steps":["trace[149328680] 'agreement among raft nodes before linearized reading' (duration: 453.159386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:12:38.467966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:12:38.014541Z","time spent":"453.415543ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-05-28T01:12:38.467584Z","caller":"traceutil/trace.go:171","msg":"trace[366175202] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12412; }","duration":"452.304207ms","start":"2026-05-28T01:12:38.015268Z","end":"2026-05-28T01:12:38.467572Z","steps":["trace[366175202] 'agreement among raft nodes before linearized reading' (duration: 452.00517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:12:38.468015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:12:38.015261Z","time spent":"452.742057ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-05-28T01:12:38.467663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:12:38.063521Z","time spent":"404.132776ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-05-28T01:12:38.46728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.244529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:12:38.46814Z","caller":"traceutil/trace.go:171","msg":"trace[95382209] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12412; }","duration":"411.173311ms","start":"2026-05-28T01:12:38.056959Z","end":"2026-05-28T01:12:38.468132Z","steps":["trace[95382209] 'agreement among raft nodes before linearized reading' (duration: 410.230959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:12:38.468167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:12:38.05694Z","time spent":"411.219703ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-05-28T01:12:38.46785Z","caller":"traceutil/trace.go:171","msg":"trace[1031041392] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:12412; }","duration":"565.965914ms","start":"2026-05-28T01:12:37.901872Z","end":"2026-05-28T01:12:38.467838Z","steps":["trace[1031041392] 'agreement among raft nodes before linearized reading' (duration: 565.896532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:12:38.468252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:12:37.901849Z","time spent":"566.387534ms","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:13:00.819037Z","caller":"traceutil/trace.go:171","msg":"trace[924859438] linearizableReadLoop","detail":"{readStateIndex:13006; appliedIndex:13005; }","duration":"187.353117ms","start":"2026-05-28T01:13:00.631658Z","end":"2026-05-28T01:13:00.819011Z","steps":["trace[924859438] 'read index received' (duration: 187.178183ms)","trace[924859438] 'applied index is now lower than readState.Index' (duration: 173.964µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:13:00.819088Z","caller":"traceutil/trace.go:171","msg":"trace[1564116128] transaction","detail":"{read_only:false; response_revision:12536; number_of_response:1; }","duration":"218.934129ms","start":"2026-05-28T01:13:00.600117Z","end":"2026-05-28T01:13:00.819051Z","steps":["trace[1564116128] 'process raft request' (duration: 218.748395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:13:00.819242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.564832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:13:00.819299Z","caller":"traceutil/trace.go:171","msg":"trace[1221022210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12536; }","duration":"187.678165ms","start":"2026-05-28T01:13:00.631606Z","end":"2026-05-28T01:13:00.819284Z","steps":["trace[1221022210] 'agreement among raft nodes before linearized reading' (duration: 187.508301ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:13:00.860486Z","caller":"traceutil/trace.go:171","msg":"trace[2143444877] transaction","detail":"{read_only:false; response_revision:12537; number_of_response:1; }","duration":"202.78139ms","start":"2026-05-28T01:13:00.657681Z","end":"2026-05-28T01:13:00.860463Z","steps":["trace[2143444877] 'process raft request' (duration: 202.577385ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:13:00.860667Z","caller":"traceutil/trace.go:171","msg":"trace[433271601] transaction","detail":"{read_only:false; response_revision:12538; number_of_response:1; }","duration":"196.105243ms","start":"2026-05-28T01:13:00.664519Z","end":"2026-05-28T01:13:00.860624Z","steps":["trace[433271601] 'process raft request' (duration: 195.901868ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:13:00.989618Z","caller":"traceutil/trace.go:171","msg":"trace[2020198970] transaction","detail":"{read_only:false; response_revision:12539; number_of_response:1; }","duration":"166.018517ms","start":"2026-05-28T01:13:00.823573Z","end":"2026-05-28T01:13:00.989592Z","steps":["trace[2020198970] 'process raft request' (duration: 165.821512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:13:01.734858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.80636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:13:01.734977Z","caller":"traceutil/trace.go:171","msg":"trace[1347756526] linearizableReadLoop","detail":"{readStateIndex:13012; appliedIndex:13011; }","duration":"328.099381ms","start":"2026-05-28T01:13:01.406861Z","end":"2026-05-28T01:13:01.734961Z","steps":["trace[1347756526] 'read index received' (duration: 226.171978ms)","trace[1347756526] 'applied index is now lower than readState.Index' (duration: 101.926193ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:13:01.735037Z","caller":"traceutil/trace.go:171","msg":"trace[1788354476] transaction","detail":"{read_only:false; response_revision:12542; number_of_response:1; }","duration":"329.045773ms","start":"2026-05-28T01:13:01.405958Z","end":"2026-05-28T01:13:01.735004Z","steps":["trace[1788354476] 'process raft request' (duration: 226.996548ms)","trace[1788354476] 'compare' (duration: 101.500152ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:13:01.735253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.255117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:13:01.735309Z","caller":"traceutil/trace.go:171","msg":"trace[1041611696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12542; }","duration":"271.351199ms","start":"2026-05-28T01:13:01.463944Z","end":"2026-05-28T01:13:01.735295Z","steps":["trace[1041611696] 'agreement among raft nodes before linearized reading' (duration: 271.256177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:13:01.73528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:13:01.405934Z","time spent":"329.241778ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:13:01.73529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.264742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:13:01.735378Z","caller":"traceutil/trace.go:171","msg":"trace[596825498] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12542; }","duration":"313.390636ms","start":"2026-05-28T01:13:01.421962Z","end":"2026-05-28T01:13:01.735353Z","steps":["trace[596825498] 'agreement among raft nodes before linearized reading' (duration: 313.214652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:13:01.735363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.131871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T01:13:01.735446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:13:01.421949Z","time spent":"313.482928ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":23,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:13:01.735458Z","caller":"traceutil/trace.go:171","msg":"trace[1803489201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12542; }","duration":"276.232484ms","start":"2026-05-28T01:13:01.459205Z","end":"2026-05-28T01:13:01.735438Z","steps":["trace[1803489201] 'agreement among raft nodes before linearized reading' (duration: 275.990678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:13:01.735929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.060463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:445255"} {"level":"info","ts":"2026-05-28T01:13:01.735977Z","caller":"traceutil/trace.go:171","msg":"trace[964637925] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12542; }","duration":"329.144155ms","start":"2026-05-28T01:13:01.406822Z","end":"2026-05-28T01:13:01.735966Z","steps":["trace[964637925] 'agreement among raft nodes before linearized reading' (duration: 328.239164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:13:01.736011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:13:01.406805Z","time spent":"329.196866ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":445278,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-28T01:13:02.185924Z","caller":"traceutil/trace.go:171","msg":"trace[477710578] transaction","detail":"{read_only:false; response_revision:12544; number_of_response:1; }","duration":"164.04019ms","start":"2026-05-28T01:13:02.021857Z","end":"2026-05-28T01:13:02.185897Z","steps":["trace[477710578] 'process raft request' (duration: 163.868145ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:16:19.046698Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11570} {"level":"info","ts":"2026-05-28T01:16:19.125992Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11570,"took":"77.008926ms","hash":940334514,"current-db-size-bytes":56455168,"current-db-size":"56 MB","current-db-size-in-use-bytes":26464256,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-28T01:16:19.126042Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":940334514,"revision":11570,"compact-revision":9516} {"level":"info","ts":"2026-05-28T01:18:52.270028Z","caller":"traceutil/trace.go:171","msg":"trace[1905782451] linearizableReadLoop","detail":"{readStateIndex:15490; appliedIndex:15489; }","duration":"277.304014ms","start":"2026-05-28T01:18:51.992701Z","end":"2026-05-28T01:18:52.270005Z","steps":["trace[1905782451] 'read index received' (duration: 277.169111ms)","trace[1905782451] 'applied index is now lower than readState.Index' (duration: 134.003µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:18:52.270058Z","caller":"traceutil/trace.go:171","msg":"trace[211970743] transaction","detail":"{read_only:false; response_revision:14932; number_of_response:1; }","duration":"278.781309ms","start":"2026-05-28T01:18:51.991252Z","end":"2026-05-28T01:18:52.270034Z","steps":["trace[211970743] 'process raft request' (duration: 278.588354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:18:52.270261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.540229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:18:52.270406Z","caller":"traceutil/trace.go:171","msg":"trace[1136040259] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14932; }","duration":"277.726343ms","start":"2026-05-28T01:18:51.992664Z","end":"2026-05-28T01:18:52.27039Z","steps":["trace[1136040259] 'agreement among raft nodes before linearized reading' (duration: 277.450737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:18:52.271035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.089128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-5f4c5676d4-k86vx\" ","response":"range_response_count:1 size:8461"} {"level":"info","ts":"2026-05-28T01:18:52.271098Z","caller":"traceutil/trace.go:171","msg":"trace[196234108] range","detail":"{range_begin:/registry/pods/openstack/placement-api-5f4c5676d4-k86vx; range_end:; response_count:1; response_revision:14934; }","duration":"239.182389ms","start":"2026-05-28T01:18:52.031903Z","end":"2026-05-28T01:18:52.271086Z","steps":["trace[196234108] 'agreement among raft nodes before linearized reading' (duration: 238.999415ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:18:55.45488Z","caller":"traceutil/trace.go:171","msg":"trace[401303320] transaction","detail":"{read_only:false; response_revision:14955; number_of_response:1; }","duration":"187.733993ms","start":"2026-05-28T01:18:55.267126Z","end":"2026-05-28T01:18:55.45486Z","steps":["trace[401303320] 'process raft request' (duration: 187.573889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:06.975122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481218433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:19:07.475575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481218433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:19:07.726293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305294543s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:19:07.726714Z","caller":"traceutil/trace.go:171","msg":"trace[792805609] transaction","detail":"{read_only:false; response_revision:15011; number_of_response:1; }","duration":"1.305827675s","start":"2026-05-28T01:19:06.420855Z","end":"2026-05-28T01:19:07.726683Z","steps":["trace[792805609] 'process raft request' (duration: 1.30561804s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:07.726869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:06.420827Z","time spent":"1.305964138s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:19:07.728267Z","caller":"traceutil/trace.go:171","msg":"trace[113089985] linearizableReadLoop","detail":"{readStateIndex:15574; appliedIndex:15571; }","duration":"1.253900387s","start":"2026-05-28T01:19:06.474337Z","end":"2026-05-28T01:19:07.728237Z","steps":["trace[113089985] 'read index received' (duration: 1.252231598s)","trace[113089985] 'applied index is now lower than readState.Index' (duration: 1.667829ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:19:07.728304Z","caller":"traceutil/trace.go:171","msg":"trace[1371510995] transaction","detail":"{read_only:false; response_revision:15012; number_of_response:1; }","duration":"1.293561258s","start":"2026-05-28T01:19:06.434715Z","end":"2026-05-28T01:19:07.728276Z","steps":["trace[1371510995] 'process raft request' (duration: 1.293366073s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:07.728428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:06.434685Z","time spent":"1.29367469s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:19:07.728424Z","caller":"traceutil/trace.go:171","msg":"trace[1685598486] transaction","detail":"{read_only:false; response_revision:15013; number_of_response:1; }","duration":"951.558187ms","start":"2026-05-28T01:19:06.776834Z","end":"2026-05-28T01:19:07.728392Z","steps":["trace[1685598486] 'process raft request' (duration: 951.372062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:07.728724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.744498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-28T01:19:07.728796Z","caller":"traceutil/trace.go:171","msg":"trace[2063172399] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15013; }","duration":"113.850521ms","start":"2026-05-28T01:19:07.61493Z","end":"2026-05-28T01:19:07.72878Z","steps":["trace[2063172399] 'agreement among raft nodes before linearized reading' (duration: 113.632396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:07.728792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.076159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-28T01:19:07.728526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254171743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:19:07.728877Z","caller":"traceutil/trace.go:171","msg":"trace[671316628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:15013; }","duration":"975.16088ms","start":"2026-05-28T01:19:06.753699Z","end":"2026-05-28T01:19:07.728859Z","steps":["trace[671316628] 'agreement among raft nodes before linearized reading' (duration: 974.71077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:07.728963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:06.753639Z","time spent":"975.312124ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"warn","ts":"2026-05-28T01:19:07.72856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.013165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:19:07.729066Z","caller":"traceutil/trace.go:171","msg":"trace[1795409188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15013; }","duration":"1.254631994s","start":"2026-05-28T01:19:06.474303Z","end":"2026-05-28T01:19:07.728935Z","steps":["trace[1795409188] 'agreement among raft nodes before linearized reading' (duration: 1.25404373s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:07.729158Z","caller":"traceutil/trace.go:171","msg":"trace[1244882082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15013; }","duration":"265.592109ms","start":"2026-05-28T01:19:07.463514Z","end":"2026-05-28T01:19:07.729106Z","steps":["trace[1244882082] 'agreement among raft nodes before linearized reading' (duration: 265.013756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:07.728572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.293442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T01:19:07.728659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.289421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:19:07.729271Z","caller":"traceutil/trace.go:171","msg":"trace[1177555999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15013; }","duration":"216.990479ms","start":"2026-05-28T01:19:07.51226Z","end":"2026-05-28T01:19:07.729251Z","steps":["trace[1177555999] 'agreement among raft nodes before linearized reading' (duration: 216.1864ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:07.729339Z","caller":"traceutil/trace.go:171","msg":"trace[596509994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15013; }","duration":"951.994757ms","start":"2026-05-28T01:19:06.777324Z","end":"2026-05-28T01:19:07.729319Z","steps":["trace[596509994] 'agreement among raft nodes before linearized reading' (duration: 951.25935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:07.729404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:06.474289Z","time spent":"1.254972752s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:19:07.729443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:06.777295Z","time spent":"952.083789ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:19:07.729751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:06.776817Z","time spent":"951.930885ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:19:14.417676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.781132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:19:14.417756Z","caller":"traceutil/trace.go:171","msg":"trace[38619474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15050; }","duration":"563.902645ms","start":"2026-05-28T01:19:13.853837Z","end":"2026-05-28T01:19:14.41774Z","steps":["trace[38619474] 'range keys from in-memory index tree' (duration: 563.627728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:14.417789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:13.853822Z","time spent":"563.960837ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:19:14.910417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481218546,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:19:14.977379Z","caller":"traceutil/trace.go:171","msg":"trace[1282449821] transaction","detail":"{read_only:false; response_revision:15051; number_of_response:1; }","duration":"619.917849ms","start":"2026-05-28T01:19:14.357434Z","end":"2026-05-28T01:19:14.977352Z","steps":["trace[1282449821] 'process raft request' (duration: 619.680983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:14.977516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:14.357417Z","time spent":"620.026961ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:19:15.301623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.012517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:19:15.301899Z","caller":"traceutil/trace.go:171","msg":"trace[790894317] transaction","detail":"{read_only:false; response_revision:15052; number_of_response:1; }","duration":"880.051848ms","start":"2026-05-28T01:19:14.421832Z","end":"2026-05-28T01:19:15.301884Z","steps":["trace[790894317] 'process raft request' (duration: 718.719234ms)","trace[790894317] 'compare' (duration: 160.937395ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:19:15.301951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:14.421816Z","time spent":"880.11234ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:19:15.319144Z","caller":"traceutil/trace.go:171","msg":"trace[1003216237] linearizableReadLoop","detail":"{readStateIndex:15615; appliedIndex:15612; }","duration":"909.045788ms","start":"2026-05-28T01:19:14.410073Z","end":"2026-05-28T01:19:15.319119Z","steps":["trace[1003216237] 'read index received' (duration: 567.042228ms)","trace[1003216237] 'applied index is now lower than readState.Index' (duration: 342.00211ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:19:15.319364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.258753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:19:15.31942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.514346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:19:15.319423Z","caller":"traceutil/trace.go:171","msg":"trace[1227312950] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:15052; }","duration":"909.358826ms","start":"2026-05-28T01:19:14.410046Z","end":"2026-05-28T01:19:15.319405Z","steps":["trace[1227312950] 'agreement among raft nodes before linearized reading' (duration: 909.237293ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:15.319489Z","caller":"traceutil/trace.go:171","msg":"trace[754823029] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:15052; }","duration":"540.632339ms","start":"2026-05-28T01:19:14.778839Z","end":"2026-05-28T01:19:15.319471Z","steps":["trace[754823029] 'agreement among raft nodes before linearized reading' (duration: 540.508056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:15.319502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:14.410017Z","time spent":"909.469538ms","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:19:15.319537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:14.778819Z","time spent":"540.70424ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:19:15.319599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.28903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7911"} {"level":"info","ts":"2026-05-28T01:19:15.319681Z","caller":"traceutil/trace.go:171","msg":"trace[1989444758] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:15052; }","duration":"192.393433ms","start":"2026-05-28T01:19:15.127255Z","end":"2026-05-28T01:19:15.319648Z","steps":["trace[1989444758] 'agreement among raft nodes before linearized reading' (duration: 192.175208ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:23.468723Z","caller":"traceutil/trace.go:171","msg":"trace[68002029] linearizableReadLoop","detail":"{readStateIndex:15656; appliedIndex:15655; }","duration":"130.656225ms","start":"2026-05-28T01:19:23.338045Z","end":"2026-05-28T01:19:23.468701Z","steps":["trace[68002029] 'read index received' (duration: 130.424959ms)","trace[68002029] 'applied index is now lower than readState.Index' (duration: 230.356µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:19:23.468773Z","caller":"traceutil/trace.go:171","msg":"trace[1287861116] transaction","detail":"{read_only:false; response_revision:15092; number_of_response:1; }","duration":"243.407119ms","start":"2026-05-28T01:19:23.225339Z","end":"2026-05-28T01:19:23.468746Z","steps":["trace[1287861116] 'process raft request' (duration: 243.216754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:23.468965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.89638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:19:23.469008Z","caller":"traceutil/trace.go:171","msg":"trace[1054571285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15092; }","duration":"130.989832ms","start":"2026-05-28T01:19:23.338008Z","end":"2026-05-28T01:19:23.468998Z","steps":["trace[1054571285] 'agreement among raft nodes before linearized reading' (duration: 130.817648ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:24.073677Z","caller":"traceutil/trace.go:171","msg":"trace[1238710368] transaction","detail":"{read_only:false; response_revision:15094; number_of_response:1; }","duration":"278.362158ms","start":"2026-05-28T01:19:23.795291Z","end":"2026-05-28T01:19:24.073653Z","steps":["trace[1238710368] 'process raft request' (duration: 278.200005ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:24.084308Z","caller":"traceutil/trace.go:171","msg":"trace[207361128] linearizableReadLoop","detail":"{readStateIndex:15660; appliedIndex:15657; }","duration":"254.519319ms","start":"2026-05-28T01:19:23.829767Z","end":"2026-05-28T01:19:24.084286Z","steps":["trace[207361128] 'read index received' (duration: 243.763886ms)","trace[207361128] 'applied index is now lower than readState.Index' (duration: 10.754593ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:19:24.084375Z","caller":"traceutil/trace.go:171","msg":"trace[1640821735] transaction","detail":"{read_only:false; response_revision:15095; number_of_response:1; }","duration":"288.925696ms","start":"2026-05-28T01:19:23.795407Z","end":"2026-05-28T01:19:24.084333Z","steps":["trace[1640821735] 'process raft request' (duration: 288.704911ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:24.084417Z","caller":"traceutil/trace.go:171","msg":"trace[1924773244] transaction","detail":"{read_only:false; response_revision:15096; number_of_response:1; }","duration":"263.50002ms","start":"2026-05-28T01:19:23.820857Z","end":"2026-05-28T01:19:24.084357Z","steps":["trace[1924773244] 'process raft request' (duration: 263.392647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:24.084552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.760025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:19:24.084588Z","caller":"traceutil/trace.go:171","msg":"trace[1454615103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15096; }","duration":"254.851547ms","start":"2026-05-28T01:19:23.829728Z","end":"2026-05-28T01:19:24.08458Z","steps":["trace[1454615103] 'agreement among raft nodes before linearized reading' (duration: 254.652652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:24.084649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.698008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T01:19:24.084693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.311979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:19:24.084741Z","caller":"traceutil/trace.go:171","msg":"trace[1944605887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15096; }","duration":"232.79797ms","start":"2026-05-28T01:19:23.85192Z","end":"2026-05-28T01:19:24.084718Z","steps":["trace[1944605887] 'agreement among raft nodes before linearized reading' (duration: 232.581815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:24.084673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.656718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:19:24.084829Z","caller":"traceutil/trace.go:171","msg":"trace[1445790335] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:15096; }","duration":"215.862922ms","start":"2026-05-28T01:19:23.868948Z","end":"2026-05-28T01:19:24.084811Z","steps":["trace[1445790335] 'agreement among raft nodes before linearized reading' (duration: 215.600056ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:24.084781Z","caller":"traceutil/trace.go:171","msg":"trace[220623917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15096; }","duration":"232.470022ms","start":"2026-05-28T01:19:23.852294Z","end":"2026-05-28T01:19:24.084764Z","steps":["trace[220623917] 'agreement among raft nodes before linearized reading' (duration: 232.200546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:24.085013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.029681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:19:24.08506Z","caller":"traceutil/trace.go:171","msg":"trace[235204469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15096; }","duration":"252.112363ms","start":"2026-05-28T01:19:23.832936Z","end":"2026-05-28T01:19:24.085048Z","steps":["trace[235204469] 'agreement among raft nodes before linearized reading' (duration: 251.538619ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:31.347095Z","caller":"traceutil/trace.go:171","msg":"trace[1923928048] linearizableReadLoop","detail":"{readStateIndex:15718; appliedIndex:15717; }","duration":"261.623335ms","start":"2026-05-28T01:19:31.0854Z","end":"2026-05-28T01:19:31.347023Z","steps":["trace[1923928048] 'read index received' (duration: 232.089033ms)","trace[1923928048] 'applied index is now lower than readState.Index' (duration: 29.532792ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:19:31.347312Z","caller":"traceutil/trace.go:171","msg":"trace[185993386] transaction","detail":"{read_only:false; response_revision:15150; number_of_response:1; }","duration":"311.196008ms","start":"2026-05-28T01:19:31.036064Z","end":"2026-05-28T01:19:31.34726Z","steps":["trace[185993386] 'process raft request' (duration: 281.43804ms)","trace[185993386] 'compare' (duration: 29.232496ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:19:31.34752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:31.036032Z","time spent":"311.378833ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:19:31.347495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.073647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-qb9vp\" ","response":"range_response_count:1 size:11628"} {"level":"info","ts":"2026-05-28T01:19:31.347677Z","caller":"traceutil/trace.go:171","msg":"trace[553957910] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-qb9vp; range_end:; response_count:1; response_revision:15150; }","duration":"262.322652ms","start":"2026-05-28T01:19:31.085325Z","end":"2026-05-28T01:19:31.347648Z","steps":["trace[553957910] 'agreement among raft nodes before linearized reading' (duration: 261.956393ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:31.551853Z","caller":"traceutil/trace.go:171","msg":"trace[345066021] transaction","detail":"{read_only:false; response_revision:15151; number_of_response:1; }","duration":"192.391812ms","start":"2026-05-28T01:19:31.35943Z","end":"2026-05-28T01:19:31.551822Z","steps":["trace[345066021] 'process raft request' (duration: 192.241378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:34.00254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141235994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:19:34.00258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.26747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-28T01:19:34.002579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375967809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415445"} {"level":"info","ts":"2026-05-28T01:19:34.002708Z","caller":"traceutil/trace.go:171","msg":"trace[497957211] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15159; }","duration":"815.445685ms","start":"2026-05-28T01:19:33.187239Z","end":"2026-05-28T01:19:34.002685Z","steps":["trace[497957211] 'range keys from in-memory index tree' (duration: 815.105366ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:34.002704Z","caller":"traceutil/trace.go:171","msg":"trace[1193078507] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:15159; }","duration":"1.141470089s","start":"2026-05-28T01:19:32.861204Z","end":"2026-05-28T01:19:34.002674Z","steps":["trace[1193078507] 'count revisions from in-memory index tree' (duration: 1.141136861s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:34.002716Z","caller":"traceutil/trace.go:171","msg":"trace[802257952] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:15159; }","duration":"1.376153483s","start":"2026-05-28T01:19:32.626541Z","end":"2026-05-28T01:19:34.002695Z","steps":["trace[802257952] 'range keys from in-memory index tree' (duration: 1.37560852s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:34.002685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035098135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:19:34.002751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:33.187216Z","time spent":"815.526286ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:19:34.002766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:32.626515Z","time spent":"1.376241205s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415468,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-28T01:19:34.00277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:32.86118Z","time spent":"1.141575411s","remote":"127.0.0.1:59224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:19:34.002799Z","caller":"traceutil/trace.go:171","msg":"trace[835317744] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:15159; }","duration":"1.035243049s","start":"2026-05-28T01:19:32.967525Z","end":"2026-05-28T01:19:34.002768Z","steps":["trace[835317744] 'count revisions from in-memory index tree' (duration: 1.035021334s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:34.002871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:32.967504Z","time spent":"1.035346882s","remote":"127.0.0.1:37142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:19:34.003241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.190424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:19:34.003312Z","caller":"traceutil/trace.go:171","msg":"trace[248905491] transaction","detail":"{read_only:false; response_revision:15160; number_of_response:1; }","duration":"749.365144ms","start":"2026-05-28T01:19:33.253933Z","end":"2026-05-28T01:19:34.003298Z","steps":["trace[248905491] 'process raft request' (duration: 639.059397ms)","trace[248905491] 'compare' (duration: 110.098912ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:19:34.003363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:33.253906Z","time spent":"749.430886ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:19:34.051302Z","caller":"traceutil/trace.go:171","msg":"trace[158358293] linearizableReadLoop","detail":"{readStateIndex:15729; appliedIndex:15727; }","duration":"586.495635ms","start":"2026-05-28T01:19:33.464782Z","end":"2026-05-28T01:19:34.051277Z","steps":["trace[158358293] 'read index received' (duration: 428.205183ms)","trace[158358293] 'applied index is now lower than readState.Index' (duration: 158.289252ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:19:34.051464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.666159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:19:34.05139Z","caller":"traceutil/trace.go:171","msg":"trace[267044761] transaction","detail":"{read_only:false; response_revision:15161; number_of_response:1; }","duration":"698.075732ms","start":"2026-05-28T01:19:33.35327Z","end":"2026-05-28T01:19:34.051345Z","steps":["trace[267044761] 'process raft request' (duration: 697.789845ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:34.051514Z","caller":"traceutil/trace.go:171","msg":"trace[1888939512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15162; }","duration":"586.763552ms","start":"2026-05-28T01:19:33.464732Z","end":"2026-05-28T01:19:34.051496Z","steps":["trace[1888939512] 'agreement among raft nodes before linearized reading' (duration: 586.673699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:34.051563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:33.464712Z","time spent":"586.841563ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:19:34.0516Z","caller":"traceutil/trace.go:171","msg":"trace[1919084705] transaction","detail":"{read_only:false; response_revision:15162; number_of_response:1; }","duration":"203.171285ms","start":"2026-05-28T01:19:33.848258Z","end":"2026-05-28T01:19:34.051429Z","steps":["trace[1919084705] 'process raft request' (duration: 202.96768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:34.051628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.525183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T01:19:34.051806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:33.353241Z","time spent":"698.314267ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:19:34.05181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.218377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:19:34.051745Z","caller":"traceutil/trace.go:171","msg":"trace[872511219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15162; }","duration":"455.680947ms","start":"2026-05-28T01:19:33.596045Z","end":"2026-05-28T01:19:34.051725Z","steps":["trace[872511219] 'agreement among raft nodes before linearized reading' (duration: 455.471732ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:34.051898Z","caller":"traceutil/trace.go:171","msg":"trace[192286272] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:15162; }","duration":"102.37412ms","start":"2026-05-28T01:19:33.949502Z","end":"2026-05-28T01:19:34.051876Z","steps":["trace[192286272] 'agreement among raft nodes before linearized reading' (duration: 102.161345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:34.051892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.418812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:19:34.051946Z","caller":"traceutil/trace.go:171","msg":"trace[172240179] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:15162; }","duration":"383.521745ms","start":"2026-05-28T01:19:33.668412Z","end":"2026-05-28T01:19:34.051934Z","steps":["trace[172240179] 'agreement among raft nodes before linearized reading' (duration: 383.402712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:34.051931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:33.596021Z","time spent":"455.891641ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:19:34.051982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:33.668394Z","time spent":"383.578536ms","remote":"127.0.0.1:36160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:19:34.052023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.96449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:19:34.052119Z","caller":"traceutil/trace.go:171","msg":"trace[244540812] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:15162; }","duration":"148.128974ms","start":"2026-05-28T01:19:33.903966Z","end":"2026-05-28T01:19:34.052095Z","steps":["trace[244540812] 'agreement among raft nodes before linearized reading' (duration: 147.781065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:35.420062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.576463ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:19:35.420164Z","caller":"traceutil/trace.go:171","msg":"trace[634084140] linearizableReadLoop","detail":"{readStateIndex:15741; appliedIndex:15740; }","duration":"615.27153ms","start":"2026-05-28T01:19:34.804878Z","end":"2026-05-28T01:19:35.42015Z","steps":["trace[634084140] 'read index received' (duration: 58.062µs)","trace[634084140] 'applied index is now lower than readState.Index' (duration: 615.212328ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:19:35.42036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.465914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:19:35.420407Z","caller":"traceutil/trace.go:171","msg":"trace[1814423304] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:15172; }","duration":"615.561217ms","start":"2026-05-28T01:19:34.804833Z","end":"2026-05-28T01:19:35.420394Z","steps":["trace[1814423304] 'agreement among raft nodes before linearized reading' (duration: 615.467865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:35.420426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:34.804813Z","time spent":"615.607657ms","remote":"127.0.0.1:42918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:19:35.473423Z","caller":"traceutil/trace.go:171","msg":"trace[1998482782] transaction","detail":"{read_only:false; response_revision:15173; number_of_response:1; }","duration":"336.354478ms","start":"2026-05-28T01:19:35.13703Z","end":"2026-05-28T01:19:35.473385Z","steps":["trace[1998482782] 'process raft request' (duration: 336.00529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:35.473451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.69495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:19:35.473525Z","caller":"traceutil/trace.go:171","msg":"trace[1004408992] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:15173; }","duration":"650.806413ms","start":"2026-05-28T01:19:34.822702Z","end":"2026-05-28T01:19:35.473509Z","steps":["trace[1004408992] 'agreement among raft nodes before linearized reading' (duration: 650.622149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:35.473536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.255523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-qb9vp\" ","response":"range_response_count:1 size:11830"} {"level":"warn","ts":"2026-05-28T01:19:35.47358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:35.137002Z","time spent":"336.509172ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T01:19:35.473624Z","caller":"traceutil/trace.go:171","msg":"trace[945955459] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-qb9vp; range_end:; response_count:1; response_revision:15173; }","duration":"338.393097ms","start":"2026-05-28T01:19:35.135211Z","end":"2026-05-28T01:19:35.473604Z","steps":["trace[945955459] 'agreement among raft nodes before linearized reading' (duration: 338.072769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:35.473664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:35.135195Z","time spent":"338.462348ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11853,"request content":"key:\"/registry/pods/openstack/openvswitch-qb9vp\" "} {"level":"warn","ts":"2026-05-28T01:19:35.473567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:34.822693Z","time spent":"650.867305ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:19:36.665856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.859196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:19:36.665973Z","caller":"traceutil/trace.go:171","msg":"trace[1248103682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15189; }","duration":"203.01577ms","start":"2026-05-28T01:19:36.462914Z","end":"2026-05-28T01:19:36.66593Z","steps":["trace[1248103682] 'range keys from in-memory index tree' (duration: 202.688332ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:56.239834Z","caller":"traceutil/trace.go:171","msg":"trace[2091104473] linearizableReadLoop","detail":"{readStateIndex:16050; appliedIndex:16049; }","duration":"105.206178ms","start":"2026-05-28T01:19:56.134602Z","end":"2026-05-28T01:19:56.239809Z","steps":["trace[2091104473] 'read index received' (duration: 105.149127ms)","trace[2091104473] 'applied index is now lower than readState.Index' (duration: 55.921µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:19:56.239957Z","caller":"traceutil/trace.go:171","msg":"trace[612147558] transaction","detail":"{read_only:false; response_revision:15467; number_of_response:1; }","duration":"113.454801ms","start":"2026-05-28T01:19:56.126491Z","end":"2026-05-28T01:19:56.239946Z","steps":["trace[612147558] 'process raft request' (duration: 113.153004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:56.240177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.562176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:19:56.240241Z","caller":"traceutil/trace.go:171","msg":"trace[732613321] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:15467; }","duration":"105.667639ms","start":"2026-05-28T01:19:56.134557Z","end":"2026-05-28T01:19:56.240225Z","steps":["trace[732613321] 'agreement among raft nodes before linearized reading' (duration: 105.521895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:56.740218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481219732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:19:57.240443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481219732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:19:57.594172Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.354493946s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:19:57.594936Z","caller":"traceutil/trace.go:171","msg":"trace[1773117300] transaction","detail":"{read_only:false; response_revision:15468; number_of_response:1; }","duration":"1.367756407s","start":"2026-05-28T01:19:56.227151Z","end":"2026-05-28T01:19:57.594908Z","steps":["trace[1773117300] 'process raft request' (duration: 1.367517082s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:57.595126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:56.22713Z","time spent":"1.36789707s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:19:57.595394Z","caller":"traceutil/trace.go:171","msg":"trace[1705602006] transaction","detail":"{read_only:false; response_revision:15469; number_of_response:1; }","duration":"1.363516218s","start":"2026-05-28T01:19:56.23172Z","end":"2026-05-28T01:19:57.595236Z","steps":["trace[1705602006] 'process raft request' (duration: 1.363134679s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:57.595639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:56.231711Z","time spent":"1.363765264s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:19:57.730113Z","caller":"traceutil/trace.go:171","msg":"trace[929554434] linearizableReadLoop","detail":"{readStateIndex:16054; appliedIndex:16050; }","duration":"1.490173678s","start":"2026-05-28T01:19:56.239914Z","end":"2026-05-28T01:19:57.730088Z","steps":["trace[929554434] 'read index received' (duration: 1.354846705s)","trace[929554434] 'applied index is now lower than readState.Index' (duration: 135.325853ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:19:57.730157Z","caller":"traceutil/trace.go:171","msg":"trace[1071652722] transaction","detail":"{read_only:false; response_revision:15470; number_of_response:1; }","duration":"1.483617384s","start":"2026-05-28T01:19:56.246499Z","end":"2026-05-28T01:19:57.730117Z","steps":["trace[1071652722] 'process raft request' (duration: 1.430358124s)","trace[1071652722] 'compare' (duration: 53.039175ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:19:57.730171Z","caller":"traceutil/trace.go:171","msg":"trace[421808576] transaction","detail":"{read_only:false; response_revision:15471; number_of_response:1; }","duration":"925.683269ms","start":"2026-05-28T01:19:56.804449Z","end":"2026-05-28T01:19:57.730132Z","steps":["trace[421808576] 'process raft request' (duration: 925.585507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:57.730386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519904015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70e29633-8e94-4be9-bad7-0a9ae6aca0c5\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-05-28T01:19:57.730431Z","caller":"traceutil/trace.go:171","msg":"trace[186242549] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-70e29633-8e94-4be9-bad7-0a9ae6aca0c5; range_end:; response_count:1; response_revision:15471; }","duration":"1.520014338s","start":"2026-05-28T01:19:56.210404Z","end":"2026-05-28T01:19:57.730418Z","steps":["trace[186242549] 'agreement among raft nodes before linearized reading' (duration: 1.519832524s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:57.730474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:56.21037Z","time spent":"1.52009532s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70e29633-8e94-4be9-bad7-0a9ae6aca0c5\" "} {"level":"warn","ts":"2026-05-28T01:19:57.730511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285686702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70e29633-8e94-4be9-bad7-0a9ae6aca0c5\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-05-28T01:19:57.730527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.290674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:19:57.730455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:56.246481Z","time spent":"1.483739216s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:19:57.730584Z","caller":"traceutil/trace.go:171","msg":"trace[877564807] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-70e29633-8e94-4be9-bad7-0a9ae6aca0c5; range_end:; response_count:1; response_revision:15471; }","duration":"1.285812884s","start":"2026-05-28T01:19:56.44475Z","end":"2026-05-28T01:19:57.730563Z","steps":["trace[877564807] 'agreement among raft nodes before linearized reading' (duration: 1.285585519s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:57.730607Z","caller":"traceutil/trace.go:171","msg":"trace[1587519930] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:15471; }","duration":"512.410187ms","start":"2026-05-28T01:19:57.218173Z","end":"2026-05-28T01:19:57.730583Z","steps":["trace[1587519930] 'agreement among raft nodes before linearized reading' (duration: 512.255713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:57.730667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355004467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-28T01:19:57.730624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17090115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-28T01:19:57.730709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:57.218149Z","time spent":"512.542949ms","remote":"127.0.0.1:55196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:19:57.730724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326040069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:19:57.730741Z","caller":"traceutil/trace.go:171","msg":"trace[1312502505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15471; }","duration":"1.355146271s","start":"2026-05-28T01:19:56.375575Z","end":"2026-05-28T01:19:57.730722Z","steps":["trace[1312502505] 'agreement among raft nodes before linearized reading' (duration: 1.354884785s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:57.730762Z","caller":"traceutil/trace.go:171","msg":"trace[1886596417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15471; }","duration":"1.326122571s","start":"2026-05-28T01:19:56.404629Z","end":"2026-05-28T01:19:57.730752Z","steps":["trace[1886596417] 'agreement among raft nodes before linearized reading' (duration: 1.325709451s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:57.73074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374829633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-28T01:19:57.730787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:56.375554Z","time spent":"1.355221122s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:19:57.730756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044514925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-28T01:19:57.730803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:56.404601Z","time spent":"1.326194422s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T01:19:57.730745Z","caller":"traceutil/trace.go:171","msg":"trace[440672718] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15471; }","duration":"1.171058523s","start":"2026-05-28T01:19:56.559671Z","end":"2026-05-28T01:19:57.730729Z","steps":["trace[440672718] 'agreement among raft nodes before linearized reading' (duration: 1.170883469s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:57.730627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:56.444718Z","time spent":"1.285899857s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70e29633-8e94-4be9-bad7-0a9ae6aca0c5\" "} {"level":"info","ts":"2026-05-28T01:19:57.730838Z","caller":"traceutil/trace.go:171","msg":"trace[1100427602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15471; }","duration":"1.374994686s","start":"2026-05-28T01:19:56.355815Z","end":"2026-05-28T01:19:57.73081Z","steps":["trace[1100427602] 'agreement among raft nodes before linearized reading' (duration: 1.374683399s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:57.730857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:56.559646Z","time spent":"1.171202147s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-28T01:19:57.730852Z","caller":"traceutil/trace.go:171","msg":"trace[1400564306] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15471; }","duration":"1.044647158s","start":"2026-05-28T01:19:56.686178Z","end":"2026-05-28T01:19:57.730826Z","steps":["trace[1400564306] 'agreement among raft nodes before linearized reading' (duration: 1.044389282s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:57.730498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311040417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:19:57.730882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:56.355798Z","time spent":"1.375076209s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:19:57.730903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:56.686155Z","time spent":"1.044734321s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-28T01:19:57.730925Z","caller":"traceutil/trace.go:171","msg":"trace[1635307357] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:15471; }","duration":"1.311554388s","start":"2026-05-28T01:19:56.419358Z","end":"2026-05-28T01:19:57.730912Z","steps":["trace[1635307357] 'agreement among raft nodes before linearized reading' (duration: 1.311020616s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:57.730969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267182027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:19:57.730877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355225832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T01:19:57.730987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:56.419325Z","time spent":"1.311643321s","remote":"127.0.0.1:46146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:19:57.730999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.823318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-49z98\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-05-28T01:19:57.731022Z","caller":"traceutil/trace.go:171","msg":"trace[1847414720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15471; }","duration":"1.355385557s","start":"2026-05-28T01:19:56.375625Z","end":"2026-05-28T01:19:57.731011Z","steps":["trace[1847414720] 'agreement among raft nodes before linearized reading' (duration: 1.35509694s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:57.731053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:56.375621Z","time spent":"1.355423438s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:19:57.731043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258841442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:19:57.731125Z","caller":"traceutil/trace.go:171","msg":"trace[1314950589] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:15471; }","duration":"1.258961645s","start":"2026-05-28T01:19:56.472136Z","end":"2026-05-28T01:19:57.731098Z","steps":["trace[1314950589] 'agreement among raft nodes before linearized reading' (duration: 1.25875201s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:57.730352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:56.804419Z","time spent":"925.836282ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:19:57.731255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490074135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T01:19:57.731057Z","caller":"traceutil/trace.go:171","msg":"trace[171954095] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-49z98; range_end:; response_count:1; response_revision:15471; }","duration":"188.91798ms","start":"2026-05-28T01:19:57.542122Z","end":"2026-05-28T01:19:57.73104Z","steps":["trace[171954095] 'agreement among raft nodes before linearized reading' (duration: 188.771907ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:57.73133Z","caller":"traceutil/trace.go:171","msg":"trace[11389604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15471; }","duration":"1.490183518s","start":"2026-05-28T01:19:56.241129Z","end":"2026-05-28T01:19:57.731313Z","steps":["trace[11389604] 'agreement among raft nodes before linearized reading' (duration: 1.489167154s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:57.731183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:56.472112Z","time spent":"1.259060178s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-82296\" "} {"level":"info","ts":"2026-05-28T01:19:57.731011Z","caller":"traceutil/trace.go:171","msg":"trace[1095643230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15471; }","duration":"1.267286221s","start":"2026-05-28T01:19:56.463716Z","end":"2026-05-28T01:19:57.731003Z","steps":["trace[1095643230] 'agreement among raft nodes before linearized reading' (duration: 1.267205389s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:57.731377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:56.241112Z","time spent":"1.490253039s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:19:57.731413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:56.46369Z","time spent":"1.26771245s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:19:57.731825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.358421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:19:57.731896Z","caller":"traceutil/trace.go:171","msg":"trace[1985672418] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:15471; }","duration":"363.477024ms","start":"2026-05-28T01:19:57.368396Z","end":"2026-05-28T01:19:57.731873Z","steps":["trace[1985672418] 'agreement among raft nodes before linearized reading' (duration: 363.349671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:57.731937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:19:57.368367Z","time spent":"363.560545ms","remote":"127.0.0.1:60332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:19:58.01017Z","caller":"traceutil/trace.go:171","msg":"trace[1637917613] transaction","detail":"{read_only:false; response_revision:15473; number_of_response:1; }","duration":"273.228577ms","start":"2026-05-28T01:19:57.736919Z","end":"2026-05-28T01:19:58.010148Z","steps":["trace[1637917613] 'process raft request' (duration: 271.040955ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:58.010167Z","caller":"traceutil/trace.go:171","msg":"trace[1552401741] transaction","detail":"{read_only:false; response_revision:15474; number_of_response:1; }","duration":"273.087584ms","start":"2026-05-28T01:19:57.737054Z","end":"2026-05-28T01:19:58.010141Z","steps":["trace[1552401741] 'process raft request' (duration: 272.959461ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:58.010469Z","caller":"traceutil/trace.go:171","msg":"trace[16924048] transaction","detail":"{read_only:false; response_revision:15475; number_of_response:1; }","duration":"273.394811ms","start":"2026-05-28T01:19:57.737042Z","end":"2026-05-28T01:19:58.010437Z","steps":["trace[16924048] 'process raft request' (duration: 273.063623ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:58.010551Z","caller":"traceutil/trace.go:171","msg":"trace[393297758] transaction","detail":"{read_only:false; response_revision:15476; number_of_response:1; }","duration":"272.913609ms","start":"2026-05-28T01:19:57.737624Z","end":"2026-05-28T01:19:58.010537Z","steps":["trace[393297758] 'process raft request' (duration: 272.687274ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:58.010659Z","caller":"traceutil/trace.go:171","msg":"trace[1042043092] transaction","detail":"{read_only:false; response_revision:15477; number_of_response:1; }","duration":"272.652613ms","start":"2026-05-28T01:19:57.737979Z","end":"2026-05-28T01:19:58.010632Z","steps":["trace[1042043092] 'process raft request' (duration: 272.488809ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:58.010742Z","caller":"traceutil/trace.go:171","msg":"trace[2083316918] linearizableReadLoop","detail":"{readStateIndex:16062; appliedIndex:16055; }","duration":"258.756557ms","start":"2026-05-28T01:19:57.751959Z","end":"2026-05-28T01:19:58.010715Z","steps":["trace[2083316918] 'read index received' (duration: 255.622464ms)","trace[2083316918] 'applied index is now lower than readState.Index' (duration: 3.132543ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:19:58.0108Z","caller":"traceutil/trace.go:171","msg":"trace[117895893] transaction","detail":"{read_only:false; response_revision:15478; number_of_response:1; }","duration":"272.341846ms","start":"2026-05-28T01:19:57.738433Z","end":"2026-05-28T01:19:58.010775Z","steps":["trace[117895893] 'process raft request' (duration: 272.10826ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:19:58.010831Z","caller":"traceutil/trace.go:171","msg":"trace[1893667071] transaction","detail":"{read_only:false; response_revision:15479; number_of_response:1; }","duration":"270.047262ms","start":"2026-05-28T01:19:57.740765Z","end":"2026-05-28T01:19:58.010812Z","steps":["trace[1893667071] 'process raft request' (duration: 269.831297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:58.01102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.462862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:19:58.011063Z","caller":"traceutil/trace.go:171","msg":"trace[1077115011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15479; }","duration":"270.537624ms","start":"2026-05-28T01:19:57.740514Z","end":"2026-05-28T01:19:58.011052Z","steps":["trace[1077115011] 'agreement among raft nodes before linearized reading' (duration: 270.455822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:19:58.011714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.887862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:626641"} {"level":"info","ts":"2026-05-28T01:19:58.01176Z","caller":"traceutil/trace.go:171","msg":"trace[770000241] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15479; }","duration":"273.970004ms","start":"2026-05-28T01:19:57.737779Z","end":"2026-05-28T01:19:58.011749Z","steps":["trace[770000241] 'agreement among raft nodes before linearized reading' (duration: 273.059383ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:21:08.135403Z","caller":"traceutil/trace.go:171","msg":"trace[1729355652] linearizableReadLoop","detail":"{readStateIndex:16821; appliedIndex:16820; }","duration":"260.360556ms","start":"2026-05-28T01:21:07.875016Z","end":"2026-05-28T01:21:08.135377Z","steps":["trace[1729355652] 'read index received' (duration: 260.154761ms)","trace[1729355652] 'applied index is now lower than readState.Index' (duration: 204.305µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:21:08.135441Z","caller":"traceutil/trace.go:171","msg":"trace[1113309430] transaction","detail":"{read_only:false; response_revision:16218; number_of_response:1; }","duration":"263.474079ms","start":"2026-05-28T01:21:07.871937Z","end":"2026-05-28T01:21:08.135412Z","steps":["trace[1113309430] 'process raft request' (duration: 263.260914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:08.135568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.54241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T01:21:08.135609Z","caller":"traceutil/trace.go:171","msg":"trace[1396067426] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16218; }","duration":"260.637992ms","start":"2026-05-28T01:21:07.87496Z","end":"2026-05-28T01:21:08.135598Z","steps":["trace[1396067426] 'agreement among raft nodes before linearized reading' (duration: 260.54522ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:21:08.14003Z","caller":"traceutil/trace.go:171","msg":"trace[1111330252] transaction","detail":"{read_only:false; response_revision:16219; number_of_response:1; }","duration":"262.467446ms","start":"2026-05-28T01:21:07.877542Z","end":"2026-05-28T01:21:08.140009Z","steps":["trace[1111330252] 'process raft request' (duration: 262.246351ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:21:08.140135Z","caller":"traceutil/trace.go:171","msg":"trace[988117508] transaction","detail":"{read_only:false; response_revision:16220; number_of_response:1; }","duration":"137.350981ms","start":"2026-05-28T01:21:08.002749Z","end":"2026-05-28T01:21:08.1401Z","steps":["trace[988117508] 'process raft request' (duration: 137.166057ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:21:14.262777Z","caller":"traceutil/trace.go:171","msg":"trace[1827995093] transaction","detail":"{read_only:false; response_revision:16249; number_of_response:1; }","duration":"107.292807ms","start":"2026-05-28T01:21:14.155463Z","end":"2026-05-28T01:21:14.262756Z","steps":["trace[1827995093] 'process raft request' (duration: 107.125523ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:21:14.409333Z","caller":"traceutil/trace.go:171","msg":"trace[2012518123] transaction","detail":"{read_only:false; response_revision:16250; number_of_response:1; }","duration":"252.459391ms","start":"2026-05-28T01:21:14.156851Z","end":"2026-05-28T01:21:14.409311Z","steps":["trace[2012518123] 'process raft request' (duration: 252.259506ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:21:14.409555Z","caller":"traceutil/trace.go:171","msg":"trace[280620643] linearizableReadLoop","detail":"{readStateIndex:16855; appliedIndex:16852; }","duration":"245.552489ms","start":"2026-05-28T01:21:14.163986Z","end":"2026-05-28T01:21:14.409538Z","steps":["trace[280620643] 'read index received' (duration: 98.587532ms)","trace[280620643] 'applied index is now lower than readState.Index' (duration: 146.963707ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:21:14.409737Z","caller":"traceutil/trace.go:171","msg":"trace[1686588116] transaction","detail":"{read_only:false; response_revision:16251; number_of_response:1; }","duration":"248.845626ms","start":"2026-05-28T01:21:14.160867Z","end":"2026-05-28T01:21:14.409712Z","steps":["trace[1686588116] 'process raft request' (duration: 248.403746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:14.409952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.979482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-nzfb4\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-05-28T01:21:14.409914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.641841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-nzfb4\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-05-28T01:21:14.409984Z","caller":"traceutil/trace.go:171","msg":"trace[7579031] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-nzfb4; range_end:; response_count:1; response_revision:16251; }","duration":"192.041093ms","start":"2026-05-28T01:21:14.217935Z","end":"2026-05-28T01:21:14.409976Z","steps":["trace[7579031] 'agreement among raft nodes before linearized reading' (duration: 191.923471ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:21:14.410019Z","caller":"traceutil/trace.go:171","msg":"trace[1640648159] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-nzfb4; range_end:; response_count:1; response_revision:16251; }","duration":"193.795025ms","start":"2026-05-28T01:21:14.216199Z","end":"2026-05-28T01:21:14.409994Z","steps":["trace[1640648159] 'agreement among raft nodes before linearized reading' (duration: 193.514318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:14.409889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.887527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T01:21:14.410106Z","caller":"traceutil/trace.go:171","msg":"trace[1241977370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16251; }","duration":"246.149353ms","start":"2026-05-28T01:21:14.16394Z","end":"2026-05-28T01:21:14.410089Z","steps":["trace[1241977370] 'agreement among raft nodes before linearized reading' (duration: 245.720703ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:21:14.575459Z","caller":"traceutil/trace.go:171","msg":"trace[1562949284] transaction","detail":"{read_only:false; response_revision:16252; number_of_response:1; }","duration":"160.443343ms","start":"2026-05-28T01:21:14.414989Z","end":"2026-05-28T01:21:14.575432Z","steps":["trace[1562949284] 'process raft request' (duration: 92.225653ms)","trace[1562949284] 'compare' (duration: 68.036596ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:21:14.575911Z","caller":"traceutil/trace.go:171","msg":"trace[1291207931] transaction","detail":"{read_only:false; response_revision:16253; number_of_response:1; }","duration":"160.231018ms","start":"2026-05-28T01:21:14.415666Z","end":"2026-05-28T01:21:14.575897Z","steps":["trace[1291207931] 'process raft request' (duration: 159.721906ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:21:14.575918Z","caller":"traceutil/trace.go:171","msg":"trace[1378865868] transaction","detail":"{read_only:false; response_revision:16254; number_of_response:1; }","duration":"160.182446ms","start":"2026-05-28T01:21:14.4157Z","end":"2026-05-28T01:21:14.575883Z","steps":["trace[1378865868] 'process raft request' (duration: 159.986292ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:21:14.576285Z","caller":"traceutil/trace.go:171","msg":"trace[1802020181] transaction","detail":"{read_only:false; response_revision:16255; number_of_response:1; }","duration":"159.982922ms","start":"2026-05-28T01:21:14.416287Z","end":"2026-05-28T01:21:14.57627Z","steps":["trace[1802020181] 'process raft request' (duration: 159.537222ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:21:14.576292Z","caller":"traceutil/trace.go:171","msg":"trace[1809940593] linearizableReadLoop","detail":"{readStateIndex:16859; appliedIndex:16855; }","duration":"159.774407ms","start":"2026-05-28T01:21:14.416494Z","end":"2026-05-28T01:21:14.576268Z","steps":["trace[1809940593] 'read index received' (duration: 90.732188ms)","trace[1809940593] 'applied index is now lower than readState.Index' (duration: 69.041099ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:21:14.576379Z","caller":"traceutil/trace.go:171","msg":"trace[1940810706] transaction","detail":"{read_only:false; response_revision:16256; number_of_response:1; }","duration":"158.712883ms","start":"2026-05-28T01:21:14.417646Z","end":"2026-05-28T01:21:14.576358Z","steps":["trace[1940810706] 'process raft request' (duration: 158.471167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:14.577318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.802251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:740347"} {"level":"info","ts":"2026-05-28T01:21:14.577388Z","caller":"traceutil/trace.go:171","msg":"trace[1293343551] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:16256; }","duration":"160.883493ms","start":"2026-05-28T01:21:14.416484Z","end":"2026-05-28T01:21:14.577367Z","steps":["trace[1293343551] 'agreement among raft nodes before linearized reading' (duration: 159.987382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:14.734911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.708494ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T01:21:14.73501Z","caller":"traceutil/trace.go:171","msg":"trace[744643119] linearizableReadLoop","detail":"{readStateIndex:16862; appliedIndex:16860; }","duration":"158.355034ms","start":"2026-05-28T01:21:14.576639Z","end":"2026-05-28T01:21:14.734994Z","steps":["trace[744643119] 'read index received' (duration: 33.353482ms)","trace[744643119] 'applied index is now lower than readState.Index' (duration: 124.999952ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:21:14.735593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.90269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:21:14.735631Z","caller":"traceutil/trace.go:171","msg":"trace[417114789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16257; }","duration":"162.996193ms","start":"2026-05-28T01:21:14.572623Z","end":"2026-05-28T01:21:14.735619Z","steps":["trace[417114789] 'agreement among raft nodes before linearized reading' (duration: 162.912841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:14.735912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.923242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-28T01:21:14.735939Z","caller":"traceutil/trace.go:171","msg":"trace[857798483] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16257; }","duration":"313.984064ms","start":"2026-05-28T01:21:14.421949Z","end":"2026-05-28T01:21:14.735933Z","steps":["trace[857798483] 'agreement among raft nodes before linearized reading' (duration: 313.914202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:14.735959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:21:14.421938Z","time spent":"314.016544ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-28T01:21:14.736655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.199612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:21:14.736731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.221176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:740347"} {"level":"info","ts":"2026-05-28T01:21:14.736744Z","caller":"traceutil/trace.go:171","msg":"trace[1646021088] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16257; }","duration":"318.318385ms","start":"2026-05-28T01:21:14.418406Z","end":"2026-05-28T01:21:14.736724Z","steps":["trace[1646021088] 'agreement among raft nodes before linearized reading' (duration: 318.170602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:14.736791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:21:14.418396Z","time spent":"318.386977ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-28T01:21:14.736793Z","caller":"traceutil/trace.go:171","msg":"trace[2039842566] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:16257; }","duration":"316.304088ms","start":"2026-05-28T01:21:14.420471Z","end":"2026-05-28T01:21:14.736775Z","steps":["trace[2039842566] 'agreement among raft nodes before linearized reading' (duration: 315.469678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:14.736846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:21:14.420464Z","time spent":"316.365699ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":740370,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:21:14.736972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.627352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:740347"} {"level":"info","ts":"2026-05-28T01:21:14.73707Z","caller":"traceutil/trace.go:171","msg":"trace[1665225856] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:16257; }","duration":"318.727324ms","start":"2026-05-28T01:21:14.418334Z","end":"2026-05-28T01:21:14.737062Z","steps":["trace[1665225856] 'agreement among raft nodes before linearized reading' (duration: 318.222783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:14.737135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:21:14.418326Z","time spent":"318.760746ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":740370,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:21:14.737222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.442715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-28T01:21:14.737264Z","caller":"traceutil/trace.go:171","msg":"trace[699100887] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16257; }","duration":"320.513417ms","start":"2026-05-28T01:21:14.41674Z","end":"2026-05-28T01:21:14.737254Z","steps":["trace[699100887] 'agreement among raft nodes before linearized reading' (duration: 320.384204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:14.737307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:21:14.416729Z","time spent":"320.564228ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-28T01:21:16.415169Z","caller":"traceutil/trace.go:171","msg":"trace[2007968470] transaction","detail":"{read_only:false; response_revision:16258; number_of_response:1; }","duration":"147.199562ms","start":"2026-05-28T01:21:16.267948Z","end":"2026-05-28T01:21:16.415148Z","steps":["trace[2007968470] 'process raft request' (duration: 146.650229ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:21:16.827795Z","caller":"traceutil/trace.go:171","msg":"trace[1056691093] transaction","detail":"{read_only:false; response_revision:16259; number_of_response:1; }","duration":"413.281221ms","start":"2026-05-28T01:21:16.414491Z","end":"2026-05-28T01:21:16.827773Z","steps":["trace[1056691093] 'process raft request' (duration: 399.436416ms)","trace[1056691093] 'compare' (duration: 13.264851ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:21:16.827924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:21:16.414467Z","time spent":"413.388764ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:21:16.829376Z","caller":"traceutil/trace.go:171","msg":"trace[49366296] linearizableReadLoop","detail":"{readStateIndex:16865; appliedIndex:16863; }","duration":"363.956775ms","start":"2026-05-28T01:21:16.465399Z","end":"2026-05-28T01:21:16.829356Z","steps":["trace[49366296] 'read index received' (duration: 348.538743ms)","trace[49366296] 'applied index is now lower than readState.Index' (duration: 15.417252ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:21:16.829641Z","caller":"traceutil/trace.go:171","msg":"trace[555132912] transaction","detail":"{read_only:false; response_revision:16260; number_of_response:1; }","duration":"413.548357ms","start":"2026-05-28T01:21:16.416078Z","end":"2026-05-28T01:21:16.829627Z","steps":["trace[555132912] 'process raft request' (duration: 413.071966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:16.829753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:21:16.416065Z","time spent":"413.61666ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:21:16.829787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.385195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:21:16.829877Z","caller":"traceutil/trace.go:171","msg":"trace[1352147561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16263; }","duration":"364.517278ms","start":"2026-05-28T01:21:16.465345Z","end":"2026-05-28T01:21:16.829862Z","steps":["trace[1352147561] 'agreement among raft nodes before linearized reading' (duration: 364.391855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:16.829968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:21:16.465322Z","time spent":"364.613951ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:21:16.830007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.364165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T01:21:16.830045Z","caller":"traceutil/trace.go:171","msg":"trace[1697613552] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:16263; }","duration":"286.436477ms","start":"2026-05-28T01:21:16.543599Z","end":"2026-05-28T01:21:16.830035Z","steps":["trace[1697613552] 'agreement among raft nodes before linearized reading' (duration: 286.321604ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:21:16.830232Z","caller":"traceutil/trace.go:171","msg":"trace[310033899] transaction","detail":"{read_only:false; response_revision:16261; number_of_response:1; }","duration":"309.886476ms","start":"2026-05-28T01:21:16.520332Z","end":"2026-05-28T01:21:16.830218Z","steps":["trace[310033899] 'process raft request' (duration: 308.913603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:16.830336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:21:16.5203Z","time spent":"309.969688ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:21:16.830737Z","caller":"traceutil/trace.go:171","msg":"trace[59807943] transaction","detail":"{read_only:false; response_revision:16262; number_of_response:1; }","duration":"216.175059ms","start":"2026-05-28T01:21:16.614542Z","end":"2026-05-28T01:21:16.830717Z","steps":["trace[59807943] 'process raft request' (duration: 214.744215ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:21:16.831032Z","caller":"traceutil/trace.go:171","msg":"trace[1704971757] transaction","detail":"{read_only:false; response_revision:16263; number_of_response:1; }","duration":"191.192563ms","start":"2026-05-28T01:21:16.63982Z","end":"2026-05-28T01:21:16.831013Z","steps":["trace[1704971757] 'process raft request' (duration: 189.499163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:16.831443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.819761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T01:21:16.831503Z","caller":"traceutil/trace.go:171","msg":"trace[611237365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16263; }","duration":"250.891973ms","start":"2026-05-28T01:21:16.580597Z","end":"2026-05-28T01:21:16.831489Z","steps":["trace[611237365] 'agreement among raft nodes before linearized reading' (duration: 250.701398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:16.831699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.097097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:21:16.831798Z","caller":"traceutil/trace.go:171","msg":"trace[1624498014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16263; }","duration":"251.215471ms","start":"2026-05-28T01:21:16.580566Z","end":"2026-05-28T01:21:16.831782Z","steps":["trace[1624498014] 'agreement among raft nodes before linearized reading' (duration: 250.942194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:16.832044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.840955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:21:16.832082Z","caller":"traceutil/trace.go:171","msg":"trace[738653309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16263; }","duration":"251.889627ms","start":"2026-05-28T01:21:16.580183Z","end":"2026-05-28T01:21:16.832073Z","steps":["trace[738653309] 'agreement among raft nodes before linearized reading' (duration: 251.736453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:16.832193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.511627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:21:16.832241Z","caller":"traceutil/trace.go:171","msg":"trace[1084115098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16263; }","duration":"251.565978ms","start":"2026-05-28T01:21:16.580664Z","end":"2026-05-28T01:21:16.83223Z","steps":["trace[1084115098] 'agreement among raft nodes before linearized reading' (duration: 251.449696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:16.832246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.682897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-82296\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-28T01:21:16.832335Z","caller":"traceutil/trace.go:171","msg":"trace[1243649237] range","detail":"{range_begin:/registry/pods/openstack/keepalived-82296; range_end:; response_count:1; response_revision:16263; }","duration":"244.81007ms","start":"2026-05-28T01:21:16.58751Z","end":"2026-05-28T01:21:16.83232Z","steps":["trace[1243649237] 'agreement among raft nodes before linearized reading' (duration: 244.560315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:21:16.83237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.534131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:21:16.832441Z","caller":"traceutil/trace.go:171","msg":"trace[1060245641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16263; }","duration":"252.603143ms","start":"2026-05-28T01:21:16.579825Z","end":"2026-05-28T01:21:16.832428Z","steps":["trace[1060245641] 'agreement among raft nodes before linearized reading' (duration: 252.394148ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:21:19.058999Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13817} {"level":"info","ts":"2026-05-28T01:21:19.14125Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13817,"took":"79.201928ms","hash":626228459,"current-db-size-bytes":56455168,"current-db-size":"56 MB","current-db-size-in-use-bytes":30351360,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-28T01:21:19.141338Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":626228459,"revision":13817,"compact-revision":11570} {"level":"info","ts":"2026-05-28T01:24:15.995911Z","caller":"traceutil/trace.go:171","msg":"trace[1096431582] linearizableReadLoop","detail":"{readStateIndex:18361; appliedIndex:18360; }","duration":"225.620739ms","start":"2026-05-28T01:24:15.770265Z","end":"2026-05-28T01:24:15.995886Z","steps":["trace[1096431582] 'read index received' (duration: 143.31996ms)","trace[1096431582] 'applied index is now lower than readState.Index' (duration: 82.299459ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:24:15.996023Z","caller":"traceutil/trace.go:171","msg":"trace[366639750] transaction","detail":"{read_only:false; response_revision:17707; number_of_response:1; }","duration":"226.751125ms","start":"2026-05-28T01:24:15.769261Z","end":"2026-05-28T01:24:15.996012Z","steps":["trace[366639750] 'process raft request' (duration: 144.352114ms)","trace[366639750] 'compare' (duration: 81.857049ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:24:15.996154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.871485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:24:15.996211Z","caller":"traceutil/trace.go:171","msg":"trace[1176949367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17707; }","duration":"225.961098ms","start":"2026-05-28T01:24:15.770236Z","end":"2026-05-28T01:24:15.996197Z","steps":["trace[1176949367] 'agreement among raft nodes before linearized reading' (duration: 225.795604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:24:15.997583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.448736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T01:24:15.997658Z","caller":"traceutil/trace.go:171","msg":"trace[1193713268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17708; }","duration":"225.550078ms","start":"2026-05-28T01:24:15.772089Z","end":"2026-05-28T01:24:15.997639Z","steps":["trace[1193713268] 'agreement among raft nodes before linearized reading' (duration: 225.351713ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:24:15.997905Z","caller":"traceutil/trace.go:171","msg":"trace[608255796] transaction","detail":"{read_only:false; response_revision:17708; number_of_response:1; }","duration":"226.378297ms","start":"2026-05-28T01:24:15.771498Z","end":"2026-05-28T01:24:15.997876Z","steps":["trace[608255796] 'process raft request' (duration: 225.847855ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:24:17.621986Z","caller":"traceutil/trace.go:171","msg":"trace[918331046] transaction","detail":"{read_only:false; response_revision:17717; number_of_response:1; }","duration":"134.78513ms","start":"2026-05-28T01:24:17.487147Z","end":"2026-05-28T01:24:17.621932Z","steps":["trace[918331046] 'process raft request' (duration: 133.708614ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:24:17.634905Z","caller":"traceutil/trace.go:171","msg":"trace[151293392] transaction","detail":"{read_only:false; response_revision:17718; number_of_response:1; }","duration":"146.416092ms","start":"2026-05-28T01:24:17.488466Z","end":"2026-05-28T01:24:17.634883Z","steps":["trace[151293392] 'process raft request' (duration: 146.296519ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:24:19.739412Z","caller":"traceutil/trace.go:171","msg":"trace[867235219] transaction","detail":"{read_only:false; response_revision:17731; number_of_response:1; }","duration":"254.857465ms","start":"2026-05-28T01:24:19.484536Z","end":"2026-05-28T01:24:19.739393Z","steps":["trace[867235219] 'process raft request' (duration: 254.716832ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:24:19.739433Z","caller":"traceutil/trace.go:171","msg":"trace[1566655236] linearizableReadLoop","detail":"{readStateIndex:18386; appliedIndex:18386; }","duration":"192.845091ms","start":"2026-05-28T01:24:19.546551Z","end":"2026-05-28T01:24:19.739396Z","steps":["trace[1566655236] 'read index received' (duration: 192.829051ms)","trace[1566655236] 'applied index is now lower than readState.Index' (duration: 12.5µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:24:19.739808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.23665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-28T01:24:19.739838Z","caller":"traceutil/trace.go:171","msg":"trace[1988380680] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17731; }","duration":"193.354674ms","start":"2026-05-28T01:24:19.546475Z","end":"2026-05-28T01:24:19.73983Z","steps":["trace[1988380680] 'agreement among raft nodes before linearized reading' (duration: 193.054686ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:24:19.754913Z","caller":"traceutil/trace.go:171","msg":"trace[434288693] transaction","detail":"{read_only:false; response_revision:17733; number_of_response:1; }","duration":"115.97277ms","start":"2026-05-28T01:24:19.638909Z","end":"2026-05-28T01:24:19.754882Z","steps":["trace[434288693] 'process raft request' (duration: 115.919768ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:24:19.75541Z","caller":"traceutil/trace.go:171","msg":"trace[337642779] transaction","detail":"{read_only:false; response_revision:17732; number_of_response:1; }","duration":"126.094747ms","start":"2026-05-28T01:24:19.629304Z","end":"2026-05-28T01:24:19.755399Z","steps":["trace[337642779] 'process raft request' (duration: 125.39112ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:24:30.944151Z","caller":"traceutil/trace.go:171","msg":"trace[977656190] transaction","detail":"{read_only:false; response_revision:17826; number_of_response:1; }","duration":"277.136888ms","start":"2026-05-28T01:24:30.666965Z","end":"2026-05-28T01:24:30.944102Z","steps":["trace[977656190] 'process raft request' (duration: 276.166685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:24:30.944267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.071956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-qchm4\" ","response":"range_response_count:1 size:18568"} {"level":"info","ts":"2026-05-28T01:24:30.944321Z","caller":"traceutil/trace.go:171","msg":"trace[123312371] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-qchm4; range_end:; response_count:1; response_revision:17826; }","duration":"219.162358ms","start":"2026-05-28T01:24:30.725145Z","end":"2026-05-28T01:24:30.944308Z","steps":["trace[123312371] 'agreement among raft nodes before linearized reading' (duration: 218.976733ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:24:30.943736Z","caller":"traceutil/trace.go:171","msg":"trace[2015437038] linearizableReadLoop","detail":"{readStateIndex:18483; appliedIndex:18482; }","duration":"218.525744ms","start":"2026-05-28T01:24:30.725179Z","end":"2026-05-28T01:24:30.943704Z","steps":["trace[2015437038] 'read index received' (duration: 217.283904ms)","trace[2015437038] 'applied index is now lower than readState.Index' (duration: 1.24037ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:24:30.944829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.169893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-49z98\" ","response":"range_response_count:1 size:20676"} {"level":"warn","ts":"2026-05-28T01:24:30.944812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.658439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-96zq2\" ","response":"range_response_count:1 size:14199"} {"level":"info","ts":"2026-05-28T01:24:30.944853Z","caller":"traceutil/trace.go:171","msg":"trace[832388751] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-49z98; range_end:; response_count:1; response_revision:17826; }","duration":"113.224504ms","start":"2026-05-28T01:24:30.831623Z","end":"2026-05-28T01:24:30.944847Z","steps":["trace[832388751] 'agreement among raft nodes before linearized reading' (duration: 113.155303ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:24:30.944863Z","caller":"traceutil/trace.go:171","msg":"trace[1110546296] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-96zq2; range_end:; response_count:1; response_revision:17826; }","duration":"149.747491ms","start":"2026-05-28T01:24:30.795106Z","end":"2026-05-28T01:24:30.944853Z","steps":["trace[1110546296] 'agreement among raft nodes before linearized reading' (duration: 149.579417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:24:30.945013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.659424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-nzfb4\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-05-28T01:24:30.945065Z","caller":"traceutil/trace.go:171","msg":"trace[22118491] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-nzfb4; range_end:; response_count:1; response_revision:17826; }","duration":"136.680175ms","start":"2026-05-28T01:24:30.808346Z","end":"2026-05-28T01:24:30.945026Z","steps":["trace[22118491] 'agreement among raft nodes before linearized reading' (duration: 136.586622ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:24:32.505043Z","caller":"traceutil/trace.go:171","msg":"trace[464863613] linearizableReadLoop","detail":"{readStateIndex:18490; appliedIndex:18489; }","duration":"349.641757ms","start":"2026-05-28T01:24:32.155382Z","end":"2026-05-28T01:24:32.505024Z","steps":["trace[464863613] 'read index received' (duration: 349.494054ms)","trace[464863613] 'applied index is now lower than readState.Index' (duration: 146.723µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:24:32.505228Z","caller":"traceutil/trace.go:171","msg":"trace[1549919715] transaction","detail":"{read_only:false; response_revision:17833; number_of_response:1; }","duration":"412.917641ms","start":"2026-05-28T01:24:32.092265Z","end":"2026-05-28T01:24:32.505182Z","steps":["trace[1549919715] 'process raft request' (duration: 412.639724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:24:32.5055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:24:32.092246Z","time spent":"413.164426ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:24:32.505498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.095208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T01:24:32.505629Z","caller":"traceutil/trace.go:171","msg":"trace[2121955478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17833; }","duration":"350.271542ms","start":"2026-05-28T01:24:32.155336Z","end":"2026-05-28T01:24:32.505608Z","steps":["trace[2121955478] 'agreement among raft nodes before linearized reading' (duration: 349.891533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:24:32.50574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.700022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-28T01:24:32.505783Z","caller":"traceutil/trace.go:171","msg":"trace[1620567424] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17833; }","duration":"141.787534ms","start":"2026-05-28T01:24:32.363981Z","end":"2026-05-28T01:24:32.505769Z","steps":["trace[1620567424] 'agreement among raft nodes before linearized reading' (duration: 141.64524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:24:32.505771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.537223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:24:32.505821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.287245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T01:24:32.505865Z","caller":"traceutil/trace.go:171","msg":"trace[1843434402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17833; }","duration":"252.339996ms","start":"2026-05-28T01:24:32.253505Z","end":"2026-05-28T01:24:32.505845Z","steps":["trace[1843434402] 'agreement among raft nodes before linearized reading' (duration: 252.255514ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:24:32.505861Z","caller":"traceutil/trace.go:171","msg":"trace[1305308813] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:17833; }","duration":"180.687106ms","start":"2026-05-28T01:24:32.325153Z","end":"2026-05-28T01:24:32.505841Z","steps":["trace[1305308813] 'agreement among raft nodes before linearized reading' (duration: 180.526923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:24:32.505534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.391159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T01:24:32.506053Z","caller":"traceutil/trace.go:171","msg":"trace[925557179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17833; }","duration":"328.941812ms","start":"2026-05-28T01:24:32.177095Z","end":"2026-05-28T01:24:32.506037Z","steps":["trace[925557179] 'agreement among raft nodes before linearized reading' (duration: 328.350408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:24:32.50612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:24:32.177072Z","time spent":"329.040605ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:24:32.505777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:24:32.155316Z","time spent":"350.447007ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T01:26:19.066848Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16279} {"level":"info","ts":"2026-05-28T01:26:19.163554Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16279,"took":"94.036944ms","hash":1767040665,"current-db-size-bytes":56455168,"current-db-size":"56 MB","current-db-size-in-use-bytes":31682560,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-28T01:26:19.163697Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1767040665,"revision":16279,"compact-revision":13817} {"level":"info","ts":"2026-05-28T01:27:10.600299Z","caller":"traceutil/trace.go:171","msg":"trace[1089446470] transaction","detail":"{read_only:false; response_revision:18871; number_of_response:1; }","duration":"279.463572ms","start":"2026-05-28T01:27:10.320807Z","end":"2026-05-28T01:27:10.60027Z","steps":["trace[1089446470] 'process raft request' (duration: 279.092324ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:27:10.600537Z","caller":"traceutil/trace.go:171","msg":"trace[1822687705] transaction","detail":"{read_only:false; response_revision:18872; number_of_response:1; }","duration":"278.94033ms","start":"2026-05-28T01:27:10.321574Z","end":"2026-05-28T01:27:10.600514Z","steps":["trace[1822687705] 'process raft request' (duration: 278.484749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:10.600668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.196386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:27:10.600737Z","caller":"traceutil/trace.go:171","msg":"trace[912278982] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:18872; }","duration":"192.311569ms","start":"2026-05-28T01:27:10.40841Z","end":"2026-05-28T01:27:10.600721Z","steps":["trace[912278982] 'agreement among raft nodes before linearized reading' (duration: 192.192536ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:27:10.601023Z","caller":"traceutil/trace.go:171","msg":"trace[1261105820] linearizableReadLoop","detail":"{readStateIndex:19568; appliedIndex:19566; }","duration":"192.020402ms","start":"2026-05-28T01:27:10.40846Z","end":"2026-05-28T01:27:10.60048Z","steps":["trace[1261105820] 'read index received' (duration: 191.356217ms)","trace[1261105820] 'applied index is now lower than readState.Index' (duration: 663.515µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:27:17.111687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.767503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:27:17.111824Z","caller":"traceutil/trace.go:171","msg":"trace[131597189] linearizableReadLoop","detail":"{readStateIndex:19604; appliedIndex:19603; }","duration":"423.079039ms","start":"2026-05-28T01:27:16.688724Z","end":"2026-05-28T01:27:17.111803Z","steps":["trace[131597189] 'read index received' (duration: 51.970128ms)","trace[131597189] 'applied index is now lower than readState.Index' (duration: 371.107071ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:27:17.111947Z","caller":"traceutil/trace.go:171","msg":"trace[2067274539] transaction","detail":"{read_only:false; response_revision:18907; number_of_response:1; }","duration":"491.34186ms","start":"2026-05-28T01:27:16.620588Z","end":"2026-05-28T01:27:17.11193Z","steps":["trace[2067274539] 'process raft request' (duration: 120.222179ms)","trace[2067274539] 'compare' (duration: 370.595289ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:27:17.112076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:16.62057Z","time spent":"491.419101ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:27:17.112472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.741315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T01:27:17.112532Z","caller":"traceutil/trace.go:171","msg":"trace[171975911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18907; }","duration":"423.838917ms","start":"2026-05-28T01:27:16.688677Z","end":"2026-05-28T01:27:17.112516Z","steps":["trace[171975911] 'agreement among raft nodes before linearized reading' (duration: 423.645602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:17.112549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.82158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-49z98\" ","response":"range_response_count:1 size:20778"} {"level":"info","ts":"2026-05-28T01:27:17.112651Z","caller":"traceutil/trace.go:171","msg":"trace[1747452912] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-49z98; range_end:; response_count:1; response_revision:18907; }","duration":"422.008794ms","start":"2026-05-28T01:27:16.690623Z","end":"2026-05-28T01:27:17.112632Z","steps":["trace[1747452912] 'agreement among raft nodes before linearized reading' (duration: 421.747968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:17.112702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:16.6906Z","time spent":"422.090257ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20801,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-49z98\" "} {"level":"warn","ts":"2026-05-28T01:27:17.112576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:16.688657Z","time spent":"423.908689ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:27:17.112572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.825265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8qb6p\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T01:27:17.113233Z","caller":"traceutil/trace.go:171","msg":"trace[1662491284] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8qb6p; range_end:; response_count:1; response_revision:18907; }","duration":"142.515972ms","start":"2026-05-28T01:27:16.97069Z","end":"2026-05-28T01:27:17.113206Z","steps":["trace[1662491284] 'agreement among raft nodes before linearized reading' (duration: 141.759594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:17.691661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481233360,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:27:17.880415Z","caller":"traceutil/trace.go:171","msg":"trace[455375275] linearizableReadLoop","detail":"{readStateIndex:19606; appliedIndex:19605; }","duration":"689.541507ms","start":"2026-05-28T01:27:17.190848Z","end":"2026-05-28T01:27:17.880389Z","steps":["trace[455375275] 'read index received' (duration: 689.458345ms)","trace[455375275] 'applied index is now lower than readState.Index' (duration: 82.332µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:27:17.880502Z","caller":"traceutil/trace.go:171","msg":"trace[2016875855] transaction","detail":"{read_only:false; response_revision:18909; number_of_response:1; }","duration":"752.972074ms","start":"2026-05-28T01:27:17.127522Z","end":"2026-05-28T01:27:17.880494Z","steps":["trace[2016875855] 'process raft request' (duration: 752.703808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:17.881345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.330906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:948467"} {"level":"info","ts":"2026-05-28T01:27:17.881411Z","caller":"traceutil/trace.go:171","msg":"trace[1039028435] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18909; }","duration":"754.429238ms","start":"2026-05-28T01:27:17.126968Z","end":"2026-05-28T01:27:17.881397Z","steps":["trace[1039028435] 'agreement among raft nodes before linearized reading' (duration: 753.549648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:17.881452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:17.126949Z","time spent":"754.491999ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":948490,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:27:17.882267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:17.127505Z","time spent":"753.018165ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20895,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:27:18.962722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049783692s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:27:18.963153Z","caller":"traceutil/trace.go:171","msg":"trace[1851075765] linearizableReadLoop","detail":"{readStateIndex:19607; appliedIndex:19606; }","duration":"1.082656512s","start":"2026-05-28T01:27:17.880466Z","end":"2026-05-28T01:27:18.963123Z","steps":["trace[1851075765] 'read index received' (duration: 32.307287ms)","trace[1851075765] 'applied index is now lower than readState.Index' (duration: 1.050346095s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:27:18.963152Z","caller":"traceutil/trace.go:171","msg":"trace[13787310] transaction","detail":"{read_only:false; response_revision:18910; number_of_response:1; }","duration":"1.250523898s","start":"2026-05-28T01:27:17.712571Z","end":"2026-05-28T01:27:18.963095Z","steps":["trace[13787310] 'process raft request' (duration: 200.213664ms)","trace[13787310] 'compare' (duration: 1.049590777s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:27:18.96338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:17.712547Z","time spent":"1.250706463s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:27:18.963484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671960498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:27:18.963528Z","caller":"traceutil/trace.go:171","msg":"trace[14492494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18911; }","duration":"1.67202814s","start":"2026-05-28T01:27:17.291489Z","end":"2026-05-28T01:27:18.963517Z","steps":["trace[14492494] 'agreement among raft nodes before linearized reading' (duration: 1.671768234s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:18.963547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671728463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T01:27:18.963614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:17.291427Z","time spent":"1.672175144s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T01:27:18.963644Z","caller":"traceutil/trace.go:171","msg":"trace[1278398473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18911; }","duration":"1.671899087s","start":"2026-05-28T01:27:17.291722Z","end":"2026-05-28T01:27:18.963621Z","steps":["trace[1278398473] 'agreement among raft nodes before linearized reading' (duration: 1.671602881s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:27:18.963197Z","caller":"traceutil/trace.go:171","msg":"trace[1409295074] transaction","detail":"{read_only:false; response_revision:18911; number_of_response:1; }","duration":"562.214762ms","start":"2026-05-28T01:27:18.40091Z","end":"2026-05-28T01:27:18.963125Z","steps":["trace[1409295074] 'process raft request' (duration: 561.941695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:18.963697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:17.2917Z","time spent":"1.671988099s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:27:18.963756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:18.400882Z","time spent":"562.811305ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:27:18.963916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674380745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T01:27:18.963959Z","caller":"traceutil/trace.go:171","msg":"trace[1627142437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18911; }","duration":"1.674454067s","start":"2026-05-28T01:27:17.289493Z","end":"2026-05-28T01:27:18.963947Z","steps":["trace[1627142437] 'agreement among raft nodes before linearized reading' (duration: 1.673779961s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:18.963987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:17.289471Z","time spent":"1.674509959s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:27:18.964473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672705057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:27:18.964996Z","caller":"traceutil/trace.go:171","msg":"trace[1855134086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18911; }","duration":"1.673015344s","start":"2026-05-28T01:27:17.291686Z","end":"2026-05-28T01:27:18.964702Z","steps":["trace[1855134086] 'agreement among raft nodes before linearized reading' (duration: 1.671506418s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:18.965394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:17.291653Z","time spent":"1.67371843s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T01:27:18.98976Z","caller":"traceutil/trace.go:171","msg":"trace[1271531977] transaction","detail":"{read_only:false; response_revision:18912; number_of_response:1; }","duration":"305.438791ms","start":"2026-05-28T01:27:18.684295Z","end":"2026-05-28T01:27:18.989733Z","steps":["trace[1271531977] 'process raft request' (duration: 305.113154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:18.989879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.600058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-28T01:27:18.990002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.504996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:27:18.99004Z","caller":"traceutil/trace.go:171","msg":"trace[1225994759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18912; }","duration":"814.578537ms","start":"2026-05-28T01:27:18.175449Z","end":"2026-05-28T01:27:18.990028Z","steps":["trace[1225994759] 'agreement among raft nodes before linearized reading' (duration: 814.509446ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:27:18.990044Z","caller":"traceutil/trace.go:171","msg":"trace[1650996554] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18912; }","duration":"907.937616ms","start":"2026-05-28T01:27:18.082076Z","end":"2026-05-28T01:27:18.990014Z","steps":["trace[1650996554] 'agreement among raft nodes before linearized reading' (duration: 907.562177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:18.990075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:18.175426Z","time spent":"814.643688ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:27:18.989911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.834645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:27:18.990202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.250515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:27:18.990246Z","caller":"traceutil/trace.go:171","msg":"trace[1367058592] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:18912; }","duration":"351.135482ms","start":"2026-05-28T01:27:18.639008Z","end":"2026-05-28T01:27:18.990144Z","steps":["trace[1367058592] 'agreement among raft nodes before linearized reading' (duration: 350.813184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:18.990221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.635937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:27:18.990291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:18.082053Z","time spent":"908.219532ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:27:18.989907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:18.684269Z","time spent":"305.556654ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:27:18.989918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.202697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:27:18.990354Z","caller":"traceutil/trace.go:171","msg":"trace[1001945] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:18912; }","duration":"373.23686ms","start":"2026-05-28T01:27:18.617081Z","end":"2026-05-28T01:27:18.990318Z","steps":["trace[1001945] 'agreement among raft nodes before linearized reading' (duration: 372.620146ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:27:18.990398Z","caller":"traceutil/trace.go:171","msg":"trace[1578235994] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:18912; }","duration":"526.75641ms","start":"2026-05-28T01:27:18.463627Z","end":"2026-05-28T01:27:18.990384Z","steps":["trace[1578235994] 'agreement among raft nodes before linearized reading' (duration: 526.140835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:18.990427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:18.617058Z","time spent":"373.354453ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-28T01:27:18.990445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:18.463605Z","time spent":"526.824502ms","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:27:18.990508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:18.638985Z","time spent":"351.507961ms","remote":"127.0.0.1:45734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:27:18.990373Z","caller":"traceutil/trace.go:171","msg":"trace[1954195442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18912; }","duration":"525.512571ms","start":"2026-05-28T01:27:18.464832Z","end":"2026-05-28T01:27:18.990345Z","steps":["trace[1954195442] 'agreement among raft nodes before linearized reading' (duration: 525.103751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:18.99146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:27:18.464808Z","time spent":"526.632526ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:27:19.180273Z","caller":"traceutil/trace.go:171","msg":"trace[745308827] transaction","detail":"{read_only:false; response_revision:18914; number_of_response:1; }","duration":"211.488678ms","start":"2026-05-28T01:27:18.968759Z","end":"2026-05-28T01:27:19.180247Z","steps":["trace[745308827] 'process raft request' (duration: 211.404156ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:27:19.180323Z","caller":"traceutil/trace.go:171","msg":"trace[1624295378] transaction","detail":"{read_only:false; response_revision:18913; number_of_response:1; }","duration":"212.749808ms","start":"2026-05-28T01:27:18.967538Z","end":"2026-05-28T01:27:19.180287Z","steps":["trace[1624295378] 'process raft request' (duration: 212.433771ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:27:19.181239Z","caller":"traceutil/trace.go:171","msg":"trace[1048441600] transaction","detail":"{read_only:false; response_revision:18915; number_of_response:1; }","duration":"211.96554ms","start":"2026-05-28T01:27:18.969251Z","end":"2026-05-28T01:27:19.181216Z","steps":["trace[1048441600] 'process raft request' (duration: 210.956946ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:27:19.181261Z","caller":"traceutil/trace.go:171","msg":"trace[1425785700] linearizableReadLoop","detail":"{readStateIndex:19613; appliedIndex:19609; }","duration":"185.875858ms","start":"2026-05-28T01:27:18.995366Z","end":"2026-05-28T01:27:19.181242Z","steps":["trace[1425785700] 'read index received' (duration: 184.529636ms)","trace[1425785700] 'applied index is now lower than readState.Index' (duration: 1.345071ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:27:19.181286Z","caller":"traceutil/trace.go:171","msg":"trace[1009040550] transaction","detail":"{read_only:false; response_revision:18916; number_of_response:1; }","duration":"210.974326ms","start":"2026-05-28T01:27:18.970287Z","end":"2026-05-28T01:27:19.181261Z","steps":["trace[1009040550] 'process raft request' (duration: 210.872024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:19.181508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.121354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-28T01:27:19.181568Z","caller":"traceutil/trace.go:171","msg":"trace[1375475159] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18916; }","duration":"186.223926ms","start":"2026-05-28T01:27:18.99533Z","end":"2026-05-28T01:27:19.181553Z","steps":["trace[1375475159] 'agreement among raft nodes before linearized reading' (duration: 185.997761ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:27:29.590159Z","caller":"traceutil/trace.go:171","msg":"trace[530380917] transaction","detail":"{read_only:false; response_revision:19119; number_of_response:1; }","duration":"260.704713ms","start":"2026-05-28T01:27:29.329424Z","end":"2026-05-28T01:27:29.590129Z","steps":["trace[530380917] 'process raft request' (duration: 228.920338ms)","trace[530380917] 'compare' (duration: 31.606401ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:27:29.590414Z","caller":"traceutil/trace.go:171","msg":"trace[1154857978] transaction","detail":"{read_only:false; response_revision:19120; number_of_response:1; }","duration":"260.1869ms","start":"2026-05-28T01:27:29.330206Z","end":"2026-05-28T01:27:29.590393Z","steps":["trace[1154857978] 'process raft request' (duration: 259.883063ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:27:29.590534Z","caller":"traceutil/trace.go:171","msg":"trace[960463667] transaction","detail":"{read_only:false; response_revision:19121; number_of_response:1; }","duration":"260.002195ms","start":"2026-05-28T01:27:29.330498Z","end":"2026-05-28T01:27:29.5905Z","steps":["trace[960463667] 'process raft request' (duration: 259.78897ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:27:29.590734Z","caller":"traceutil/trace.go:171","msg":"trace[429774134] linearizableReadLoop","detail":"{readStateIndex:19829; appliedIndex:19826; }","duration":"208.360555ms","start":"2026-05-28T01:27:29.382361Z","end":"2026-05-28T01:27:29.590722Z","steps":["trace[429774134] 'read index received' (duration: 175.998296ms)","trace[429774134] 'applied index is now lower than readState.Index' (duration: 32.361309ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:27:29.590883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.509638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8qb6p\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-28T01:27:29.590911Z","caller":"traceutil/trace.go:171","msg":"trace[1816040205] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8qb6p; range_end:; response_count:1; response_revision:19121; }","duration":"208.58025ms","start":"2026-05-28T01:27:29.382323Z","end":"2026-05-28T01:27:29.590904Z","steps":["trace[1816040205] 'agreement among raft nodes before linearized reading' (duration: 208.472077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:29.591121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.366019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:27:29.591145Z","caller":"traceutil/trace.go:171","msg":"trace[1913070972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19121; }","duration":"125.41975ms","start":"2026-05-28T01:27:29.46572Z","end":"2026-05-28T01:27:29.59114Z","steps":["trace[1913070972] 'agreement among raft nodes before linearized reading' (duration: 125.38109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:29.591342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.158182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-28T01:27:29.591368Z","caller":"traceutil/trace.go:171","msg":"trace[1788072309] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19121; }","duration":"191.219893ms","start":"2026-05-28T01:27:29.400143Z","end":"2026-05-28T01:27:29.591363Z","steps":["trace[1788072309] 'agreement among raft nodes before linearized reading' (duration: 191.151201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:27:29.591857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.965025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T01:27:29.59191Z","caller":"traceutil/trace.go:171","msg":"trace[1302492607] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19121; }","duration":"199.054277ms","start":"2026-05-28T01:27:29.392843Z","end":"2026-05-28T01:27:29.591897Z","steps":["trace[1302492607] 'agreement among raft nodes before linearized reading' (duration: 198.144186ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:27:55.205509Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T01:27:55.215771Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-28T01:27:55.215958Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-28T01:31:19.074864Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18498} {"level":"info","ts":"2026-05-28T01:31:19.17368Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18498,"took":"95.395855ms","hash":3231205659,"current-db-size-bytes":56455168,"current-db-size":"56 MB","current-db-size-in-use-bytes":34369536,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-28T01:31:19.173734Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3231205659,"revision":18498,"compact-revision":16279} {"level":"info","ts":"2026-05-28T01:32:54.333113Z","caller":"traceutil/trace.go:171","msg":"trace[1639411251] transaction","detail":"{read_only:false; response_revision:21541; number_of_response:1; }","duration":"142.984283ms","start":"2026-05-28T01:32:54.190104Z","end":"2026-05-28T01:32:54.333088Z","steps":["trace[1639411251] 'process raft request' (duration: 142.803019ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:32:54.339177Z","caller":"traceutil/trace.go:171","msg":"trace[621653594] transaction","detail":"{read_only:false; response_revision:21543; number_of_response:1; }","duration":"137.351681ms","start":"2026-05-28T01:32:54.201794Z","end":"2026-05-28T01:32:54.339146Z","steps":["trace[621653594] 'process raft request' (duration: 137.28019ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:32:54.339458Z","caller":"traceutil/trace.go:171","msg":"trace[1226799712] transaction","detail":"{read_only:false; response_revision:21542; number_of_response:1; }","duration":"142.243736ms","start":"2026-05-28T01:32:54.197179Z","end":"2026-05-28T01:32:54.339423Z","steps":["trace[1226799712] 'process raft request' (duration: 141.749254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:32:54.911487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.015047ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T01:32:54.911966Z","caller":"traceutil/trace.go:171","msg":"trace[1826370142] linearizableReadLoop","detail":"{readStateIndex:22333; appliedIndex:22332; }","duration":"463.797946ms","start":"2026-05-28T01:32:54.448112Z","end":"2026-05-28T01:32:54.91191Z","steps":["trace[1826370142] 'read index received' (duration: 142.369219ms)","trace[1826370142] 'applied index is now lower than readState.Index' (duration: 321.426517ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:32:54.911971Z","caller":"traceutil/trace.go:171","msg":"trace[1417390382] transaction","detail":"{read_only:false; response_revision:21544; number_of_response:1; }","duration":"432.754378ms","start":"2026-05-28T01:32:54.479184Z","end":"2026-05-28T01:32:54.911938Z","steps":["trace[1417390382] 'process raft request' (duration: 432.41059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:32:54.912121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:32:54.479165Z","time spent":"432.874021ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:32:55.265928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.605469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:32:55.26602Z","caller":"traceutil/trace.go:171","msg":"trace[1437076574] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21544; }","duration":"514.777582ms","start":"2026-05-28T01:32:54.751222Z","end":"2026-05-28T01:32:55.265999Z","steps":["trace[1437076574] 'agreement among raft nodes before linearized reading' (duration: 160.889683ms)","trace[1437076574] 'count revisions from in-memory index tree' (duration: 353.699135ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:32:55.266054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:32:54.751195Z","time spent":"514.850405ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:32:55.266141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.29548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:32:55.266192Z","caller":"traceutil/trace.go:171","msg":"trace[1159078586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21544; }","duration":"340.349342ms","start":"2026-05-28T01:32:54.925831Z","end":"2026-05-28T01:32:55.26618Z","steps":["trace[1159078586] 'range keys from in-memory index tree' (duration: 340.103417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:32:55.266223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:32:54.925759Z","time spent":"340.457665ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:32:55.26631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.373734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:32:55.266304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.023287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T01:32:55.266415Z","caller":"traceutil/trace.go:171","msg":"trace[915842712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21544; }","duration":"132.200081ms","start":"2026-05-28T01:32:55.134191Z","end":"2026-05-28T01:32:55.266391Z","steps":["trace[915842712] 'range keys from in-memory index tree' (duration: 131.79333ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:32:55.266333Z","caller":"traceutil/trace.go:171","msg":"trace[700425921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21544; }","duration":"801.439595ms","start":"2026-05-28T01:32:54.464885Z","end":"2026-05-28T01:32:55.266325Z","steps":["trace[700425921] 'agreement among raft nodes before linearized reading' (duration: 447.208207ms)","trace[700425921] 'range keys from in-memory index tree' (duration: 354.201366ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:32:55.266567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:32:54.464862Z","time spent":"801.6809ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:32:55.266587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.999577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T01:32:55.26667Z","caller":"traceutil/trace.go:171","msg":"trace[372218942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21544; }","duration":"338.080999ms","start":"2026-05-28T01:32:54.928546Z","end":"2026-05-28T01:32:55.266627Z","steps":["trace[372218942] 'range keys from in-memory index tree' (duration: 337.881834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:32:55.266717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:32:54.928537Z","time spent":"338.166991ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:32:55.267005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.897553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T01:32:55.26709Z","caller":"traceutil/trace.go:171","msg":"trace[1196309493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21544; }","duration":"128.994376ms","start":"2026-05-28T01:32:55.138075Z","end":"2026-05-28T01:32:55.26707Z","steps":["trace[1196309493] 'range keys from in-memory index tree' (duration: 128.658858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:32:55.267736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.626252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:32:55.267792Z","caller":"traceutil/trace.go:171","msg":"trace[1767641469] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:21544; }","duration":"819.722394ms","start":"2026-05-28T01:32:54.448054Z","end":"2026-05-28T01:32:55.267777Z","steps":["trace[1767641469] 'agreement among raft nodes before linearized reading' (duration: 464.016192ms)","trace[1767641469] 'count revisions from in-memory index tree' (duration: 355.6149ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:32:55.267818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:32:54.448032Z","time spent":"819.778825ms","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:32:55.267828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.779845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T01:32:55.267899Z","caller":"traceutil/trace.go:171","msg":"trace[1640656255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21544; }","duration":"135.902238ms","start":"2026-05-28T01:32:55.131981Z","end":"2026-05-28T01:32:55.267883Z","steps":["trace[1640656255] 'range keys from in-memory index tree' (duration: 135.642641ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:32:55.456334Z","caller":"traceutil/trace.go:171","msg":"trace[349369542] transaction","detail":"{read_only:false; response_revision:21545; number_of_response:1; }","duration":"185.636384ms","start":"2026-05-28T01:32:55.270668Z","end":"2026-05-28T01:32:55.456304Z","steps":["trace[349369542] 'process raft request' (duration: 185.385828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:32:55.68453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.662319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:32:55.684743Z","caller":"traceutil/trace.go:171","msg":"trace[13390100] transaction","detail":"{read_only:false; response_revision:21547; number_of_response:1; }","duration":"413.117669ms","start":"2026-05-28T01:32:55.271607Z","end":"2026-05-28T01:32:55.684725Z","steps":["trace[13390100] 'process raft request' (duration: 413.022197ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:32:55.68475Z","caller":"traceutil/trace.go:171","msg":"trace[135949750] transaction","detail":"{read_only:false; response_revision:21546; number_of_response:1; }","duration":"413.19694ms","start":"2026-05-28T01:32:55.271506Z","end":"2026-05-28T01:32:55.684702Z","steps":["trace[135949750] 'process raft request' (duration: 243.261625ms)","trace[135949750] 'compare' (duration: 169.416523ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:32:55.684826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:32:55.271584Z","time spent":"413.20302ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:32:55.684948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:32:55.271492Z","time spent":"413.356115ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:32:55.684959Z","caller":"traceutil/trace.go:171","msg":"trace[286019723] transaction","detail":"{read_only:false; response_revision:21548; number_of_response:1; }","duration":"411.866539ms","start":"2026-05-28T01:32:55.273082Z","end":"2026-05-28T01:32:55.684948Z","steps":["trace[286019723] 'process raft request' (duration: 411.604263ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:32:55.684968Z","caller":"traceutil/trace.go:171","msg":"trace[2001016793] transaction","detail":"{read_only:false; response_revision:21549; number_of_response:1; }","duration":"411.686525ms","start":"2026-05-28T01:32:55.273253Z","end":"2026-05-28T01:32:55.68494Z","steps":["trace[2001016793] 'process raft request' (duration: 411.584952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:32:55.68502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:32:55.273074Z","time spent":"411.92037ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:32:55.685116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:32:55.273248Z","time spent":"411.797287ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:32:56.086068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.085442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:32:56.086149Z","caller":"traceutil/trace.go:171","msg":"trace[684461484] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:21549; }","duration":"110.219155ms","start":"2026-05-28T01:32:55.97591Z","end":"2026-05-28T01:32:56.086129Z","steps":["trace[684461484] 'count revisions from in-memory index tree' (duration: 110.01327ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:17.039409Z","caller":"traceutil/trace.go:171","msg":"trace[1522791179] transaction","detail":"{read_only:false; response_revision:22292; number_of_response:1; }","duration":"217.156782ms","start":"2026-05-28T01:34:16.822224Z","end":"2026-05-28T01:34:17.039381Z","steps":["trace[1522791179] 'process raft request' (duration: 216.326502ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:17.209107Z","caller":"traceutil/trace.go:171","msg":"trace[1598330672] transaction","detail":"{read_only:false; response_revision:22294; number_of_response:1; }","duration":"103.019906ms","start":"2026-05-28T01:34:17.106047Z","end":"2026-05-28T01:34:17.209067Z","steps":["trace[1598330672] 'process raft request' (duration: 102.787621ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:17.465346Z","caller":"traceutil/trace.go:171","msg":"trace[441266748] transaction","detail":"{read_only:false; response_revision:22297; number_of_response:1; }","duration":"114.214939ms","start":"2026-05-28T01:34:17.351099Z","end":"2026-05-28T01:34:17.465313Z","steps":["trace[441266748] 'process raft request' (duration: 112.220102ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:18.962696Z","caller":"traceutil/trace.go:171","msg":"trace[466725835] transaction","detail":"{read_only:false; response_revision:22314; number_of_response:1; }","duration":"121.823807ms","start":"2026-05-28T01:34:18.840835Z","end":"2026-05-28T01:34:18.962658Z","steps":["trace[466725835] 'process raft request' (duration: 116.243556ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:20.375254Z","caller":"traceutil/trace.go:171","msg":"trace[739124113] transaction","detail":"{read_only:false; response_revision:22322; number_of_response:1; }","duration":"135.369375ms","start":"2026-05-28T01:34:20.239847Z","end":"2026-05-28T01:34:20.375216Z","steps":["trace[739124113] 'process raft request' (duration: 134.994096ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:22.056698Z","caller":"traceutil/trace.go:171","msg":"trace[1451811360] linearizableReadLoop","detail":"{readStateIndex:23150; appliedIndex:23149; }","duration":"119.244627ms","start":"2026-05-28T01:34:21.937419Z","end":"2026-05-28T01:34:22.056664Z","steps":["trace[1451811360] 'read index received' (duration: 118.5427ms)","trace[1451811360] 'applied index is now lower than readState.Index' (duration: 700.527µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:22.056843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.415921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:22.056824Z","caller":"traceutil/trace.go:171","msg":"trace[1273494741] transaction","detail":"{read_only:false; response_revision:22332; number_of_response:1; }","duration":"140.859863ms","start":"2026-05-28T01:34:21.915931Z","end":"2026-05-28T01:34:22.056791Z","steps":["trace[1273494741] 'process raft request' (duration: 140.032063ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:22.056875Z","caller":"traceutil/trace.go:171","msg":"trace[706960217] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:22332; }","duration":"119.464632ms","start":"2026-05-28T01:34:21.937402Z","end":"2026-05-28T01:34:22.056867Z","steps":["trace[706960217] 'agreement among raft nodes before linearized reading' (duration: 119.39251ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:26.936865Z","caller":"traceutil/trace.go:171","msg":"trace[935679475] transaction","detail":"{read_only:false; response_revision:22362; number_of_response:1; }","duration":"105.270339ms","start":"2026-05-28T01:34:26.831569Z","end":"2026-05-28T01:34:26.936839Z","steps":["trace[935679475] 'process raft request' (duration: 105.106165ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:27.179671Z","caller":"traceutil/trace.go:171","msg":"trace[972659163] transaction","detail":"{read_only:false; response_revision:22364; number_of_response:1; }","duration":"140.29608ms","start":"2026-05-28T01:34:27.039352Z","end":"2026-05-28T01:34:27.179648Z","steps":["trace[972659163] 'process raft request' (duration: 140.166517ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:27.91619Z","caller":"traceutil/trace.go:171","msg":"trace[1863325294] linearizableReadLoop","detail":"{readStateIndex:23184; appliedIndex:23183; }","duration":"257.271103ms","start":"2026-05-28T01:34:27.658898Z","end":"2026-05-28T01:34:27.916169Z","steps":["trace[1863325294] 'read index received' (duration: 257.030787ms)","trace[1863325294] 'applied index is now lower than readState.Index' (duration: 239.406µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:27.916412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.491678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-28T01:34:27.916247Z","caller":"traceutil/trace.go:171","msg":"trace[752129443] transaction","detail":"{read_only:false; response_revision:22365; number_of_response:1; }","duration":"269.91117ms","start":"2026-05-28T01:34:27.646295Z","end":"2026-05-28T01:34:27.916206Z","steps":["trace[752129443] 'process raft request' (duration: 269.677534ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:27.916458Z","caller":"traceutil/trace.go:171","msg":"trace[1759440386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22365; }","duration":"257.56748ms","start":"2026-05-28T01:34:27.658879Z","end":"2026-05-28T01:34:27.916446Z","steps":["trace[1759440386] 'agreement among raft nodes before linearized reading' (duration: 257.379266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:28.159038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.110947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:34:28.159133Z","caller":"traceutil/trace.go:171","msg":"trace[1437709712] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:22365; }","duration":"175.285521ms","start":"2026-05-28T01:34:27.983823Z","end":"2026-05-28T01:34:28.159109Z","steps":["trace[1437709712] 'count revisions from in-memory index tree' (duration: 174.993274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:28.159154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.102956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:28.159265Z","caller":"traceutil/trace.go:171","msg":"trace[2105551482] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22365; }","duration":"117.26061ms","start":"2026-05-28T01:34:28.04198Z","end":"2026-05-28T01:34:28.15924Z","steps":["trace[2105551482] 'range keys from in-memory index tree' (duration: 117.023155ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:28.637635Z","caller":"traceutil/trace.go:171","msg":"trace[2066733341] linearizableReadLoop","detail":"{readStateIndex:23186; appliedIndex:23185; }","duration":"170.546039ms","start":"2026-05-28T01:34:28.467066Z","end":"2026-05-28T01:34:28.637612Z","steps":["trace[2066733341] 'read index received' (duration: 170.336674ms)","trace[2066733341] 'applied index is now lower than readState.Index' (duration: 208.195µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:28.637826Z","caller":"traceutil/trace.go:171","msg":"trace[806443183] transaction","detail":"{read_only:false; response_revision:22367; number_of_response:1; }","duration":"185.315776ms","start":"2026-05-28T01:34:28.452476Z","end":"2026-05-28T01:34:28.637792Z","steps":["trace[806443183] 'process raft request' (duration: 185.001389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:28.637977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.733743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:28.638024Z","caller":"traceutil/trace.go:171","msg":"trace[684146032] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:22367; }","duration":"132.841806ms","start":"2026-05-28T01:34:28.505169Z","end":"2026-05-28T01:34:28.638011Z","steps":["trace[684146032] 'agreement among raft nodes before linearized reading' (duration: 132.744143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:28.637993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.898037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:28.638122Z","caller":"traceutil/trace.go:171","msg":"trace[686039094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22367; }","duration":"171.046331ms","start":"2026-05-28T01:34:28.467022Z","end":"2026-05-28T01:34:28.638068Z","steps":["trace[686039094] 'agreement among raft nodes before linearized reading' (duration: 170.783125ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:28.774354Z","caller":"traceutil/trace.go:171","msg":"trace[896707414] transaction","detail":"{read_only:false; response_revision:22369; number_of_response:1; }","duration":"131.848103ms","start":"2026-05-28T01:34:28.642477Z","end":"2026-05-28T01:34:28.774326Z","steps":["trace[896707414] 'process raft request' (duration: 68.426135ms)","trace[896707414] 'compare' (duration: 63.245914ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:28.774568Z","caller":"traceutil/trace.go:171","msg":"trace[391477671] transaction","detail":"{read_only:false; response_revision:22370; number_of_response:1; }","duration":"131.773281ms","start":"2026-05-28T01:34:28.642765Z","end":"2026-05-28T01:34:28.774538Z","steps":["trace[391477671] 'process raft request' (duration: 131.520335ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:28.774664Z","caller":"traceutil/trace.go:171","msg":"trace[1070195337] transaction","detail":"{read_only:false; response_revision:22371; number_of_response:1; }","duration":"131.202418ms","start":"2026-05-28T01:34:28.643409Z","end":"2026-05-28T01:34:28.774611Z","steps":["trace[1070195337] 'process raft request' (duration: 131.056564ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:28.774732Z","caller":"traceutil/trace.go:171","msg":"trace[1104159811] linearizableReadLoop","detail":"{readStateIndex:23190; appliedIndex:23186; }","duration":"105.510455ms","start":"2026-05-28T01:34:28.669197Z","end":"2026-05-28T01:34:28.774707Z","steps":["trace[1104159811] 'read index received' (duration: 7.045525ms)","trace[1104159811] 'applied index is now lower than readState.Index' (duration: 98.46345ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:28.774889Z","caller":"traceutil/trace.go:171","msg":"trace[1320627471] transaction","detail":"{read_only:false; response_revision:22372; number_of_response:1; }","duration":"102.682289ms","start":"2026-05-28T01:34:28.672189Z","end":"2026-05-28T01:34:28.774871Z","steps":["trace[1320627471] 'process raft request' (duration: 102.369541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:28.774963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.625121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:28.775008Z","caller":"traceutil/trace.go:171","msg":"trace[310666550] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:22372; }","duration":"103.684662ms","start":"2026-05-28T01:34:28.671307Z","end":"2026-05-28T01:34:28.774992Z","steps":["trace[310666550] 'agreement among raft nodes before linearized reading' (duration: 103.58302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:28.775208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.972215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T01:34:28.775362Z","caller":"traceutil/trace.go:171","msg":"trace[1878588011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22372; }","duration":"106.207881ms","start":"2026-05-28T01:34:28.669125Z","end":"2026-05-28T01:34:28.775332Z","steps":["trace[1878588011] 'agreement among raft nodes before linearized reading' (duration: 105.773031ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:30.356563Z","caller":"traceutil/trace.go:171","msg":"trace[1544257300] transaction","detail":"{read_only:false; response_revision:22379; number_of_response:1; }","duration":"102.572106ms","start":"2026-05-28T01:34:30.25395Z","end":"2026-05-28T01:34:30.356522Z","steps":["trace[1544257300] 'process raft request' (duration: 102.31551ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:30.90259Z","caller":"traceutil/trace.go:171","msg":"trace[154606716] transaction","detail":"{read_only:false; response_revision:22382; number_of_response:1; }","duration":"117.197188ms","start":"2026-05-28T01:34:30.785354Z","end":"2026-05-28T01:34:30.902551Z","steps":["trace[154606716] 'process raft request' (duration: 98.450889ms)","trace[154606716] 'compare' (duration: 18.491033ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:32.668766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481243575,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:34:32.704822Z","caller":"traceutil/trace.go:171","msg":"trace[610360145] transaction","detail":"{read_only:false; response_revision:22387; number_of_response:1; }","duration":"730.928572ms","start":"2026-05-28T01:34:31.973864Z","end":"2026-05-28T01:34:32.704793Z","steps":["trace[610360145] 'process raft request' (duration: 730.739617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:32.705061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:31.973821Z","time spent":"731.094006ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:34:33.06387Z","caller":"traceutil/trace.go:171","msg":"trace[97894490] linearizableReadLoop","detail":"{readStateIndex:23208; appliedIndex:23206; }","duration":"896.111577ms","start":"2026-05-28T01:34:32.167739Z","end":"2026-05-28T01:34:33.063851Z","steps":["trace[97894490] 'read index received' (duration: 537.012265ms)","trace[97894490] 'applied index is now lower than readState.Index' (duration: 359.098312ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:33.063944Z","caller":"traceutil/trace.go:171","msg":"trace[248705110] transaction","detail":"{read_only:false; response_revision:22388; number_of_response:1; }","duration":"794.671237ms","start":"2026-05-28T01:34:32.269242Z","end":"2026-05-28T01:34:33.063913Z","steps":["trace[248705110] 'process raft request' (duration: 794.468442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:33.064042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.289881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:33.064079Z","caller":"traceutil/trace.go:171","msg":"trace[1599727830] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:22388; }","duration":"896.347682ms","start":"2026-05-28T01:34:32.167724Z","end":"2026-05-28T01:34:33.064071Z","steps":["trace[1599727830] 'agreement among raft nodes before linearized reading' (duration: 896.226529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:33.064108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:32.167669Z","time spent":"896.428973ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-28T01:34:33.064106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:32.269227Z","time spent":"794.78399ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:34:33.064405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.871366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T01:34:33.064356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.744328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:34:33.064438Z","caller":"traceutil/trace.go:171","msg":"trace[916823892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22388; }","duration":"233.932536ms","start":"2026-05-28T01:34:32.830498Z","end":"2026-05-28T01:34:33.064431Z","steps":["trace[916823892] 'agreement among raft nodes before linearized reading' (duration: 233.820694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:33.064427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.754143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-28T01:34:33.064489Z","caller":"traceutil/trace.go:171","msg":"trace[435691344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22388; }","duration":"226.924482ms","start":"2026-05-28T01:34:32.837531Z","end":"2026-05-28T01:34:33.064455Z","steps":["trace[435691344] 'agreement among raft nodes before linearized reading' (duration: 226.649595ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:33.064518Z","caller":"traceutil/trace.go:171","msg":"trace[647633432] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22388; }","duration":"155.871466ms","start":"2026-05-28T01:34:32.908626Z","end":"2026-05-28T01:34:33.064497Z","steps":["trace[647633432] 'agreement among raft nodes before linearized reading' (duration: 155.63763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:33.064503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.422105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:34:33.064618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.231855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:33.064619Z","caller":"traceutil/trace.go:171","msg":"trace[473268816] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:22388; }","duration":"630.599399ms","start":"2026-05-28T01:34:32.433991Z","end":"2026-05-28T01:34:33.064591Z","steps":["trace[473268816] 'agreement among raft nodes before linearized reading' (duration: 630.332183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:33.064427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.703083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T01:34:33.064654Z","caller":"traceutil/trace.go:171","msg":"trace[151521073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22388; }","duration":"799.282995ms","start":"2026-05-28T01:34:32.26536Z","end":"2026-05-28T01:34:33.064643Z","steps":["trace[151521073] 'agreement among raft nodes before linearized reading' (duration: 799.205673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:33.064637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.015802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:34:33.06464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.950302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417693"} {"level":"info","ts":"2026-05-28T01:34:33.064681Z","caller":"traceutil/trace.go:171","msg":"trace[1683452641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22388; }","duration":"139.00374ms","start":"2026-05-28T01:34:32.925663Z","end":"2026-05-28T01:34:33.064666Z","steps":["trace[1683452641] 'agreement among raft nodes before linearized reading' (duration: 138.56394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:33.064678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:32.433968Z","time spent":"630.693842ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":66,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:34:33.064712Z","caller":"traceutil/trace.go:171","msg":"trace[1873973223] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22388; }","duration":"438.101064ms","start":"2026-05-28T01:34:32.626592Z","end":"2026-05-28T01:34:33.064693Z","steps":["trace[1873973223] 'agreement among raft nodes before linearized reading' (duration: 437.818928ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:33.064724Z","caller":"traceutil/trace.go:171","msg":"trace[1443739732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22388; }","duration":"600.109334ms","start":"2026-05-28T01:34:32.464575Z","end":"2026-05-28T01:34:33.064685Z","steps":["trace[1443739732] 'agreement among raft nodes before linearized reading' (duration: 599.963251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:33.064772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:32.464561Z","time spent":"600.201076ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:34:33.064769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:32.626554Z","time spent":"438.202937ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417716,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-28T01:34:33.06486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.728189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T01:34:33.064673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:32.265348Z","time spent":"799.320876ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:34:33.065045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.644362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T01:34:33.064948Z","caller":"traceutil/trace.go:171","msg":"trace[1856998518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22388; }","duration":"157.860252ms","start":"2026-05-28T01:34:32.907074Z","end":"2026-05-28T01:34:33.064934Z","steps":["trace[1856998518] 'agreement among raft nodes before linearized reading' (duration: 157.069004ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:33.065394Z","caller":"traceutil/trace.go:171","msg":"trace[715157637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22388; }","duration":"704.007761ms","start":"2026-05-28T01:34:32.361364Z","end":"2026-05-28T01:34:33.065372Z","steps":["trace[715157637] 'agreement among raft nodes before linearized reading' (duration: 703.050279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:33.065527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.481387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T01:34:33.065541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:32.361355Z","time spent":"704.168465ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T01:34:33.065594Z","caller":"traceutil/trace.go:171","msg":"trace[1566419750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22388; }","duration":"405.833778ms","start":"2026-05-28T01:34:32.659744Z","end":"2026-05-28T01:34:33.065578Z","steps":["trace[1566419750] 'agreement among raft nodes before linearized reading' (duration: 404.354533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:33.065689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:32.659718Z","time spent":"405.93665ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:34:33.06599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.445914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:34:33.066053Z","caller":"traceutil/trace.go:171","msg":"trace[1055970828] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:22388; }","duration":"809.664819ms","start":"2026-05-28T01:34:32.25637Z","end":"2026-05-28T01:34:33.066034Z","steps":["trace[1055970828] 'agreement among raft nodes before linearized reading' (duration: 807.664692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:33.066107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:32.256345Z","time spent":"809.745751ms","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":8,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:34:34.032584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.170689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:34:34.032733Z","caller":"traceutil/trace.go:171","msg":"trace[436552495] transaction","detail":"{read_only:false; response_revision:22389; number_of_response:1; }","duration":"963.170879ms","start":"2026-05-28T01:34:33.069538Z","end":"2026-05-28T01:34:34.032709Z","steps":["trace[436552495] 'process raft request' (duration: 277.768644ms)","trace[436552495] 'compare' (duration: 684.76858ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:34.032801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.069506Z","time spent":"963.264421ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:34:34.083819Z","caller":"traceutil/trace.go:171","msg":"trace[345135543] transaction","detail":"{read_only:false; response_revision:22391; number_of_response:1; }","duration":"1.013692514s","start":"2026-05-28T01:34:33.070102Z","end":"2026-05-28T01:34:34.083794Z","steps":["trace[345135543] 'process raft request' (duration: 1.013607962s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.083981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.070078Z","time spent":"1.013820267s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:34:34.083877Z","caller":"traceutil/trace.go:171","msg":"trace[1410030630] transaction","detail":"{read_only:false; response_revision:22390; number_of_response:1; }","duration":"1.013807697s","start":"2026-05-28T01:34:33.070025Z","end":"2026-05-28T01:34:34.083832Z","steps":["trace[1410030630] 'process raft request' (duration: 1.013550711s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:34.084135Z","caller":"traceutil/trace.go:171","msg":"trace[1544506962] transaction","detail":"{read_only:false; response_revision:22392; number_of_response:1; }","duration":"1.01395712s","start":"2026-05-28T01:34:33.070144Z","end":"2026-05-28T01:34:34.084101Z","steps":["trace[1544506962] 'process raft request' (duration: 1.013611932s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:34.084176Z","caller":"traceutil/trace.go:171","msg":"trace[4906291] transaction","detail":"{read_only:false; response_revision:22393; number_of_response:1; }","duration":"1.01139566s","start":"2026-05-28T01:34:33.072751Z","end":"2026-05-28T01:34:34.084147Z","steps":["trace[4906291] 'process raft request' (duration: 1.011240997s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.084312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.070125Z","time spent":"1.014099613s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:34:34.0843Z","caller":"traceutil/trace.go:171","msg":"trace[132151062] transaction","detail":"{read_only:false; response_revision:22394; number_of_response:1; }","duration":"1.01141317s","start":"2026-05-28T01:34:33.072863Z","end":"2026-05-28T01:34:34.084276Z","steps":["trace[132151062] 'process raft request' (duration: 1.011239916s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.084329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.072729Z","time spent":"1.011519833s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:34:34.084374Z","caller":"traceutil/trace.go:171","msg":"trace[901026629] transaction","detail":"{read_only:false; response_revision:22395; number_of_response:1; }","duration":"1.01142244s","start":"2026-05-28T01:34:33.072941Z","end":"2026-05-28T01:34:34.084363Z","steps":["trace[901026629] 'process raft request' (duration: 1.011280407s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:34.084425Z","caller":"traceutil/trace.go:171","msg":"trace[1338506717] linearizableReadLoop","detail":"{readStateIndex:23215; appliedIndex:23208; }","duration":"1.009320432s","start":"2026-05-28T01:34:33.075093Z","end":"2026-05-28T01:34:34.084414Z","steps":["trace[1338506717] 'read index received' (duration: 272.228225ms)","trace[1338506717] 'applied index is now lower than readState.Index' (duration: 737.091507ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:34.084436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.072911Z","time spent":"1.011493872s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:34:34.084443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.072837Z","time spent":"1.011527483s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:34:34.084462Z","caller":"traceutil/trace.go:171","msg":"trace[875108110] transaction","detail":"{read_only:false; response_revision:22396; number_of_response:1; }","duration":"870.68585ms","start":"2026-05-28T01:34:33.213754Z","end":"2026-05-28T01:34:34.08444Z","steps":["trace[875108110] 'process raft request' (duration: 870.569677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.084519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.213726Z","time spent":"870.761291ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:34:34.084562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009471275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18363"} {"level":"info","ts":"2026-05-28T01:34:34.08458Z","caller":"traceutil/trace.go:171","msg":"trace[1461225241] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22396; }","duration":"1.009517096s","start":"2026-05-28T01:34:33.075057Z","end":"2026-05-28T01:34:34.084575Z","steps":["trace[1461225241] 'agreement among raft nodes before linearized reading' (duration: 1.009420824s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.084598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.075047Z","time spent":"1.009545717s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18386,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-28T01:34:34.08453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.069998Z","time spent":"1.014268977s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:34:34.355608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.281942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:34:34.355709Z","caller":"traceutil/trace.go:171","msg":"trace[1466267343] linearizableReadLoop","detail":"{readStateIndex:23217; appliedIndex:23216; }","duration":"271.232001ms","start":"2026-05-28T01:34:34.08446Z","end":"2026-05-28T01:34:34.355692Z","steps":["trace[1466267343] 'read index received' (duration: 112.60397ms)","trace[1466267343] 'applied index is now lower than readState.Index' (duration: 158.626961ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:34.355858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165826152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-28T01:34:34.355886Z","caller":"traceutil/trace.go:171","msg":"trace[602853310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22397; }","duration":"1.165855102s","start":"2026-05-28T01:34:33.190023Z","end":"2026-05-28T01:34:34.355878Z","steps":["trace[602853310] 'agreement among raft nodes before linearized reading' (duration: 1.165708359s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.355912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.189958Z","time spent":"1.165947335s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:34:34.356809Z","caller":"traceutil/trace.go:171","msg":"trace[1190860573] transaction","detail":"{read_only:false; response_revision:22397; number_of_response:1; }","duration":"898.897802ms","start":"2026-05-28T01:34:33.457901Z","end":"2026-05-28T01:34:34.356799Z","steps":["trace[1190860573] 'process raft request' (duration: 739.34527ms)","trace[1190860573] 'compare' (duration: 157.966755ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:34.356866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.457868Z","time spent":"898.970034ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417676,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:34:34.357019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.859199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-28T01:34:34.357048Z","caller":"traceutil/trace.go:171","msg":"trace[1202292006] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22397; }","duration":"489.93741ms","start":"2026-05-28T01:34:33.867103Z","end":"2026-05-28T01:34:34.35704Z","steps":["trace[1202292006] 'agreement among raft nodes before linearized reading' (duration: 489.859329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.357068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.867065Z","time spent":"489.997602ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:34:34.357227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066439091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:34.357254Z","caller":"traceutil/trace.go:171","msg":"trace[1344618412] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22397; }","duration":"1.066466661s","start":"2026-05-28T01:34:33.29078Z","end":"2026-05-28T01:34:34.357247Z","steps":["trace[1344618412] 'agreement among raft nodes before linearized reading' (duration: 1.06640545s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.357273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.290503Z","time spent":"1.066764779s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-05-28T01:34:34.357271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065926199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:34:34.35734Z","caller":"traceutil/trace.go:171","msg":"trace[1346675589] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22397; }","duration":"1.066027431s","start":"2026-05-28T01:34:33.291298Z","end":"2026-05-28T01:34:34.357325Z","steps":["trace[1346675589] 'agreement among raft nodes before linearized reading' (duration: 1.065817596s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.357385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.291288Z","time spent":"1.066088972s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-05-28T01:34:34.357439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066898092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:34:34.357467Z","caller":"traceutil/trace.go:171","msg":"trace[2112779565] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22397; }","duration":"1.066948863s","start":"2026-05-28T01:34:33.290509Z","end":"2026-05-28T01:34:34.357458Z","steps":["trace[2112779565] 'agreement among raft nodes before linearized reading' (duration: 1.066874962s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.35749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.290496Z","time spent":"1.066988344s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-05-28T01:34:34.35756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096142778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:34.357586Z","caller":"traceutil/trace.go:171","msg":"trace[800922627] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22397; }","duration":"1.096184069s","start":"2026-05-28T01:34:33.261393Z","end":"2026-05-28T01:34:34.357577Z","steps":["trace[800922627] 'agreement among raft nodes before linearized reading' (duration: 1.096146458s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.357607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.261384Z","time spent":"1.09621738s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T01:34:34.357757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096566717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:34:34.357788Z","caller":"traceutil/trace.go:171","msg":"trace[1265507764] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22397; }","duration":"1.09666098s","start":"2026-05-28T01:34:33.261117Z","end":"2026-05-28T01:34:34.357778Z","steps":["trace[1265507764] 'agreement among raft nodes before linearized reading' (duration: 1.096586338s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.357798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.414043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:34:34.357811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.261077Z","time spent":"1.096727711s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-05-28T01:34:34.357828Z","caller":"traceutil/trace.go:171","msg":"trace[787069954] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22397; }","duration":"699.468855ms","start":"2026-05-28T01:34:33.658349Z","end":"2026-05-28T01:34:34.357818Z","steps":["trace[787069954] 'agreement among raft nodes before linearized reading' (duration: 699.426084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.357864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.658333Z","time spent":"699.525016ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-05-28T01:34:34.35795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097168502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:34.357977Z","caller":"traceutil/trace.go:171","msg":"trace[1378384798] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22397; }","duration":"1.097234953s","start":"2026-05-28T01:34:33.260734Z","end":"2026-05-28T01:34:34.357969Z","steps":["trace[1378384798] 'agreement among raft nodes before linearized reading' (duration: 1.097191802s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.358002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.260708Z","time spent":"1.097285515s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T01:34:34.358028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.959597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:34.35806Z","caller":"traceutil/trace.go:171","msg":"trace[593718486] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22397; }","duration":"700.034638ms","start":"2026-05-28T01:34:33.658017Z","end":"2026-05-28T01:34:34.358052Z","steps":["trace[593718486] 'agreement among raft nodes before linearized reading' (duration: 699.987807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.358091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.657991Z","time spent":"700.094799ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T01:34:34.358239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.274692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:34:34.358273Z","caller":"traceutil/trace.go:171","msg":"trace[1032531418] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:22397; }","duration":"859.340204ms","start":"2026-05-28T01:34:33.498924Z","end":"2026-05-28T01:34:34.358264Z","steps":["trace[1032531418] 'agreement among raft nodes before linearized reading' (duration: 859.285153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.3583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.498907Z","time spent":"859.385985ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:34:34.358449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.55066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:34.358481Z","caller":"traceutil/trace.go:171","msg":"trace[912415550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22397; }","duration":"897.595891ms","start":"2026-05-28T01:34:33.460877Z","end":"2026-05-28T01:34:34.358473Z","steps":["trace[912415550] 'agreement among raft nodes before linearized reading' (duration: 897.54964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.358509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.46087Z","time spent":"897.629672ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:34:34.358691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066772979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:34.358727Z","caller":"traceutil/trace.go:171","msg":"trace[4082950] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22397; }","duration":"1.06682221s","start":"2026-05-28T01:34:33.291896Z","end":"2026-05-28T01:34:34.358718Z","steps":["trace[4082950] 'agreement among raft nodes before linearized reading' (duration: 1.066728588s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.358753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.291887Z","time spent":"1.066860381s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T01:34:34.358845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067426485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:34.358892Z","caller":"traceutil/trace.go:171","msg":"trace[1445075087] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22397; }","duration":"1.067501846s","start":"2026-05-28T01:34:33.291382Z","end":"2026-05-28T01:34:34.358884Z","steps":["trace[1445075087] 'agreement among raft nodes before linearized reading' (duration: 1.067429894s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.358914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.291372Z","time spent":"1.067536286s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-05-28T01:34:34.358978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067076446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:34.359061Z","caller":"traceutil/trace.go:171","msg":"trace[1746059519] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22397; }","duration":"1.067192968s","start":"2026-05-28T01:34:33.291851Z","end":"2026-05-28T01:34:34.359044Z","steps":["trace[1746059519] 'agreement among raft nodes before linearized reading' (duration: 1.067038975s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.359112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.291843Z","time spent":"1.06726071s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-05-28T01:34:34.357756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.012344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T01:34:34.359241Z","caller":"traceutil/trace.go:171","msg":"trace[949184803] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:22397; }","duration":"564.53476ms","start":"2026-05-28T01:34:33.794697Z","end":"2026-05-28T01:34:34.359232Z","steps":["trace[949184803] 'agreement among raft nodes before linearized reading' (duration: 562.920282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:34.359273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:33.794679Z","time spent":"564.583132ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":154,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:34:34.582749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.980804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:34.582834Z","caller":"traceutil/trace.go:171","msg":"trace[1093985944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22397; }","duration":"120.119847ms","start":"2026-05-28T01:34:34.462695Z","end":"2026-05-28T01:34:34.582815Z","steps":["trace[1093985944] 'range keys from in-memory index tree' (duration: 119.892022ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:34.636565Z","caller":"traceutil/trace.go:171","msg":"trace[222495561] transaction","detail":"{read_only:false; response_revision:22398; number_of_response:1; }","duration":"144.58889ms","start":"2026-05-28T01:34:34.491957Z","end":"2026-05-28T01:34:34.636546Z","steps":["trace[222495561] 'process raft request' (duration: 144.375726ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:36.214039Z","caller":"traceutil/trace.go:171","msg":"trace[1930916642] transaction","detail":"{read_only:false; response_revision:22403; number_of_response:1; }","duration":"122.36408ms","start":"2026-05-28T01:34:36.091636Z","end":"2026-05-28T01:34:36.214Z","steps":["trace[1930916642] 'process raft request' (duration: 108.363722ms)","trace[1930916642] 'compare' (duration: 13.715771ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:36.21408Z","caller":"traceutil/trace.go:171","msg":"trace[961949260] transaction","detail":"{read_only:false; response_revision:22407; number_of_response:1; }","duration":"119.607345ms","start":"2026-05-28T01:34:36.094451Z","end":"2026-05-28T01:34:36.214058Z","steps":["trace[961949260] 'process raft request' (duration: 119.529264ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:36.214148Z","caller":"traceutil/trace.go:171","msg":"trace[820669468] transaction","detail":"{read_only:false; response_revision:22404; number_of_response:1; }","duration":"122.35991ms","start":"2026-05-28T01:34:36.091767Z","end":"2026-05-28T01:34:36.214127Z","steps":["trace[820669468] 'process raft request' (duration: 122.058593ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:36.214242Z","caller":"traceutil/trace.go:171","msg":"trace[101023724] transaction","detail":"{read_only:false; response_revision:22405; number_of_response:1; }","duration":"121.112051ms","start":"2026-05-28T01:34:36.092996Z","end":"2026-05-28T01:34:36.214108Z","steps":["trace[101023724] 'process raft request' (duration: 120.873785ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:36.214329Z","caller":"traceutil/trace.go:171","msg":"trace[613919357] transaction","detail":"{read_only:false; response_revision:22408; number_of_response:1; }","duration":"118.642283ms","start":"2026-05-28T01:34:36.095647Z","end":"2026-05-28T01:34:36.214289Z","steps":["trace[613919357] 'process raft request' (duration: 118.373136ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:36.214395Z","caller":"traceutil/trace.go:171","msg":"trace[19523855] transaction","detail":"{read_only:false; response_revision:22406; number_of_response:1; }","duration":"120.204649ms","start":"2026-05-28T01:34:36.094177Z","end":"2026-05-28T01:34:36.214381Z","steps":["trace[19523855] 'process raft request' (duration: 119.731678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:36.491728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.691959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:34:36.49185Z","caller":"traceutil/trace.go:171","msg":"trace[450284796] linearizableReadLoop","detail":"{readStateIndex:23230; appliedIndex:23229; }","duration":"128.493904ms","start":"2026-05-28T01:34:36.363336Z","end":"2026-05-28T01:34:36.49183Z","steps":["trace[450284796] 'read index received' (duration: 33.161µs)","trace[450284796] 'applied index is now lower than readState.Index' (duration: 128.459033ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:36.491953Z","caller":"traceutil/trace.go:171","msg":"trace[2076421984] transaction","detail":"{read_only:false; response_revision:22409; number_of_response:1; }","duration":"211.489779ms","start":"2026-05-28T01:34:36.28045Z","end":"2026-05-28T01:34:36.49194Z","steps":["trace[2076421984] 'process raft request' (duration: 53.468553ms)","trace[2076421984] 'compare' (duration: 157.392392ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:36.492022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.645707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:36.492093Z","caller":"traceutil/trace.go:171","msg":"trace[1956560109] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22409; }","duration":"128.74758ms","start":"2026-05-28T01:34:36.363327Z","end":"2026-05-28T01:34:36.492075Z","steps":["trace[1956560109] 'agreement among raft nodes before linearized reading' (duration: 128.633777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:36.492257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.043869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:34:36.492298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.514991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:36.492326Z","caller":"traceutil/trace.go:171","msg":"trace[745258304] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22409; }","duration":"127.564452ms","start":"2026-05-28T01:34:36.364754Z","end":"2026-05-28T01:34:36.492318Z","steps":["trace[745258304] 'agreement among raft nodes before linearized reading' (duration: 127.516991ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:36.492327Z","caller":"traceutil/trace.go:171","msg":"trace[1738658684] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22409; }","duration":"127.122251ms","start":"2026-05-28T01:34:36.36519Z","end":"2026-05-28T01:34:36.492312Z","steps":["trace[1738658684] 'agreement among raft nodes before linearized reading' (duration: 127.009099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:36.492445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.970138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:34:36.492455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.468173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:34:36.492476Z","caller":"traceutil/trace.go:171","msg":"trace[1765607151] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22409; }","duration":"127.05744ms","start":"2026-05-28T01:34:36.365411Z","end":"2026-05-28T01:34:36.492468Z","steps":["trace[1765607151] 'agreement among raft nodes before linearized reading' (duration: 127.003789ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:36.49249Z","caller":"traceutil/trace.go:171","msg":"trace[888366369] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22409; }","duration":"128.526904ms","start":"2026-05-28T01:34:36.363953Z","end":"2026-05-28T01:34:36.49248Z","steps":["trace[888366369] 'agreement among raft nodes before linearized reading' (duration: 128.386931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:36.49246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.626315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:34:36.492477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.114648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:36.492559Z","caller":"traceutil/trace.go:171","msg":"trace[2031672216] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22409; }","duration":"116.760368ms","start":"2026-05-28T01:34:36.375775Z","end":"2026-05-28T01:34:36.492536Z","steps":["trace[2031672216] 'agreement among raft nodes before linearized reading' (duration: 116.594585ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:36.492566Z","caller":"traceutil/trace.go:171","msg":"trace[2086978717] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22409; }","duration":"129.254872ms","start":"2026-05-28T01:34:36.363292Z","end":"2026-05-28T01:34:36.492547Z","steps":["trace[2086978717] 'agreement among raft nodes before linearized reading' (duration: 129.112278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:36.49253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.677104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:34:36.49268Z","caller":"traceutil/trace.go:171","msg":"trace[1811558645] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22409; }","duration":"127.870739ms","start":"2026-05-28T01:34:36.3648Z","end":"2026-05-28T01:34:36.492671Z","steps":["trace[1811558645] 'agreement among raft nodes before linearized reading' (duration: 127.657994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:36.492633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.124418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-05-28T01:34:36.492477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.344096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:34:36.492686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.416029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:36.49277Z","caller":"traceutil/trace.go:171","msg":"trace[1924803719] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22409; }","duration":"129.284292ms","start":"2026-05-28T01:34:36.363449Z","end":"2026-05-28T01:34:36.492733Z","steps":["trace[1924803719] 'agreement among raft nodes before linearized reading' (duration: 128.836122ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:36.492777Z","caller":"traceutil/trace.go:171","msg":"trace[1145249084] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22409; }","duration":"127.681315ms","start":"2026-05-28T01:34:36.365082Z","end":"2026-05-28T01:34:36.492763Z","steps":["trace[1145249084] 'agreement among raft nodes before linearized reading' (duration: 127.283585ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:36.492814Z","caller":"traceutil/trace.go:171","msg":"trace[1736537806] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22409; }","duration":"127.768656ms","start":"2026-05-28T01:34:36.365016Z","end":"2026-05-28T01:34:36.492784Z","steps":["trace[1736537806] 'agreement among raft nodes before linearized reading' (duration: 127.48527ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:38.451513Z","caller":"traceutil/trace.go:171","msg":"trace[205551407] transaction","detail":"{read_only:false; response_revision:22414; number_of_response:1; }","duration":"231.120791ms","start":"2026-05-28T01:34:38.220349Z","end":"2026-05-28T01:34:38.45147Z","steps":["trace[205551407] 'process raft request' (duration: 178.541168ms)","trace[205551407] 'compare' (duration: 52.332437ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:38.451641Z","caller":"traceutil/trace.go:171","msg":"trace[959247817] transaction","detail":"{read_only:false; response_revision:22418; number_of_response:1; }","duration":"158.893877ms","start":"2026-05-28T01:34:38.292714Z","end":"2026-05-28T01:34:38.451608Z","steps":["trace[959247817] 'process raft request' (duration: 158.833536ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:38.452228Z","caller":"traceutil/trace.go:171","msg":"trace[792971939] linearizableReadLoop","detail":"{readStateIndex:23235; appliedIndex:23234; }","duration":"164.517748ms","start":"2026-05-28T01:34:38.287692Z","end":"2026-05-28T01:34:38.45221Z","steps":["trace[792971939] 'read index received' (duration: 111.173837ms)","trace[792971939] 'applied index is now lower than readState.Index' (duration: 53.341361ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:38.452376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.404227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:38.452432Z","caller":"traceutil/trace.go:171","msg":"trace[1179891292] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:22418; }","duration":"231.522ms","start":"2026-05-28T01:34:38.220892Z","end":"2026-05-28T01:34:38.452414Z","steps":["trace[1179891292] 'agreement among raft nodes before linearized reading' (duration: 231.373676ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:38.452625Z","caller":"traceutil/trace.go:171","msg":"trace[540739427] transaction","detail":"{read_only:false; response_revision:22416; number_of_response:1; }","duration":"160.272628ms","start":"2026-05-28T01:34:38.292335Z","end":"2026-05-28T01:34:38.452607Z","steps":["trace[540739427] 'process raft request' (duration: 159.112741ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:38.452787Z","caller":"traceutil/trace.go:171","msg":"trace[1472042657] transaction","detail":"{read_only:false; response_revision:22415; number_of_response:1; }","duration":"160.439162ms","start":"2026-05-28T01:34:38.292334Z","end":"2026-05-28T01:34:38.452774Z","steps":["trace[1472042657] 'process raft request' (duration: 159.05272ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:38.452841Z","caller":"traceutil/trace.go:171","msg":"trace[1892486490] transaction","detail":"{read_only:false; response_revision:22417; number_of_response:1; }","duration":"160.407302ms","start":"2026-05-28T01:34:38.292398Z","end":"2026-05-28T01:34:38.452806Z","steps":["trace[1892486490] 'process raft request' (duration: 159.101271ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:39.010793Z","caller":"traceutil/trace.go:171","msg":"trace[1979532672] transaction","detail":"{read_only:false; response_revision:22419; number_of_response:1; }","duration":"269.604453ms","start":"2026-05-28T01:34:38.741162Z","end":"2026-05-28T01:34:39.010766Z","steps":["trace[1979532672] 'process raft request' (duration: 269.424528ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:39.542941Z","caller":"traceutil/trace.go:171","msg":"trace[1186114844] linearizableReadLoop","detail":"{readStateIndex:23242; appliedIndex:23241; }","duration":"122.046982ms","start":"2026-05-28T01:34:39.420868Z","end":"2026-05-28T01:34:39.542915Z","steps":["trace[1186114844] 'read index received' (duration: 121.858738ms)","trace[1186114844] 'applied index is now lower than readState.Index' (duration: 187.034µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:39.542979Z","caller":"traceutil/trace.go:171","msg":"trace[1005713336] transaction","detail":"{read_only:false; response_revision:22420; number_of_response:1; }","duration":"275.401359ms","start":"2026-05-28T01:34:39.267545Z","end":"2026-05-28T01:34:39.542947Z","steps":["trace[1005713336] 'process raft request' (duration: 275.192874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:39.543259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.3519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-lw8x8.18b396754e7c0e21\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-05-28T01:34:39.543347Z","caller":"traceutil/trace.go:171","msg":"trace[2080085107] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-lw8x8.18b396754e7c0e21; range_end:; response_count:1; response_revision:22420; }","duration":"122.506434ms","start":"2026-05-28T01:34:39.420816Z","end":"2026-05-28T01:34:39.543323Z","steps":["trace[2080085107] 'agreement among raft nodes before linearized reading' (duration: 122.193516ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:40.407451Z","caller":"traceutil/trace.go:171","msg":"trace[2087789264] transaction","detail":"{read_only:false; response_revision:22425; number_of_response:1; }","duration":"114.458554ms","start":"2026-05-28T01:34:40.292966Z","end":"2026-05-28T01:34:40.407425Z","steps":["trace[2087789264] 'process raft request' (duration: 49.419659ms)","trace[2087789264] 'compare' (duration: 64.939893ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:41.676254Z","caller":"traceutil/trace.go:171","msg":"trace[1210822919] linearizableReadLoop","detail":"{readStateIndex:23254; appliedIndex:23253; }","duration":"211.177313ms","start":"2026-05-28T01:34:41.46505Z","end":"2026-05-28T01:34:41.676227Z","steps":["trace[1210822919] 'read index received' (duration: 210.975648ms)","trace[1210822919] 'applied index is now lower than readState.Index' (duration: 200.605µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:41.67649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.377227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:41.676673Z","caller":"traceutil/trace.go:171","msg":"trace[1838455940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22432; }","duration":"211.599883ms","start":"2026-05-28T01:34:41.465007Z","end":"2026-05-28T01:34:41.676607Z","steps":["trace[1838455940] 'agreement among raft nodes before linearized reading' (duration: 211.348207ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:41.677319Z","caller":"traceutil/trace.go:171","msg":"trace[1854972165] transaction","detail":"{read_only:false; response_revision:22432; number_of_response:1; }","duration":"381.913687ms","start":"2026-05-28T01:34:41.295381Z","end":"2026-05-28T01:34:41.677295Z","steps":["trace[1854972165] 'process raft request' (duration: 380.658578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:41.67753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:41.29536Z","time spent":"382.012459ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6264,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:34:42.432173Z","caller":"traceutil/trace.go:171","msg":"trace[1884692475] linearizableReadLoop","detail":"{readStateIndex:23257; appliedIndex:23256; }","duration":"167.479667ms","start":"2026-05-28T01:34:42.264669Z","end":"2026-05-28T01:34:42.432149Z","steps":["trace[1884692475] 'read index received' (duration: 167.297383ms)","trace[1884692475] 'applied index is now lower than readState.Index' (duration: 180.604µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:42.432318Z","caller":"traceutil/trace.go:171","msg":"trace[717289462] transaction","detail":"{read_only:false; response_revision:22435; number_of_response:1; }","duration":"210.331123ms","start":"2026-05-28T01:34:42.221956Z","end":"2026-05-28T01:34:42.432287Z","steps":["trace[717289462] 'process raft request' (duration: 210.002385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:42.432424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.728484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-service-4rbn7\" ","response":"range_response_count:1 size:8221"} {"level":"info","ts":"2026-05-28T01:34:42.432471Z","caller":"traceutil/trace.go:171","msg":"trace[1753029855] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-service-4rbn7; range_end:; response_count:1; response_revision:22435; }","duration":"167.850697ms","start":"2026-05-28T01:34:42.264608Z","end":"2026-05-28T01:34:42.432458Z","steps":["trace[1753029855] 'agreement among raft nodes before linearized reading' (duration: 167.662962ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:42.581972Z","caller":"traceutil/trace.go:171","msg":"trace[357583872] linearizableReadLoop","detail":"{readStateIndex:23258; appliedIndex:23257; }","duration":"149.70718ms","start":"2026-05-28T01:34:42.432243Z","end":"2026-05-28T01:34:42.58195Z","steps":["trace[357583872] 'read index received' (duration: 89.731814ms)","trace[357583872] 'applied index is now lower than readState.Index' (duration: 59.974336ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:42.58201Z","caller":"traceutil/trace.go:171","msg":"trace[1665416373] transaction","detail":"{read_only:false; response_revision:22436; number_of_response:1; }","duration":"169.663089ms","start":"2026-05-28T01:34:42.412318Z","end":"2026-05-28T01:34:42.581981Z","steps":["trace[1665416373] 'process raft request' (duration: 109.659822ms)","trace[1665416373] 'compare' (duration: 59.855764ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:42.582141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.667798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:42.582186Z","caller":"traceutil/trace.go:171","msg":"trace[749255586] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:22436; }","duration":"218.762631ms","start":"2026-05-28T01:34:42.363412Z","end":"2026-05-28T01:34:42.582174Z","steps":["trace[749255586] 'agreement among raft nodes before linearized reading' (duration: 218.647208ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:42.592519Z","caller":"traceutil/trace.go:171","msg":"trace[763467156] transaction","detail":"{read_only:false; response_revision:22437; number_of_response:1; }","duration":"149.617139ms","start":"2026-05-28T01:34:42.442879Z","end":"2026-05-28T01:34:42.592496Z","steps":["trace[763467156] 'process raft request' (duration: 148.80845ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:42.593648Z","caller":"traceutil/trace.go:171","msg":"trace[377785158] transaction","detail":"{read_only:false; response_revision:22438; number_of_response:1; }","duration":"101.733766ms","start":"2026-05-28T01:34:42.491893Z","end":"2026-05-28T01:34:42.593626Z","steps":["trace[377785158] 'process raft request' (duration: 99.948784ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:42.747768Z","caller":"traceutil/trace.go:171","msg":"trace[815867525] transaction","detail":"{read_only:false; response_revision:22440; number_of_response:1; }","duration":"147.743695ms","start":"2026-05-28T01:34:42.600001Z","end":"2026-05-28T01:34:42.747745Z","steps":["trace[815867525] 'process raft request' (duration: 132.311673ms)","trace[815867525] 'compare' (duration: 15.292348ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:42.747976Z","caller":"traceutil/trace.go:171","msg":"trace[2027129942] transaction","detail":"{read_only:false; response_revision:22442; number_of_response:1; }","duration":"138.98575ms","start":"2026-05-28T01:34:42.608975Z","end":"2026-05-28T01:34:42.74796Z","steps":["trace[2027129942] 'process raft request' (duration: 138.910498ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:42.748024Z","caller":"traceutil/trace.go:171","msg":"trace[608737045] transaction","detail":"{read_only:false; response_revision:22441; number_of_response:1; }","duration":"147.910629ms","start":"2026-05-28T01:34:42.600062Z","end":"2026-05-28T01:34:42.747972Z","steps":["trace[608737045] 'process raft request' (duration: 147.646753ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:42.813462Z","caller":"traceutil/trace.go:171","msg":"trace[1164733383] transaction","detail":"{read_only:false; response_revision:22443; number_of_response:1; }","duration":"127.245905ms","start":"2026-05-28T01:34:42.686193Z","end":"2026-05-28T01:34:42.813439Z","steps":["trace[1164733383] 'process raft request' (duration: 127.138082ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:42.944156Z","caller":"traceutil/trace.go:171","msg":"trace[983313774] transaction","detail":"{read_only:false; response_revision:22444; number_of_response:1; }","duration":"120.353443ms","start":"2026-05-28T01:34:42.823783Z","end":"2026-05-28T01:34:42.944137Z","steps":["trace[983313774] 'process raft request' (duration: 120.200479ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:43.406975Z","caller":"traceutil/trace.go:171","msg":"trace[375033806] linearizableReadLoop","detail":"{readStateIndex:23271; appliedIndex:23270; }","duration":"106.386585ms","start":"2026-05-28T01:34:43.300562Z","end":"2026-05-28T01:34:43.406949Z","steps":["trace[375033806] 'read index received' (duration: 35.726118ms)","trace[375033806] 'applied index is now lower than readState.Index' (duration: 70.659647ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:43.40712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.534008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:43.407108Z","caller":"traceutil/trace.go:171","msg":"trace[1802539411] transaction","detail":"{read_only:false; response_revision:22449; number_of_response:1; }","duration":"187.099108ms","start":"2026-05-28T01:34:43.21997Z","end":"2026-05-28T01:34:43.407069Z","steps":["trace[1802539411] 'process raft request' (duration: 116.337358ms)","trace[1802539411] 'compare' (duration: 70.518314ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:43.407162Z","caller":"traceutil/trace.go:171","msg":"trace[536964380] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:22449; }","duration":"106.62011ms","start":"2026-05-28T01:34:43.30053Z","end":"2026-05-28T01:34:43.40715Z","steps":["trace[536964380] 'agreement among raft nodes before linearized reading' (duration: 106.514138ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:43.659344Z","caller":"traceutil/trace.go:171","msg":"trace[962548493] linearizableReadLoop","detail":"{readStateIndex:23272; appliedIndex:23271; }","duration":"195.148747ms","start":"2026-05-28T01:34:43.464169Z","end":"2026-05-28T01:34:43.659318Z","steps":["trace[962548493] 'read index received' (duration: 96.733139ms)","trace[962548493] 'applied index is now lower than readState.Index' (duration: 98.414538ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:43.659383Z","caller":"traceutil/trace.go:171","msg":"trace[481375918] transaction","detail":"{read_only:false; response_revision:22450; number_of_response:1; }","duration":"242.298362ms","start":"2026-05-28T01:34:43.417052Z","end":"2026-05-28T01:34:43.65935Z","steps":["trace[481375918] 'process raft request' (duration: 143.930595ms)","trace[481375918] 'compare' (duration: 98.07097ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:43.659498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.32329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:43.659552Z","caller":"traceutil/trace.go:171","msg":"trace[1800067484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22450; }","duration":"195.448774ms","start":"2026-05-28T01:34:43.464089Z","end":"2026-05-28T01:34:43.659538Z","steps":["trace[1800067484] 'agreement among raft nodes before linearized reading' (duration: 195.344701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:43.659796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.104346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:34:43.659946Z","caller":"traceutil/trace.go:171","msg":"trace[147507327] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:22450; }","duration":"143.169728ms","start":"2026-05-28T01:34:43.516664Z","end":"2026-05-28T01:34:43.659834Z","steps":["trace[147507327] 'agreement among raft nodes before linearized reading' (duration: 142.784959ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:43.844022Z","caller":"traceutil/trace.go:171","msg":"trace[73786987] transaction","detail":"{read_only:false; response_revision:22452; number_of_response:1; }","duration":"177.37756ms","start":"2026-05-28T01:34:43.666622Z","end":"2026-05-28T01:34:43.844Z","steps":["trace[73786987] 'process raft request' (duration: 177.165725ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:43.844143Z","caller":"traceutil/trace.go:171","msg":"trace[1450828507] linearizableReadLoop","detail":"{readStateIndex:23275; appliedIndex:23272; }","duration":"163.773031ms","start":"2026-05-28T01:34:43.680348Z","end":"2026-05-28T01:34:43.844121Z","steps":["trace[1450828507] 'read index received' (duration: 23.061891ms)","trace[1450828507] 'applied index is now lower than readState.Index' (duration: 140.7101ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:43.844247Z","caller":"traceutil/trace.go:171","msg":"trace[1319050653] transaction","detail":"{read_only:false; response_revision:22453; number_of_response:1; }","duration":"175.293481ms","start":"2026-05-28T01:34:43.668942Z","end":"2026-05-28T01:34:43.844235Z","steps":["trace[1319050653] 'process raft request' (duration: 174.986874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:43.84453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.1717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-28T01:34:43.844573Z","caller":"traceutil/trace.go:171","msg":"trace[1702711434] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22453; }","duration":"164.252152ms","start":"2026-05-28T01:34:43.68031Z","end":"2026-05-28T01:34:43.844562Z","steps":["trace[1702711434] 'agreement among raft nodes before linearized reading' (duration: 164.134689ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:44.13667Z","caller":"traceutil/trace.go:171","msg":"trace[545738790] transaction","detail":"{read_only:false; response_revision:22457; number_of_response:1; }","duration":"238.479573ms","start":"2026-05-28T01:34:43.898167Z","end":"2026-05-28T01:34:44.136647Z","steps":["trace[545738790] 'process raft request' (duration: 238.293829ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:44.207577Z","caller":"traceutil/trace.go:171","msg":"trace[1867195891] linearizableReadLoop","detail":"{readStateIndex:23281; appliedIndex:23279; }","duration":"205.233183ms","start":"2026-05-28T01:34:44.002319Z","end":"2026-05-28T01:34:44.207552Z","steps":["trace[1867195891] 'read index received' (duration: 134.177987ms)","trace[1867195891] 'applied index is now lower than readState.Index' (duration: 71.054036ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:44.207691Z","caller":"traceutil/trace.go:171","msg":"trace[1957402348] transaction","detail":"{read_only:false; response_revision:22458; number_of_response:1; }","duration":"206.928973ms","start":"2026-05-28T01:34:44.000728Z","end":"2026-05-28T01:34:44.207657Z","steps":["trace[1957402348] 'process raft request' (duration: 206.691807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:44.207878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.54102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T01:34:44.207921Z","caller":"traceutil/trace.go:171","msg":"trace[477632477] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:22458; }","duration":"205.630252ms","start":"2026-05-28T01:34:44.002281Z","end":"2026-05-28T01:34:44.207911Z","steps":["trace[477632477] 'agreement among raft nodes before linearized reading' (duration: 205.410157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:44.207979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.097962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:546"} {"level":"info","ts":"2026-05-28T01:34:44.208035Z","caller":"traceutil/trace.go:171","msg":"trace[960746482] range","detail":"{range_begin:/registry/serviceaccounts/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22458; }","duration":"113.187434ms","start":"2026-05-28T01:34:44.094832Z","end":"2026-05-28T01:34:44.20802Z","steps":["trace[960746482] 'agreement among raft nodes before linearized reading' (duration: 113.037001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:44.802796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.377828ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T01:34:44.803105Z","caller":"traceutil/trace.go:171","msg":"trace[482819348] linearizableReadLoop","detail":"{readStateIndex:23285; appliedIndex:23283; }","duration":"206.353199ms","start":"2026-05-28T01:34:44.596735Z","end":"2026-05-28T01:34:44.803088Z","steps":["trace[482819348] 'read index received' (duration: 104.689955ms)","trace[482819348] 'applied index is now lower than readState.Index' (duration: 101.662054ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:44.803385Z","caller":"traceutil/trace.go:171","msg":"trace[532168819] transaction","detail":"{read_only:false; response_revision:22461; number_of_response:1; }","duration":"217.083851ms","start":"2026-05-28T01:34:44.586288Z","end":"2026-05-28T01:34:44.803372Z","steps":["trace[532168819] 'process raft request' (duration: 216.61448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:44.804085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.24794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:44.804113Z","caller":"traceutil/trace.go:171","msg":"trace[1053034075] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22462; }","duration":"207.283061ms","start":"2026-05-28T01:34:44.596823Z","end":"2026-05-28T01:34:44.804106Z","steps":["trace[1053034075] 'agreement among raft nodes before linearized reading' (duration: 207.23056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:44.804246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.72756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T01:34:44.804252Z","caller":"traceutil/trace.go:171","msg":"trace[457351501] transaction","detail":"{read_only:false; response_revision:22462; number_of_response:1; }","duration":"204.708921ms","start":"2026-05-28T01:34:44.599533Z","end":"2026-05-28T01:34:44.804242Z","steps":["trace[457351501] 'process raft request' (duration: 203.509163ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:44.804265Z","caller":"traceutil/trace.go:171","msg":"trace[752447527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22462; }","duration":"166.757551ms","start":"2026-05-28T01:34:44.6375Z","end":"2026-05-28T01:34:44.804258Z","steps":["trace[752447527] 'agreement among raft nodes before linearized reading' (duration: 166.707279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:44.804352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.940265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:34:44.804363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.62349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-05-28T01:34:44.804369Z","caller":"traceutil/trace.go:171","msg":"trace[194497224] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22462; }","duration":"192.969846ms","start":"2026-05-28T01:34:44.611395Z","end":"2026-05-28T01:34:44.804365Z","steps":["trace[194497224] 'agreement among raft nodes before linearized reading' (duration: 192.943955ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:44.804383Z","caller":"traceutil/trace.go:171","msg":"trace[1769844876] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22462; }","duration":"207.67809ms","start":"2026-05-28T01:34:44.596698Z","end":"2026-05-28T01:34:44.804376Z","steps":["trace[1769844876] 'agreement among raft nodes before linearized reading' (duration: 207.607219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:44.804457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.727918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:34:44.804473Z","caller":"traceutil/trace.go:171","msg":"trace[1948260240] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22462; }","duration":"206.744109ms","start":"2026-05-28T01:34:44.597725Z","end":"2026-05-28T01:34:44.804469Z","steps":["trace[1948260240] 'agreement among raft nodes before linearized reading' (duration: 206.697157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:44.804564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.547448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:34:44.80458Z","caller":"traceutil/trace.go:171","msg":"trace[149383940] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22462; }","duration":"207.573438ms","start":"2026-05-28T01:34:44.597003Z","end":"2026-05-28T01:34:44.804576Z","steps":["trace[149383940] 'agreement among raft nodes before linearized reading' (duration: 207.533067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:44.804545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.424292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-05-28T01:34:44.804581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.278721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-05-28T01:34:44.804597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.321275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:44.804631Z","caller":"traceutil/trace.go:171","msg":"trace[181468316] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22462; }","duration":"204.343202ms","start":"2026-05-28T01:34:44.600274Z","end":"2026-05-28T01:34:44.804617Z","steps":["trace[181468316] 'agreement among raft nodes before linearized reading' (duration: 204.194739ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:44.804631Z","caller":"traceutil/trace.go:171","msg":"trace[1797548535] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22462; }","duration":"206.541114ms","start":"2026-05-28T01:34:44.598068Z","end":"2026-05-28T01:34:44.804609Z","steps":["trace[1797548535] 'agreement among raft nodes before linearized reading' (duration: 206.286378ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:44.804657Z","caller":"traceutil/trace.go:171","msg":"trace[968338906] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22462; }","duration":"205.397998ms","start":"2026-05-28T01:34:44.599244Z","end":"2026-05-28T01:34:44.804642Z","steps":["trace[968338906] 'agreement among raft nodes before linearized reading' (duration: 205.297245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:44.804828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.432657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-05-28T01:34:44.804874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.92249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-05-28T01:34:44.804874Z","caller":"traceutil/trace.go:171","msg":"trace[53075864] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22462; }","duration":"193.505509ms","start":"2026-05-28T01:34:44.611356Z","end":"2026-05-28T01:34:44.804862Z","steps":["trace[53075864] 'agreement among raft nodes before linearized reading' (duration: 193.391316ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:44.804889Z","caller":"traceutil/trace.go:171","msg":"trace[542051243] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22462; }","duration":"205.96419ms","start":"2026-05-28T01:34:44.598921Z","end":"2026-05-28T01:34:44.804885Z","steps":["trace[542051243] 'agreement among raft nodes before linearized reading' (duration: 205.912199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:44.804991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.882025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:44.80503Z","caller":"traceutil/trace.go:171","msg":"trace[1240454601] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22462; }","duration":"195.919405ms","start":"2026-05-28T01:34:44.609099Z","end":"2026-05-28T01:34:44.805019Z","steps":["trace[1240454601] 'agreement among raft nodes before linearized reading' (duration: 195.865144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:44.806338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.422473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-28T01:34:44.806373Z","caller":"traceutil/trace.go:171","msg":"trace[24425429] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22462; }","duration":"114.487205ms","start":"2026-05-28T01:34:44.691878Z","end":"2026-05-28T01:34:44.806365Z","steps":["trace[24425429] 'agreement among raft nodes before linearized reading' (duration: 112.834586ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:44.943529Z","caller":"traceutil/trace.go:171","msg":"trace[240826113] transaction","detail":"{read_only:false; response_revision:22464; number_of_response:1; }","duration":"132.685222ms","start":"2026-05-28T01:34:44.810791Z","end":"2026-05-28T01:34:44.943476Z","steps":["trace[240826113] 'process raft request' (duration: 104.709095ms)","trace[240826113] 'compare' (duration: 27.553607ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:44.94357Z","caller":"traceutil/trace.go:171","msg":"trace[933443571] transaction","detail":"{read_only:false; response_revision:22465; number_of_response:1; }","duration":"132.731353ms","start":"2026-05-28T01:34:44.810809Z","end":"2026-05-28T01:34:44.94354Z","steps":["trace[933443571] 'process raft request' (duration: 132.507028ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:44.943568Z","caller":"traceutil/trace.go:171","msg":"trace[1938649712] linearizableReadLoop","detail":"{readStateIndex:23290; appliedIndex:23287; }","duration":"113.662705ms","start":"2026-05-28T01:34:44.829881Z","end":"2026-05-28T01:34:44.943544Z","steps":["trace[1938649712] 'read index received' (duration: 85.617617ms)","trace[1938649712] 'applied index is now lower than readState.Index' (duration: 28.043928ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:44.943712Z","caller":"traceutil/trace.go:171","msg":"trace[1903402083] transaction","detail":"{read_only:false; response_revision:22466; number_of_response:1; }","duration":"132.809085ms","start":"2026-05-28T01:34:44.81089Z","end":"2026-05-28T01:34:44.943699Z","steps":["trace[1903402083] 'process raft request' (duration: 132.554489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:44.944044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.135517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18363"} {"level":"info","ts":"2026-05-28T01:34:44.9441Z","caller":"traceutil/trace.go:171","msg":"trace[1265609341] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22466; }","duration":"114.245639ms","start":"2026-05-28T01:34:44.829837Z","end":"2026-05-28T01:34:44.944082Z","steps":["trace[1265609341] 'agreement among raft nodes before linearized reading' (duration: 113.964752ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:45.137628Z","caller":"traceutil/trace.go:171","msg":"trace[1010728425] transaction","detail":"{read_only:false; response_revision:22468; number_of_response:1; }","duration":"171.139474ms","start":"2026-05-28T01:34:44.966449Z","end":"2026-05-28T01:34:45.137588Z","steps":["trace[1010728425] 'process raft request' (duration: 121.318846ms)","trace[1010728425] 'compare' (duration: 49.671495ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:45.137649Z","caller":"traceutil/trace.go:171","msg":"trace[1432093538] linearizableReadLoop","detail":"{readStateIndex:23292; appliedIndex:23291; }","duration":"132.99687ms","start":"2026-05-28T01:34:45.004571Z","end":"2026-05-28T01:34:45.137568Z","steps":["trace[1432093538] 'read index received' (duration: 83.176491ms)","trace[1432093538] 'applied index is now lower than readState.Index' (duration: 49.819399ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:45.137782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.192304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:45.137864Z","caller":"traceutil/trace.go:171","msg":"trace[542420886] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22468; }","duration":"133.316447ms","start":"2026-05-28T01:34:45.004528Z","end":"2026-05-28T01:34:45.137844Z","steps":["trace[542420886] 'agreement among raft nodes before linearized reading' (duration: 133.121573ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:45.141374Z","caller":"traceutil/trace.go:171","msg":"trace[1802364714] transaction","detail":"{read_only:false; response_revision:22469; number_of_response:1; }","duration":"116.849611ms","start":"2026-05-28T01:34:45.024485Z","end":"2026-05-28T01:34:45.141335Z","steps":["trace[1802364714] 'process raft request' (duration: 116.198486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:45.497162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.364498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:45.497286Z","caller":"traceutil/trace.go:171","msg":"trace[1175952342] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:22470; }","duration":"252.529812ms","start":"2026-05-28T01:34:45.244729Z","end":"2026-05-28T01:34:45.497259Z","steps":["trace[1175952342] 'count revisions from in-memory index tree' (duration: 252.293787ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:46.40223Z","caller":"traceutil/trace.go:171","msg":"trace[1900792822] transaction","detail":"{read_only:false; response_revision:22472; number_of_response:1; }","duration":"242.319183ms","start":"2026-05-28T01:34:46.159882Z","end":"2026-05-28T01:34:46.402201Z","steps":["trace[1900792822] 'process raft request' (duration: 242.122858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.316893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.035573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:34:47.317073Z","caller":"traceutil/trace.go:171","msg":"trace[566465336] linearizableReadLoop","detail":"{readStateIndex:23298; appliedIndex:23296; }","duration":"854.361406ms","start":"2026-05-28T01:34:46.4627Z","end":"2026-05-28T01:34:47.317062Z","steps":["trace[566465336] 'read index received' (duration: 190.17006ms)","trace[566465336] 'applied index is now lower than readState.Index' (duration: 664.190676ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:47.317054Z","caller":"traceutil/trace.go:171","msg":"trace[1432455197] transaction","detail":"{read_only:false; response_revision:22473; number_of_response:1; }","duration":"911.295993ms","start":"2026-05-28T01:34:46.405726Z","end":"2026-05-28T01:34:47.317022Z","steps":["trace[1432455197] 'process raft request' (duration: 247.071005ms)","trace[1432455197] 'compare' (duration: 663.501061ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:47.317122Z","caller":"traceutil/trace.go:171","msg":"trace[548276329] transaction","detail":"{read_only:false; response_revision:22475; number_of_response:1; }","duration":"788.600465ms","start":"2026-05-28T01:34:46.528516Z","end":"2026-05-28T01:34:47.317116Z","steps":["trace[548276329] 'process raft request' (duration: 788.512963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.317156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.528385Z","time spent":"788.755778ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:34:47.317198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.4057Z","time spent":"911.423095ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:34:47.317201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.478069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:47.31721Z","caller":"traceutil/trace.go:171","msg":"trace[436593987] transaction","detail":"{read_only:false; response_revision:22474; number_of_response:1; }","duration":"910.995285ms","start":"2026-05-28T01:34:46.406176Z","end":"2026-05-28T01:34:47.317171Z","steps":["trace[436593987] 'process raft request' (duration: 910.79004ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:47.317287Z","caller":"traceutil/trace.go:171","msg":"trace[836064935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22475; }","duration":"854.599092ms","start":"2026-05-28T01:34:46.462666Z","end":"2026-05-28T01:34:47.317265Z","steps":["trace[836064935] 'agreement among raft nodes before linearized reading' (duration: 854.460129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.317345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.40616Z","time spent":"911.117799ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":809,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:34:47.317349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.46265Z","time spent":"854.687795ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:34:47.329443Z","caller":"traceutil/trace.go:171","msg":"trace[1716589964] transaction","detail":"{read_only:false; response_revision:22476; number_of_response:1; }","duration":"519.879262ms","start":"2026-05-28T01:34:46.80954Z","end":"2026-05-28T01:34:47.32942Z","steps":["trace[1716589964] 'process raft request' (duration: 519.671618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.329735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.809511Z","time spent":"520.168989ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:34:47.33005Z","caller":"traceutil/trace.go:171","msg":"trace[675249667] transaction","detail":"{read_only:false; response_revision:22477; number_of_response:1; }","duration":"518.210303ms","start":"2026-05-28T01:34:46.811681Z","end":"2026-05-28T01:34:47.329891Z","steps":["trace[675249667] 'process raft request' (duration: 517.604279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.330395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.811663Z","time spent":"518.443968ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:34:47.331498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.348596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-05-28T01:34:47.331551Z","caller":"traceutil/trace.go:171","msg":"trace[1434006477] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22478; }","duration":"515.420348ms","start":"2026-05-28T01:34:46.816118Z","end":"2026-05-28T01:34:47.331539Z","steps":["trace[1434006477] 'agreement among raft nodes before linearized reading' (duration: 515.113581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.33143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.026929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-05-28T01:34:47.331607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.034679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:47.331631Z","caller":"traceutil/trace.go:171","msg":"trace[1118061226] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22478; }","duration":"518.251095ms","start":"2026-05-28T01:34:46.813363Z","end":"2026-05-28T01:34:47.331614Z","steps":["trace[1118061226] 'agreement among raft nodes before linearized reading' (duration: 517.877876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.331645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.194407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T01:34:47.331657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.211698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:34:47.331669Z","caller":"traceutil/trace.go:171","msg":"trace[202036553] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22478; }","duration":"521.102031ms","start":"2026-05-28T01:34:46.810536Z","end":"2026-05-28T01:34:47.331638Z","steps":["trace[202036553] 'agreement among raft nodes before linearized reading' (duration: 521.013359ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:47.331693Z","caller":"traceutil/trace.go:171","msg":"trace[1486177410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22478; }","duration":"383.286369ms","start":"2026-05-28T01:34:46.948401Z","end":"2026-05-28T01:34:47.331687Z","steps":["trace[1486177410] 'agreement among raft nodes before linearized reading' (duration: 383.199377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.331702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.810506Z","time spent":"521.188984ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-05-28T01:34:47.331718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.948377Z","time spent":"383.33538ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:34:47.331737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.241995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:47.331747Z","caller":"traceutil/trace.go:171","msg":"trace[2073950492] transaction","detail":"{read_only:false; response_revision:22478; number_of_response:1; }","duration":"185.608523ms","start":"2026-05-28T01:34:47.146132Z","end":"2026-05-28T01:34:47.33174Z","steps":["trace[2073950492] 'process raft request' (duration: 183.675447ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:47.331766Z","caller":"traceutil/trace.go:171","msg":"trace[12204160] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22478; }","duration":"521.279775ms","start":"2026-05-28T01:34:46.810478Z","end":"2026-05-28T01:34:47.331758Z","steps":["trace[12204160] 'agreement among raft nodes before linearized reading' (duration: 521.232664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.331804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.70791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:34:47.331799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.810473Z","time spent":"521.320656ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-05-28T01:34:47.331821Z","caller":"traceutil/trace.go:171","msg":"trace[1102538697] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:22478; }","duration":"114.761211ms","start":"2026-05-28T01:34:47.217053Z","end":"2026-05-28T01:34:47.331814Z","steps":["trace[1102538697] 'agreement among raft nodes before linearized reading' (duration: 114.735161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.331897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.771868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T01:34:47.331927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.434523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T01:34:47.331933Z","caller":"traceutil/trace.go:171","msg":"trace[219352972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22478; }","duration":"504.83873ms","start":"2026-05-28T01:34:46.827086Z","end":"2026-05-28T01:34:47.331925Z","steps":["trace[219352972] 'agreement among raft nodes before linearized reading' (duration: 504.759928ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:47.331946Z","caller":"traceutil/trace.go:171","msg":"trace[1838883493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22478; }","duration":"383.473833ms","start":"2026-05-28T01:34:46.948465Z","end":"2026-05-28T01:34:47.331939Z","steps":["trace[1838883493] 'agreement among raft nodes before linearized reading' (duration: 383.427452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.331959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.827074Z","time spent":"504.878871ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:34:47.331683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.813359Z","time spent":"518.312616ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T01:34:47.331963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.948458Z","time spent":"383.501114ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:34:47.332149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.846668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-05-28T01:34:47.332157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.169301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:34:47.332189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.978361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:47.332196Z","caller":"traceutil/trace.go:171","msg":"trace[2125927816] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:22478; }","duration":"819.262024ms","start":"2026-05-28T01:34:46.512919Z","end":"2026-05-28T01:34:47.332181Z","steps":["trace[2125927816] 'agreement among raft nodes before linearized reading' (duration: 819.212503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.332234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.512898Z","time spent":"819.328335ms","remote":"127.0.0.1:46044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:34:47.332111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.761776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:34:47.332303Z","caller":"traceutil/trace.go:171","msg":"trace[1579653482] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22478; }","duration":"521.982392ms","start":"2026-05-28T01:34:46.810311Z","end":"2026-05-28T01:34:47.332294Z","steps":["trace[1579653482] 'agreement among raft nodes before linearized reading' (duration: 521.723546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.332327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.448262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-05-28T01:34:47.332338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.810293Z","time spent":"522.034033ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-05-28T01:34:47.332349Z","caller":"traceutil/trace.go:171","msg":"trace[1300744700] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22478; }","duration":"519.487703ms","start":"2026-05-28T01:34:46.812857Z","end":"2026-05-28T01:34:47.332344Z","steps":["trace[1300744700] 'agreement among raft nodes before linearized reading' (duration: 519.430462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.332365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.812849Z","time spent":"519.512604ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-05-28T01:34:47.332437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.525924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:47.332454Z","caller":"traceutil/trace.go:171","msg":"trace[1015620420] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22478; }","duration":"519.556145ms","start":"2026-05-28T01:34:46.812893Z","end":"2026-05-28T01:34:47.33245Z","steps":["trace[1015620420] 'agreement among raft nodes before linearized reading' (duration: 519.529615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.332467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.812887Z","time spent":"519.576346ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-05-28T01:34:47.331584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.816114Z","time spent":"515.461749ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-05-28T01:34:47.332207Z","caller":"traceutil/trace.go:171","msg":"trace[389086179] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22478; }","duration":"516.003692ms","start":"2026-05-28T01:34:46.816199Z","end":"2026-05-28T01:34:47.332203Z","steps":["trace[389086179] 'agreement among raft nodes before linearized reading' (duration: 515.976511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.332551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.658708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-05-28T01:34:47.332549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.816196Z","time spent":"516.34622ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-05-28T01:34:47.332568Z","caller":"traceutil/trace.go:171","msg":"trace[363965245] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22478; }","duration":"519.686848ms","start":"2026-05-28T01:34:46.812877Z","end":"2026-05-28T01:34:47.332564Z","steps":["trace[363965245] 'agreement among raft nodes before linearized reading' (duration: 519.642447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.332582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.812872Z","time spent":"519.707258ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-05-28T01:34:47.332165Z","caller":"traceutil/trace.go:171","msg":"trace[1579527334] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22478; }","duration":"515.869079ms","start":"2026-05-28T01:34:46.816292Z","end":"2026-05-28T01:34:47.332161Z","steps":["trace[1579527334] 'agreement among raft nodes before linearized reading' (duration: 515.815287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.33262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.816287Z","time spent":"516.322549ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-05-28T01:34:47.331671Z","caller":"traceutil/trace.go:171","msg":"trace[684189600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22478; }","duration":"383.244698ms","start":"2026-05-28T01:34:46.94842Z","end":"2026-05-28T01:34:47.331665Z","steps":["trace[684189600] 'agreement among raft nodes before linearized reading' (duration: 383.103385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.332706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.948408Z","time spent":"384.293572ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:34:47.335518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.390348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:34:47.335563Z","caller":"traceutil/trace.go:171","msg":"trace[1402968118] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22478; }","duration":"524.47879ms","start":"2026-05-28T01:34:46.811074Z","end":"2026-05-28T01:34:47.335553Z","steps":["trace[1402968118] 'agreement among raft nodes before linearized reading' (duration: 521.239174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:47.335594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:46.811052Z","time spent":"524.533812ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-05-28T01:34:47.499932Z","caller":"traceutil/trace.go:171","msg":"trace[772527485] transaction","detail":"{read_only:false; response_revision:22479; number_of_response:1; }","duration":"163.800241ms","start":"2026-05-28T01:34:47.336079Z","end":"2026-05-28T01:34:47.49988Z","steps":["trace[772527485] 'process raft request' (duration: 87.161244ms)","trace[772527485] 'compare' (duration: 76.405382ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:47.53998Z","caller":"traceutil/trace.go:171","msg":"trace[1651040143] transaction","detail":"{read_only:false; response_revision:22480; number_of_response:1; }","duration":"203.302638ms","start":"2026-05-28T01:34:47.336659Z","end":"2026-05-28T01:34:47.539961Z","steps":["trace[1651040143] 'process raft request' (duration: 203.162285ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:47.540221Z","caller":"traceutil/trace.go:171","msg":"trace[1859436413] transaction","detail":"{read_only:false; response_revision:22481; number_of_response:1; }","duration":"202.750195ms","start":"2026-05-28T01:34:47.337461Z","end":"2026-05-28T01:34:47.540212Z","steps":["trace[1859436413] 'process raft request' (duration: 202.474329ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:47.542293Z","caller":"traceutil/trace.go:171","msg":"trace[236807411] transaction","detail":"{read_only:false; response_revision:22482; number_of_response:1; }","duration":"203.853422ms","start":"2026-05-28T01:34:47.338416Z","end":"2026-05-28T01:34:47.54227Z","steps":["trace[236807411] 'process raft request' (duration: 201.716321ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:49.396824Z","caller":"traceutil/trace.go:171","msg":"trace[1446079938] transaction","detail":"{read_only:false; response_revision:22486; number_of_response:1; }","duration":"157.250088ms","start":"2026-05-28T01:34:49.239545Z","end":"2026-05-28T01:34:49.396795Z","steps":["trace[1446079938] 'process raft request' (duration: 63.477959ms)","trace[1446079938] 'compare' (duration: 93.565294ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:49.396923Z","caller":"traceutil/trace.go:171","msg":"trace[1567678275] linearizableReadLoop","detail":"{readStateIndex:23311; appliedIndex:23310; }","duration":"117.240219ms","start":"2026-05-28T01:34:49.279663Z","end":"2026-05-28T01:34:49.396903Z","steps":["trace[1567678275] 'read index received' (duration: 23.266355ms)","trace[1567678275] 'applied index is now lower than readState.Index' (duration: 93.971524ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:49.397043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.373443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:49.397084Z","caller":"traceutil/trace.go:171","msg":"trace[1837093874] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:22487; }","duration":"117.469344ms","start":"2026-05-28T01:34:49.279606Z","end":"2026-05-28T01:34:49.397075Z","steps":["trace[1837093874] 'agreement among raft nodes before linearized reading' (duration: 117.387073ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:49.459317Z","caller":"traceutil/trace.go:171","msg":"trace[513647672] transaction","detail":"{read_only:false; response_revision:22488; number_of_response:1; }","duration":"124.627843ms","start":"2026-05-28T01:34:49.334663Z","end":"2026-05-28T01:34:49.459291Z","steps":["trace[513647672] 'process raft request' (duration: 124.207663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:49.459502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.422777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:34:49.459541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.773403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:34:49.459597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.593333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T01:34:49.459601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.889694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:49.459642Z","caller":"traceutil/trace.go:171","msg":"trace[316870299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22490; }","duration":"136.670426ms","start":"2026-05-28T01:34:49.322961Z","end":"2026-05-28T01:34:49.459631Z","steps":["trace[316870299] 'agreement among raft nodes before linearized reading' (duration: 136.537172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:49.459649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.96051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:49.459652Z","caller":"traceutil/trace.go:171","msg":"trace[821133248] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22490; }","duration":"117.960917ms","start":"2026-05-28T01:34:49.341679Z","end":"2026-05-28T01:34:49.459639Z","steps":["trace[821133248] 'agreement among raft nodes before linearized reading' (duration: 117.871015ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:49.459691Z","caller":"traceutil/trace.go:171","msg":"trace[142751396] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22490; }","duration":"119.029512ms","start":"2026-05-28T01:34:49.340654Z","end":"2026-05-28T01:34:49.459683Z","steps":["trace[142751396] 'agreement among raft nodes before linearized reading' (duration: 118.96938ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:49.459708Z","caller":"traceutil/trace.go:171","msg":"trace[904419964] transaction","detail":"{read_only:false; response_revision:22489; number_of_response:1; }","duration":"124.424428ms","start":"2026-05-28T01:34:49.335268Z","end":"2026-05-28T01:34:49.459693Z","steps":["trace[904419964] 'process raft request' (duration: 123.680731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:49.459733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.413447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:34:49.459761Z","caller":"traceutil/trace.go:171","msg":"trace[616100651] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22490; }","duration":"118.456388ms","start":"2026-05-28T01:34:49.341296Z","end":"2026-05-28T01:34:49.459753Z","steps":["trace[616100651] 'agreement among raft nodes before linearized reading' (duration: 118.387207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:49.459905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.846384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:34:49.459919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.598795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:34:49.459925Z","caller":"traceutil/trace.go:171","msg":"trace[1251071873] transaction","detail":"{read_only:false; response_revision:22490; number_of_response:1; }","duration":"122.675517ms","start":"2026-05-28T01:34:49.337236Z","end":"2026-05-28T01:34:49.459911Z","steps":["trace[1251071873] 'process raft request' (duration: 121.751185ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:49.459943Z","caller":"traceutil/trace.go:171","msg":"trace[1624587581] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22490; }","duration":"117.895435ms","start":"2026-05-28T01:34:49.342039Z","end":"2026-05-28T01:34:49.459934Z","steps":["trace[1624587581] 'agreement among raft nodes before linearized reading' (duration: 117.842023ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:49.459955Z","caller":"traceutil/trace.go:171","msg":"trace[655585546] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22490; }","duration":"119.655406ms","start":"2026-05-28T01:34:49.340289Z","end":"2026-05-28T01:34:49.459945Z","steps":["trace[655585546] 'agreement among raft nodes before linearized reading' (duration: 119.518123ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:49.459601Z","caller":"traceutil/trace.go:171","msg":"trace[1343359503] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22490; }","duration":"123.864375ms","start":"2026-05-28T01:34:49.335724Z","end":"2026-05-28T01:34:49.459588Z","steps":["trace[1343359503] 'agreement among raft nodes before linearized reading' (duration: 123.749112ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:49.459563Z","caller":"traceutil/trace.go:171","msg":"trace[794197190] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:22490; }","duration":"118.496999ms","start":"2026-05-28T01:34:49.34105Z","end":"2026-05-28T01:34:49.459547Z","steps":["trace[794197190] 'agreement among raft nodes before linearized reading' (duration: 118.398446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:49.460067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.307408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-05-28T01:34:49.459663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.212622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:34:49.460104Z","caller":"traceutil/trace.go:171","msg":"trace[205980124] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22490; }","duration":"116.370199ms","start":"2026-05-28T01:34:49.343725Z","end":"2026-05-28T01:34:49.460095Z","steps":["trace[205980124] 'agreement among raft nodes before linearized reading' (duration: 116.275547ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:49.460126Z","caller":"traceutil/trace.go:171","msg":"trace[1983295937] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22490; }","duration":"118.689763ms","start":"2026-05-28T01:34:49.341426Z","end":"2026-05-28T01:34:49.460116Z","steps":["trace[1983295937] 'agreement among raft nodes before linearized reading' (duration: 118.158601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:49.460178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.007694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-05-28T01:34:49.460214Z","caller":"traceutil/trace.go:171","msg":"trace[1411393160] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22490; }","duration":"120.063906ms","start":"2026-05-28T01:34:49.340142Z","end":"2026-05-28T01:34:49.460206Z","steps":["trace[1411393160] 'agreement among raft nodes before linearized reading' (duration: 119.972874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:49.459649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.437174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-05-28T01:34:49.460098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.918442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-05-28T01:34:49.460309Z","caller":"traceutil/trace.go:171","msg":"trace[802811558] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22490; }","duration":"118.14835ms","start":"2026-05-28T01:34:49.342153Z","end":"2026-05-28T01:34:49.460301Z","steps":["trace[802811558] 'agreement among raft nodes before linearized reading' (duration: 117.360142ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:49.460342Z","caller":"traceutil/trace.go:171","msg":"trace[1639625318] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22490; }","duration":"120.177108ms","start":"2026-05-28T01:34:49.340155Z","end":"2026-05-28T01:34:49.460332Z","steps":["trace[1639625318] 'agreement among raft nodes before linearized reading' (duration: 119.872411ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:51.560834Z","caller":"traceutil/trace.go:171","msg":"trace[1104249080] linearizableReadLoop","detail":"{readStateIndex:23321; appliedIndex:23320; }","duration":"137.866534ms","start":"2026-05-28T01:34:51.422946Z","end":"2026-05-28T01:34:51.560813Z","steps":["trace[1104249080] 'read index received' (duration: 137.752541ms)","trace[1104249080] 'applied index is now lower than readState.Index' (duration: 112.943µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:51.560885Z","caller":"traceutil/trace.go:171","msg":"trace[1192530799] transaction","detail":"{read_only:false; response_revision:22496; number_of_response:1; }","duration":"157.951904ms","start":"2026-05-28T01:34:51.402907Z","end":"2026-05-28T01:34:51.560858Z","steps":["trace[1192530799] 'process raft request' (duration: 157.76903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:51.56107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.105429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-endpoints-d29zv\" ","response":"range_response_count:1 size:15117"} {"level":"info","ts":"2026-05-28T01:34:51.561145Z","caller":"traceutil/trace.go:171","msg":"trace[661513139] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-endpoints-d29zv; range_end:; response_count:1; response_revision:22496; }","duration":"138.216411ms","start":"2026-05-28T01:34:51.422913Z","end":"2026-05-28T01:34:51.561129Z","steps":["trace[661513139] 'agreement among raft nodes before linearized reading' (duration: 137.997766ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:51.752186Z","caller":"traceutil/trace.go:171","msg":"trace[1731272773] transaction","detail":"{read_only:false; response_revision:22497; number_of_response:1; }","duration":"327.324657ms","start":"2026-05-28T01:34:51.424835Z","end":"2026-05-28T01:34:51.75216Z","steps":["trace[1731272773] 'process raft request' (duration: 327.05066ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:51.752249Z","caller":"traceutil/trace.go:171","msg":"trace[1705888056] linearizableReadLoop","detail":"{readStateIndex:23325; appliedIndex:23321; }","duration":"191.316827ms","start":"2026-05-28T01:34:51.560906Z","end":"2026-05-28T01:34:51.752223Z","steps":["trace[1705888056] 'read index received' (duration: 191.062261ms)","trace[1705888056] 'applied index is now lower than readState.Index' (duration: 252.726µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:51.752327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:51.424817Z","time spent":"327.44117ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T01:34:51.752343Z","caller":"traceutil/trace.go:171","msg":"trace[1904008494] transaction","detail":"{read_only:false; response_revision:22500; number_of_response:1; }","duration":"284.869301ms","start":"2026-05-28T01:34:51.467447Z","end":"2026-05-28T01:34:51.752316Z","steps":["trace[1904008494] 'process raft request' (duration: 284.724968ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:51.752423Z","caller":"traceutil/trace.go:171","msg":"trace[1930216336] transaction","detail":"{read_only:false; response_revision:22498; number_of_response:1; }","duration":"288.495186ms","start":"2026-05-28T01:34:51.463899Z","end":"2026-05-28T01:34:51.752394Z","steps":["trace[1930216336] 'process raft request' (duration: 288.164988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:51.752443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.972687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-05-28T01:34:51.752482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.726804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:34:51.752506Z","caller":"traceutil/trace.go:171","msg":"trace[1703677490] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22500; }","duration":"283.058508ms","start":"2026-05-28T01:34:51.46943Z","end":"2026-05-28T01:34:51.752489Z","steps":["trace[1703677490] 'agreement among raft nodes before linearized reading' (duration: 282.816913ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:51.752532Z","caller":"traceutil/trace.go:171","msg":"trace[792892718] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22500; }","duration":"283.805466ms","start":"2026-05-28T01:34:51.468716Z","end":"2026-05-28T01:34:51.752521Z","steps":["trace[792892718] 'agreement among raft nodes before linearized reading' (duration: 283.627352ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:51.752667Z","caller":"traceutil/trace.go:171","msg":"trace[943186494] transaction","detail":"{read_only:false; response_revision:22499; number_of_response:1; }","duration":"286.283855ms","start":"2026-05-28T01:34:51.466346Z","end":"2026-05-28T01:34:51.75263Z","steps":["trace[943186494] 'process raft request' (duration: 285.784673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:51.752748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.469644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:34:51.752805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.193215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:34:51.752818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.95091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:34:51.752836Z","caller":"traceutil/trace.go:171","msg":"trace[677543897] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:22500; }","duration":"284.232946ms","start":"2026-05-28T01:34:51.468594Z","end":"2026-05-28T01:34:51.752827Z","steps":["trace[677543897] 'agreement among raft nodes before linearized reading' (duration: 284.177575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:51.752836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.80876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:51.752863Z","caller":"traceutil/trace.go:171","msg":"trace[1350930046] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22500; }","duration":"281.019141ms","start":"2026-05-28T01:34:51.471834Z","end":"2026-05-28T01:34:51.752853Z","steps":["trace[1350930046] 'agreement among raft nodes before linearized reading' (duration: 280.849507ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:51.752882Z","caller":"traceutil/trace.go:171","msg":"trace[1633561942] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22500; }","duration":"284.879991ms","start":"2026-05-28T01:34:51.467989Z","end":"2026-05-28T01:34:51.752869Z","steps":["trace[1633561942] 'agreement among raft nodes before linearized reading' (duration: 284.785229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:51.752889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.950319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:51.752923Z","caller":"traceutil/trace.go:171","msg":"trace[85226127] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22500; }","duration":"286.995031ms","start":"2026-05-28T01:34:51.465918Z","end":"2026-05-28T01:34:51.752913Z","steps":["trace[85226127] 'agreement among raft nodes before linearized reading' (duration: 286.94667ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:51.752824Z","caller":"traceutil/trace.go:171","msg":"trace[1964816388] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22500; }","duration":"276.572867ms","start":"2026-05-28T01:34:51.476234Z","end":"2026-05-28T01:34:51.752806Z","steps":["trace[1964816388] 'agreement among raft nodes before linearized reading' (duration: 276.418393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:51.752984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.454682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:34:51.752982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.69211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-05-28T01:34:51.753011Z","caller":"traceutil/trace.go:171","msg":"trace[970042116] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22500; }","duration":"284.488222ms","start":"2026-05-28T01:34:51.468514Z","end":"2026-05-28T01:34:51.753003Z","steps":["trace[970042116] 'agreement among raft nodes before linearized reading' (duration: 284.449051ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:51.753016Z","caller":"traceutil/trace.go:171","msg":"trace[1361549017] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22500; }","duration":"276.7467ms","start":"2026-05-28T01:34:51.476261Z","end":"2026-05-28T01:34:51.753008Z","steps":["trace[1361549017] 'agreement among raft nodes before linearized reading' (duration: 276.589037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:51.753033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.911133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:34:51.753062Z","caller":"traceutil/trace.go:171","msg":"trace[633826480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22500; }","duration":"287.960054ms","start":"2026-05-28T01:34:51.465093Z","end":"2026-05-28T01:34:51.753053Z","steps":["trace[633826480] 'agreement among raft nodes before linearized reading' (duration: 287.911252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:51.753084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.611942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-05-28T01:34:51.75311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.599255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-05-28T01:34:51.753112Z","caller":"traceutil/trace.go:171","msg":"trace[1838943379] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22500; }","duration":"286.649403ms","start":"2026-05-28T01:34:51.466455Z","end":"2026-05-28T01:34:51.753104Z","steps":["trace[1838943379] 'agreement among raft nodes before linearized reading' (duration: 286.54633ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:51.753156Z","caller":"traceutil/trace.go:171","msg":"trace[138482606] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22500; }","duration":"284.639745ms","start":"2026-05-28T01:34:51.468493Z","end":"2026-05-28T01:34:51.753133Z","steps":["trace[138482606] 'agreement among raft nodes before linearized reading' (duration: 284.544523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:51.753195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.81471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:34:51.753226Z","caller":"traceutil/trace.go:171","msg":"trace[1456441147] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22500; }","duration":"284.852761ms","start":"2026-05-28T01:34:51.468361Z","end":"2026-05-28T01:34:51.753213Z","steps":["trace[1456441147] 'agreement among raft nodes before linearized reading' (duration: 284.718328ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:52.048262Z","caller":"traceutil/trace.go:171","msg":"trace[1249010059] linearizableReadLoop","detail":"{readStateIndex:23327; appliedIndex:23325; }","duration":"295.92629ms","start":"2026-05-28T01:34:51.752313Z","end":"2026-05-28T01:34:52.048239Z","steps":["trace[1249010059] 'read index received' (duration: 252.961583ms)","trace[1249010059] 'applied index is now lower than readState.Index' (duration: 42.963557ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:34:52.048382Z","caller":"traceutil/trace.go:171","msg":"trace[662127540] transaction","detail":"{read_only:false; response_revision:22502; number_of_response:1; }","duration":"335.715883ms","start":"2026-05-28T01:34:51.712636Z","end":"2026-05-28T01:34:52.048352Z","steps":["trace[662127540] 'process raft request' (duration: 335.541099ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:52.048451Z","caller":"traceutil/trace.go:171","msg":"trace[1035283314] transaction","detail":"{read_only:false; response_revision:22501; number_of_response:1; }","duration":"474.685313ms","start":"2026-05-28T01:34:51.573713Z","end":"2026-05-28T01:34:52.048398Z","steps":["trace[1035283314] 'process raft request' (duration: 431.666384ms)","trace[1035283314] 'compare' (duration: 42.62549ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:34:52.048508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.237626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T01:34:52.04852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.746096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T01:34:52.048523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:51.712609Z","time spent":"335.844276ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:34:52.048548Z","caller":"traceutil/trace.go:171","msg":"trace[540780748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22502; }","duration":"394.323978ms","start":"2026-05-28T01:34:51.654215Z","end":"2026-05-28T01:34:52.048539Z","steps":["trace[540780748] 'agreement among raft nodes before linearized reading' (duration: 394.152974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:52.048534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.692873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:34:52.048555Z","caller":"traceutil/trace.go:171","msg":"trace[1513842026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22502; }","duration":"437.812887ms","start":"2026-05-28T01:34:51.610732Z","end":"2026-05-28T01:34:52.048545Z","steps":["trace[1513842026] 'agreement among raft nodes before linearized reading' (duration: 437.646184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:52.048573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:51.654195Z","time spent":"394.371119ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T01:34:52.048589Z","caller":"traceutil/trace.go:171","msg":"trace[1371321202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22502; }","duration":"393.782955ms","start":"2026-05-28T01:34:51.654792Z","end":"2026-05-28T01:34:52.048575Z","steps":["trace[1371321202] 'agreement among raft nodes before linearized reading' (duration: 393.58064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:52.048568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.393974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:34:52.04862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:51.65478Z","time spent":"393.834586ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T01:34:52.048652Z","caller":"traceutil/trace.go:171","msg":"trace[203024437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22502; }","duration":"294.516527ms","start":"2026-05-28T01:34:51.754119Z","end":"2026-05-28T01:34:52.048635Z","steps":["trace[203024437] 'agreement among raft nodes before linearized reading' (duration: 294.363783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:52.048645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:51.573693Z","time spent":"474.841506ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15110,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:34:52.048689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.358809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T01:34:52.048596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:51.610723Z","time spent":"437.862689ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T01:34:52.048724Z","caller":"traceutil/trace.go:171","msg":"trace[877279426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22502; }","duration":"394.40825ms","start":"2026-05-28T01:34:51.654303Z","end":"2026-05-28T01:34:52.048711Z","steps":["trace[877279426] 'agreement among raft nodes before linearized reading' (duration: 394.327308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:52.048724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.133491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T01:34:52.048755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:51.654291Z","time spent":"394.457281ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T01:34:52.048761Z","caller":"traceutil/trace.go:171","msg":"trace[608949524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22502; }","duration":"483.201172ms","start":"2026-05-28T01:34:51.565549Z","end":"2026-05-28T01:34:52.048751Z","steps":["trace[608949524] 'agreement among raft nodes before linearized reading' (duration: 483.09913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:34:52.048811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:34:51.565531Z","time spent":"483.258363ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T01:34:52.263656Z","caller":"traceutil/trace.go:171","msg":"trace[965978599] transaction","detail":"{read_only:false; response_revision:22503; number_of_response:1; }","duration":"210.891537ms","start":"2026-05-28T01:34:52.052725Z","end":"2026-05-28T01:34:52.263617Z","steps":["trace[965978599] 'process raft request' (duration: 201.312182ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:52.264103Z","caller":"traceutil/trace.go:171","msg":"trace[261018677] transaction","detail":"{read_only:false; response_revision:22504; number_of_response:1; }","duration":"210.828704ms","start":"2026-05-28T01:34:52.053254Z","end":"2026-05-28T01:34:52.264083Z","steps":["trace[261018677] 'process raft request' (duration: 210.666311ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:52.264103Z","caller":"traceutil/trace.go:171","msg":"trace[1235704217] transaction","detail":"{read_only:false; response_revision:22505; number_of_response:1; }","duration":"210.822084ms","start":"2026-05-28T01:34:52.053255Z","end":"2026-05-28T01:34:52.264077Z","steps":["trace[1235704217] 'process raft request' (duration: 210.753613ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:52.264357Z","caller":"traceutil/trace.go:171","msg":"trace[1579041985] transaction","detail":"{read_only:false; response_revision:22507; number_of_response:1; }","duration":"209.973454ms","start":"2026-05-28T01:34:52.054359Z","end":"2026-05-28T01:34:52.264332Z","steps":["trace[1579041985] 'process raft request' (duration: 209.855892ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:52.264365Z","caller":"traceutil/trace.go:171","msg":"trace[745464794] transaction","detail":"{read_only:false; response_revision:22506; number_of_response:1; }","duration":"210.731583ms","start":"2026-05-28T01:34:52.053615Z","end":"2026-05-28T01:34:52.264346Z","steps":["trace[745464794] 'process raft request' (duration: 210.429956ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:34:52.84823Z","caller":"traceutil/trace.go:171","msg":"trace[883139466] transaction","detail":"{read_only:false; response_revision:22509; number_of_response:1; }","duration":"213.999368ms","start":"2026-05-28T01:34:52.634206Z","end":"2026-05-28T01:34:52.848205Z","steps":["trace[883139466] 'process raft request' (duration: 213.770662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:26.298961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481244559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:35:26.799605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481244559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:35:27.045014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264939486s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:35:27.04547Z","caller":"traceutil/trace.go:171","msg":"trace[1099145728] transaction","detail":"{read_only:false; response_revision:22741; number_of_response:1; }","duration":"1.265486148s","start":"2026-05-28T01:35:25.779951Z","end":"2026-05-28T01:35:27.045437Z","steps":["trace[1099145728] 'process raft request' (duration: 1.265248253s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.045651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:25.779924Z","time spent":"1.265640912s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:35:27.252336Z","caller":"traceutil/trace.go:171","msg":"trace[317759501] transaction","detail":"{read_only:false; response_revision:22742; number_of_response:1; }","duration":"1.344578474s","start":"2026-05-28T01:35:25.907723Z","end":"2026-05-28T01:35:27.252301Z","steps":["trace[317759501] 'process raft request' (duration: 1.344256066s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.252731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:25.907702Z","time spent":"1.344741507s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:35:27.252742Z","caller":"traceutil/trace.go:171","msg":"trace[869201383] transaction","detail":"{read_only:false; response_revision:22743; number_of_response:1; }","duration":"1.294181652s","start":"2026-05-28T01:35:25.958521Z","end":"2026-05-28T01:35:27.252703Z","steps":["trace[869201383] 'process raft request' (duration: 1.293722582s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:27.252768Z","caller":"traceutil/trace.go:171","msg":"trace[1474207093] linearizableReadLoop","detail":"{readStateIndex:23579; appliedIndex:23573; }","duration":"1.454330547s","start":"2026-05-28T01:35:25.798413Z","end":"2026-05-28T01:35:27.252743Z","steps":["trace[1474207093] 'read index received' (duration: 1.246817091s)","trace[1474207093] 'applied index is now lower than readState.Index' (duration: 207.512566ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:35:27.252913Z","caller":"traceutil/trace.go:171","msg":"trace[1275895595] transaction","detail":"{read_only:false; response_revision:22744; number_of_response:1; }","duration":"1.293725781s","start":"2026-05-28T01:35:25.959173Z","end":"2026-05-28T01:35:27.252898Z","steps":["trace[1275895595] 'process raft request' (duration: 1.293342702s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.252958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:25.958497Z","time spent":"1.294325775s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:35:27.253023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:25.959159Z","time spent":"1.293787113s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:35:27.253209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454802479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-28T01:35:27.253255Z","caller":"traceutil/trace.go:171","msg":"trace[196348376] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22746; }","duration":"1.45484127s","start":"2026-05-28T01:35:25.798397Z","end":"2026-05-28T01:35:27.253239Z","steps":["trace[196348376] 'agreement among raft nodes before linearized reading' (duration: 1.454744518s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.253291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:25.798377Z","time spent":"1.454907681s","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-28T01:35:27.253433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345682189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-05-28T01:35:27.253473Z","caller":"traceutil/trace.go:171","msg":"trace[1576398546] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22746; }","duration":"1.34572308s","start":"2026-05-28T01:35:25.90774Z","end":"2026-05-28T01:35:27.253463Z","steps":["trace[1576398546] 'agreement among raft nodes before linearized reading' (duration: 1.345564937s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.253509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:25.907681Z","time spent":"1.345822023s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7324,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-05-28T01:35:27.253466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449583887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-28T01:35:27.253598Z","caller":"traceutil/trace.go:171","msg":"trace[31890472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22746; }","duration":"1.449767421s","start":"2026-05-28T01:35:25.803801Z","end":"2026-05-28T01:35:27.253569Z","steps":["trace[31890472] 'agreement among raft nodes before linearized reading' (duration: 1.449418023s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.253655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:25.803781Z","time spent":"1.449862284s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:35:27.253738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.228953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:35:27.253773Z","caller":"traceutil/trace.go:171","msg":"trace[462206710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22746; }","duration":"700.262583ms","start":"2026-05-28T01:35:26.553502Z","end":"2026-05-28T01:35:27.253764Z","steps":["trace[462206710] 'agreement among raft nodes before linearized reading' (duration: 700.171651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.253806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:26.55344Z","time spent":"700.359465ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T01:35:27.253814Z","caller":"traceutil/trace.go:171","msg":"trace[2089832668] transaction","detail":"{read_only:false; response_revision:22745; number_of_response:1; }","duration":"1.014197276s","start":"2026-05-28T01:35:26.239587Z","end":"2026-05-28T01:35:27.253784Z","steps":["trace[2089832668] 'process raft request' (duration: 1.013075099s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:27.253867Z","caller":"traceutil/trace.go:171","msg":"trace[1908311540] transaction","detail":"{read_only:false; response_revision:22746; number_of_response:1; }","duration":"764.127651ms","start":"2026-05-28T01:35:26.489714Z","end":"2026-05-28T01:35:27.253841Z","steps":["trace[1908311540] 'process raft request' (duration: 762.985604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.253928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.611925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T01:35:27.25394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:26.239564Z","time spent":"1.014288087s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:35:27.253958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:26.489693Z","time spent":"764.224043ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:35:27.253964Z","caller":"traceutil/trace.go:171","msg":"trace[882312819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22746; }","duration":"701.665366ms","start":"2026-05-28T01:35:26.552287Z","end":"2026-05-28T01:35:27.253953Z","steps":["trace[882312819] 'agreement among raft nodes before linearized reading' (duration: 701.584904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.254084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:26.552276Z","time spent":"701.796239ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:35:27.254106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.042996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T01:35:27.254132Z","caller":"traceutil/trace.go:171","msg":"trace[1846155700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22746; }","duration":"717.067687ms","start":"2026-05-28T01:35:26.537057Z","end":"2026-05-28T01:35:27.254125Z","steps":["trace[1846155700] 'agreement among raft nodes before linearized reading' (duration: 717.002745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.254041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.734658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T01:35:27.254175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346377936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:35:27.254205Z","caller":"traceutil/trace.go:171","msg":"trace[1966180402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22746; }","duration":"701.916412ms","start":"2026-05-28T01:35:26.552271Z","end":"2026-05-28T01:35:27.254187Z","steps":["trace[1966180402] 'agreement among raft nodes before linearized reading' (duration: 701.718048ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:27.254225Z","caller":"traceutil/trace.go:171","msg":"trace[724885394] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22746; }","duration":"1.346440208s","start":"2026-05-28T01:35:25.907773Z","end":"2026-05-28T01:35:27.254213Z","steps":["trace[724885394] 'agreement among raft nodes before linearized reading' (duration: 1.346306455s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.254251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:26.552256Z","time spent":"701.986244ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:35:27.254258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:25.907765Z","time spent":"1.346485479s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-05-28T01:35:27.254162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:26.537012Z","time spent":"717.144089ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:35:27.254438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.688429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:35:27.2545Z","caller":"traceutil/trace.go:171","msg":"trace[2067093836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22746; }","duration":"780.810792ms","start":"2026-05-28T01:35:26.473679Z","end":"2026-05-28T01:35:27.25449Z","steps":["trace[2067093836] 'agreement among raft nodes before linearized reading' (duration: 780.70139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.254532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:26.473651Z","time spent":"780.875693ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:35:27.254624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438298911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:35:27.254694Z","caller":"traceutil/trace.go:171","msg":"trace[451872085] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:22746; }","duration":"1.438393434s","start":"2026-05-28T01:35:25.81629Z","end":"2026-05-28T01:35:27.254683Z","steps":["trace[451872085] 'agreement among raft nodes before linearized reading' (duration: 1.438311052s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.254729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:25.816279Z","time spent":"1.438442965s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-28T01:35:27.254735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425597024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-05-28T01:35:27.254774Z","caller":"traceutil/trace.go:171","msg":"trace[938475428] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22746; }","duration":"1.425817499s","start":"2026-05-28T01:35:25.828945Z","end":"2026-05-28T01:35:27.254763Z","steps":["trace[938475428] 'agreement among raft nodes before linearized reading' (duration: 1.425517722s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.254784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426926285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"warn","ts":"2026-05-28T01:35:27.254815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:25.828934Z","time spent":"1.425870641s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7324,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-05-28T01:35:27.254828Z","caller":"traceutil/trace.go:171","msg":"trace[1353482339] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22746; }","duration":"1.426993167s","start":"2026-05-28T01:35:25.827823Z","end":"2026-05-28T01:35:27.254816Z","steps":["trace[1353482339] 'agreement among raft nodes before linearized reading' (duration: 1.426870694s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.254894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:25.827812Z","time spent":"1.427068919s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7324,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-05-28T01:35:27.255184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421222502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-05-28T01:35:27.255263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421101099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-05-28T01:35:27.255362Z","caller":"traceutil/trace.go:171","msg":"trace[2129558808] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22746; }","duration":"1.421411766s","start":"2026-05-28T01:35:25.833898Z","end":"2026-05-28T01:35:27.25531Z","steps":["trace[2129558808] 'agreement among raft nodes before linearized reading' (duration: 1.420978115s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.255445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:25.833889Z","time spent":"1.42154344s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-05-28T01:35:27.255433Z","caller":"traceutil/trace.go:171","msg":"trace[87952392] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22746; }","duration":"1.421328994s","start":"2026-05-28T01:35:25.834064Z","end":"2026-05-28T01:35:27.255393Z","steps":["trace[87952392] 'agreement among raft nodes before linearized reading' (duration: 1.42074655s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.255524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:25.834052Z","time spent":"1.421456587s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7324,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-05-28T01:35:27.255679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428539643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:35:27.255987Z","caller":"traceutil/trace.go:171","msg":"trace[1421489341] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22746; }","duration":"1.428891381s","start":"2026-05-28T01:35:25.827074Z","end":"2026-05-28T01:35:27.255966Z","steps":["trace[1421489341] 'agreement among raft nodes before linearized reading' (duration: 1.427535869s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:27.256144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:35:25.82705Z","time spent":"1.429029155s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-05-28T01:35:27.362661Z","caller":"traceutil/trace.go:171","msg":"trace[1692838055] transaction","detail":"{read_only:false; response_revision:22747; number_of_response:1; }","duration":"100.62775ms","start":"2026-05-28T01:35:27.261996Z","end":"2026-05-28T01:35:27.362624Z","steps":["trace[1692838055] 'process raft request' (duration: 68.19009ms)","trace[1692838055] 'compare' (duration: 32.093702ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:35:29.036206Z","caller":"traceutil/trace.go:171","msg":"trace[103453856] linearizableReadLoop","detail":"{readStateIndex:23585; appliedIndex:23584; }","duration":"131.412172ms","start":"2026-05-28T01:35:28.90477Z","end":"2026-05-28T01:35:29.036182Z","steps":["trace[103453856] 'read index received' (duration: 131.223027ms)","trace[103453856] 'applied index is now lower than readState.Index' (duration: 187.825µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:35:29.036392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.608626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-28T01:35:29.036402Z","caller":"traceutil/trace.go:171","msg":"trace[394295314] transaction","detail":"{read_only:false; response_revision:22752; number_of_response:1; }","duration":"133.90945ms","start":"2026-05-28T01:35:28.902465Z","end":"2026-05-28T01:35:29.036374Z","steps":["trace[394295314] 'process raft request' (duration: 133.559852ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:29.036433Z","caller":"traceutil/trace.go:171","msg":"trace[432615314] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22752; }","duration":"131.663417ms","start":"2026-05-28T01:35:28.904756Z","end":"2026-05-28T01:35:29.03642Z","steps":["trace[432615314] 'agreement among raft nodes before linearized reading' (duration: 131.520334ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:29.180069Z","caller":"traceutil/trace.go:171","msg":"trace[2047549434] transaction","detail":"{read_only:false; response_revision:22754; number_of_response:1; }","duration":"128.538905ms","start":"2026-05-28T01:35:29.051477Z","end":"2026-05-28T01:35:29.180016Z","steps":["trace[2047549434] 'process raft request' (duration: 93.228417ms)","trace[2047549434] 'compare' (duration: 35.132684ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:35:29.381122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.070351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:35:29.381237Z","caller":"traceutil/trace.go:171","msg":"trace[641455291] linearizableReadLoop","detail":"{readStateIndex:23589; appliedIndex:23588; }","duration":"122.555284ms","start":"2026-05-28T01:35:29.258664Z","end":"2026-05-28T01:35:29.381219Z","steps":["trace[641455291] 'read index received' (duration: 21.281979ms)","trace[641455291] 'applied index is now lower than readState.Index' (duration: 101.271715ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:35:29.381296Z","caller":"traceutil/trace.go:171","msg":"trace[1505543373] transaction","detail":"{read_only:false; response_revision:22755; number_of_response:1; }","duration":"123.346263ms","start":"2026-05-28T01:35:29.257903Z","end":"2026-05-28T01:35:29.381249Z","steps":["trace[1505543373] 'process raft request' (duration: 22.040747ms)","trace[1505543373] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/199.204.45.227; req_size:119; } (duration: 100.940168ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:35:29.381564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.921453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:35:29.381674Z","caller":"traceutil/trace.go:171","msg":"trace[850848459] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22755; }","duration":"123.036655ms","start":"2026-05-28T01:35:29.258617Z","end":"2026-05-28T01:35:29.381654Z","steps":["trace[850848459] 'agreement among raft nodes before linearized reading' (duration: 122.685057ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:29.382455Z","caller":"traceutil/trace.go:171","msg":"trace[468309298] transaction","detail":"{read_only:false; response_revision:22756; number_of_response:1; }","duration":"120.614009ms","start":"2026-05-28T01:35:29.261826Z","end":"2026-05-28T01:35:29.38244Z","steps":["trace[468309298] 'process raft request' (duration: 120.436335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:29.382724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.022855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:35:29.382778Z","caller":"traceutil/trace.go:171","msg":"trace[1511480950] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:22758; }","duration":"123.116067ms","start":"2026-05-28T01:35:29.259649Z","end":"2026-05-28T01:35:29.382765Z","steps":["trace[1511480950] 'agreement among raft nodes before linearized reading' (duration: 123.013915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:29.382808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.822274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:35:29.382861Z","caller":"traceutil/trace.go:171","msg":"trace[1063234615] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22758; }","duration":"120.899555ms","start":"2026-05-28T01:35:29.261949Z","end":"2026-05-28T01:35:29.382848Z","steps":["trace[1063234615] 'agreement among raft nodes before linearized reading' (duration: 120.760932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:29.382884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.090554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-05-28T01:35:29.382933Z","caller":"traceutil/trace.go:171","msg":"trace[467006559] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22758; }","duration":"122.174706ms","start":"2026-05-28T01:35:29.260746Z","end":"2026-05-28T01:35:29.382921Z","steps":["trace[467006559] 'agreement among raft nodes before linearized reading' (duration: 122.020352ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:29.382955Z","caller":"traceutil/trace.go:171","msg":"trace[1181933146] transaction","detail":"{read_only:false; response_revision:22757; number_of_response:1; }","duration":"120.472016ms","start":"2026-05-28T01:35:29.262457Z","end":"2026-05-28T01:35:29.382929Z","steps":["trace[1181933146] 'process raft request' (duration: 119.930343ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:29.383012Z","caller":"traceutil/trace.go:171","msg":"trace[1685162890] transaction","detail":"{read_only:false; response_revision:22758; number_of_response:1; }","duration":"118.10229ms","start":"2026-05-28T01:35:29.264896Z","end":"2026-05-28T01:35:29.382998Z","steps":["trace[1685162890] 'process raft request' (duration: 117.67242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:29.383043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.302232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-05-28T01:35:29.383122Z","caller":"traceutil/trace.go:171","msg":"trace[2129874190] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22758; }","duration":"123.454475ms","start":"2026-05-28T01:35:29.259653Z","end":"2026-05-28T01:35:29.383108Z","steps":["trace[2129874190] 'agreement among raft nodes before linearized reading' (duration: 123.199219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:29.383159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.622389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:35:29.383197Z","caller":"traceutil/trace.go:171","msg":"trace[702706624] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22758; }","duration":"120.687061ms","start":"2026-05-28T01:35:29.262498Z","end":"2026-05-28T01:35:29.383185Z","steps":["trace[702706624] 'agreement among raft nodes before linearized reading' (duration: 120.464046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:29.383358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.3711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-05-28T01:35:29.383403Z","caller":"traceutil/trace.go:171","msg":"trace[217259402] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22758; }","duration":"122.435362ms","start":"2026-05-28T01:35:29.260955Z","end":"2026-05-28T01:35:29.383391Z","steps":["trace[217259402] 'agreement among raft nodes before linearized reading' (duration: 121.878989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:29.383839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.312795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-05-28T01:35:29.383888Z","caller":"traceutil/trace.go:171","msg":"trace[1126718] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22758; }","duration":"121.379487ms","start":"2026-05-28T01:35:29.262495Z","end":"2026-05-28T01:35:29.383874Z","steps":["trace[1126718] 'agreement among raft nodes before linearized reading' (duration: 120.398544ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:29.578327Z","caller":"traceutil/trace.go:171","msg":"trace[749520913] transaction","detail":"{read_only:false; response_revision:22760; number_of_response:1; }","duration":"189.588227ms","start":"2026-05-28T01:35:29.3887Z","end":"2026-05-28T01:35:29.578288Z","steps":["trace[749520913] 'process raft request' (duration: 162.43592ms)","trace[749520913] 'compare' (duration: 26.916471ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:35:29.578325Z","caller":"traceutil/trace.go:171","msg":"trace[882461273] transaction","detail":"{read_only:false; response_revision:22761; number_of_response:1; }","duration":"189.276779ms","start":"2026-05-28T01:35:29.389013Z","end":"2026-05-28T01:35:29.57829Z","steps":["trace[882461273] 'process raft request' (duration: 189.166386ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:29.578384Z","caller":"traceutil/trace.go:171","msg":"trace[265504677] linearizableReadLoop","detail":"{readStateIndex:23595; appliedIndex:23592; }","duration":"189.29559ms","start":"2026-05-28T01:35:29.389071Z","end":"2026-05-28T01:35:29.578366Z","steps":["trace[265504677] 'read index received' (duration: 39.633409ms)","trace[265504677] 'applied index is now lower than readState.Index' (duration: 149.660831ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:35:29.578526Z","caller":"traceutil/trace.go:171","msg":"trace[1599085612] transaction","detail":"{read_only:false; response_revision:22763; number_of_response:1; }","duration":"187.841486ms","start":"2026-05-28T01:35:29.390625Z","end":"2026-05-28T01:35:29.578466Z","steps":["trace[1599085612] 'process raft request' (duration: 187.636181ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:29.578694Z","caller":"traceutil/trace.go:171","msg":"trace[706701660] transaction","detail":"{read_only:false; response_revision:22764; number_of_response:1; }","duration":"184.327053ms","start":"2026-05-28T01:35:29.394354Z","end":"2026-05-28T01:35:29.578681Z","steps":["trace[706701660] 'process raft request' (duration: 183.947554ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:29.578882Z","caller":"traceutil/trace.go:171","msg":"trace[653723439] transaction","detail":"{read_only:false; response_revision:22762; number_of_response:1; }","duration":"188.773938ms","start":"2026-05-28T01:35:29.390063Z","end":"2026-05-28T01:35:29.578837Z","steps":["trace[653723439] 'process raft request' (duration: 188.161953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:29.578943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.852973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T01:35:29.578982Z","caller":"traceutil/trace.go:171","msg":"trace[102120096] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22764; }","duration":"189.927325ms","start":"2026-05-28T01:35:29.389045Z","end":"2026-05-28T01:35:29.578972Z","steps":["trace[102120096] 'agreement among raft nodes before linearized reading' (duration: 189.767921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:29.579153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.146407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:35:29.579297Z","caller":"traceutil/trace.go:171","msg":"trace[263297817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22764; }","duration":"114.369373ms","start":"2026-05-28T01:35:29.464895Z","end":"2026-05-28T01:35:29.579265Z","steps":["trace[263297817] 'agreement among raft nodes before linearized reading' (duration: 114.035335ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:30.845547Z","caller":"traceutil/trace.go:171","msg":"trace[338034044] linearizableReadLoop","detail":"{readStateIndex:23600; appliedIndex:23599; }","duration":"181.032105ms","start":"2026-05-28T01:35:30.664477Z","end":"2026-05-28T01:35:30.845509Z","steps":["trace[338034044] 'read index received' (duration: 180.677477ms)","trace[338034044] 'applied index is now lower than readState.Index' (duration: 353.218µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:35:30.845659Z","caller":"traceutil/trace.go:171","msg":"trace[865846451] transaction","detail":"{read_only:false; response_revision:22766; number_of_response:1; }","duration":"254.292074ms","start":"2026-05-28T01:35:30.591318Z","end":"2026-05-28T01:35:30.84561Z","steps":["trace[865846451] 'process raft request' (duration: 253.913325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:30.845854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.301142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:35:30.84592Z","caller":"traceutil/trace.go:171","msg":"trace[638383290] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22766; }","duration":"181.475176ms","start":"2026-05-28T01:35:30.664432Z","end":"2026-05-28T01:35:30.845908Z","steps":["trace[638383290] 'agreement among raft nodes before linearized reading' (duration: 181.21448ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:31.685013Z","caller":"traceutil/trace.go:171","msg":"trace[1558636907] transaction","detail":"{read_only:false; response_revision:22770; number_of_response:1; }","duration":"293.436372ms","start":"2026-05-28T01:35:31.391556Z","end":"2026-05-28T01:35:31.684992Z","steps":["trace[1558636907] 'process raft request' (duration: 265.252001ms)","trace[1558636907] 'compare' (duration: 27.72078ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:35:31.68504Z","caller":"traceutil/trace.go:171","msg":"trace[304044432] transaction","detail":"{read_only:false; response_revision:22771; number_of_response:1; }","duration":"293.36706ms","start":"2026-05-28T01:35:31.391656Z","end":"2026-05-28T01:35:31.685023Z","steps":["trace[304044432] 'process raft request' (duration: 293.247938ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:31.685143Z","caller":"traceutil/trace.go:171","msg":"trace[1861067391] linearizableReadLoop","detail":"{readStateIndex:23606; appliedIndex:23603; }","duration":"243.282046ms","start":"2026-05-28T01:35:31.44185Z","end":"2026-05-28T01:35:31.685132Z","steps":["trace[1861067391] 'read index received' (duration: 214.89831ms)","trace[1861067391] 'applied index is now lower than readState.Index' (duration: 28.382636ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:35:31.685239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.566675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:35:31.685265Z","caller":"traceutil/trace.go:171","msg":"trace[1595526631] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:22772; }","duration":"293.663267ms","start":"2026-05-28T01:35:31.391596Z","end":"2026-05-28T01:35:31.685259Z","steps":["trace[1595526631] 'agreement among raft nodes before linearized reading' (duration: 293.597755ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:31.685248Z","caller":"traceutil/trace.go:171","msg":"trace[404207809] transaction","detail":"{read_only:false; response_revision:22772; number_of_response:1; }","duration":"262.135618ms","start":"2026-05-28T01:35:31.423078Z","end":"2026-05-28T01:35:31.685213Z","steps":["trace[404207809] 'process raft request' (duration: 261.902972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:31.685356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.682218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"warn","ts":"2026-05-28T01:35:31.685382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.754749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T01:35:31.685414Z","caller":"traceutil/trace.go:171","msg":"trace[391001261] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22772; }","duration":"293.79935ms","start":"2026-05-28T01:35:31.391596Z","end":"2026-05-28T01:35:31.685395Z","steps":["trace[391001261] 'agreement among raft nodes before linearized reading' (duration: 293.594855ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:31.685424Z","caller":"traceutil/trace.go:171","msg":"trace[2106220488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22772; }","duration":"102.847422ms","start":"2026-05-28T01:35:31.582569Z","end":"2026-05-28T01:35:31.685416Z","steps":["trace[2106220488] 'agreement among raft nodes before linearized reading' (duration: 102.730449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:31.685398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.736419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:35:31.685486Z","caller":"traceutil/trace.go:171","msg":"trace[1199858323] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22772; }","duration":"293.871382ms","start":"2026-05-28T01:35:31.391595Z","end":"2026-05-28T01:35:31.685466Z","steps":["trace[1199858323] 'agreement among raft nodes before linearized reading' (duration: 293.649246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:31.685544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.876905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:35:31.685566Z","caller":"traceutil/trace.go:171","msg":"trace[755896097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22772; }","duration":"100.897276ms","start":"2026-05-28T01:35:31.584664Z","end":"2026-05-28T01:35:31.685562Z","steps":["trace[755896097] 'agreement among raft nodes before linearized reading' (duration: 100.852165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:31.685579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.926523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-05-28T01:35:31.685601Z","caller":"traceutil/trace.go:171","msg":"trace[1288541495] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22772; }","duration":"293.994705ms","start":"2026-05-28T01:35:31.391602Z","end":"2026-05-28T01:35:31.685597Z","steps":["trace[1288541495] 'agreement among raft nodes before linearized reading' (duration: 293.902633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:31.685653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.476545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T01:35:31.685508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.429926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T01:35:31.685689Z","caller":"traceutil/trace.go:171","msg":"trace[1485603710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22772; }","duration":"253.541917ms","start":"2026-05-28T01:35:31.432137Z","end":"2026-05-28T01:35:31.685679Z","steps":["trace[1485603710] 'agreement among raft nodes before linearized reading' (duration: 253.451365ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:31.685709Z","caller":"traceutil/trace.go:171","msg":"trace[516059089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22772; }","duration":"100.64696ms","start":"2026-05-28T01:35:31.58505Z","end":"2026-05-28T01:35:31.685697Z","steps":["trace[516059089] 'agreement among raft nodes before linearized reading' (duration: 100.424235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:31.685775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.238684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:35:31.685897Z","caller":"traceutil/trace.go:171","msg":"trace[2110372218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22772; }","duration":"101.438219ms","start":"2026-05-28T01:35:31.584435Z","end":"2026-05-28T01:35:31.685874Z","steps":["trace[2110372218] 'agreement among raft nodes before linearized reading' (duration: 101.179123ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:31.828217Z","caller":"traceutil/trace.go:171","msg":"trace[1086791955] transaction","detail":"{read_only:false; response_revision:22774; number_of_response:1; }","duration":"135.58603ms","start":"2026-05-28T01:35:31.692599Z","end":"2026-05-28T01:35:31.828185Z","steps":["trace[1086791955] 'process raft request' (duration: 97.197889ms)","trace[1086791955] 'compare' (duration: 38.149645ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:35:31.828355Z","caller":"traceutil/trace.go:171","msg":"trace[1043825229] transaction","detail":"{read_only:false; response_revision:22776; number_of_response:1; }","duration":"135.674391ms","start":"2026-05-28T01:35:31.692667Z","end":"2026-05-28T01:35:31.828342Z","steps":["trace[1043825229] 'process raft request' (duration: 135.462667ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:31.828216Z","caller":"traceutil/trace.go:171","msg":"trace[1510750226] transaction","detail":"{read_only:false; response_revision:22775; number_of_response:1; }","duration":"135.57123ms","start":"2026-05-28T01:35:31.692618Z","end":"2026-05-28T01:35:31.828189Z","steps":["trace[1510750226] 'process raft request' (duration: 135.462557ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:31.828627Z","caller":"traceutil/trace.go:171","msg":"trace[121003995] transaction","detail":"{read_only:false; response_revision:22777; number_of_response:1; }","duration":"135.917328ms","start":"2026-05-28T01:35:31.692698Z","end":"2026-05-28T01:35:31.828615Z","steps":["trace[121003995] 'process raft request' (duration: 135.59971ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:31.97404Z","caller":"traceutil/trace.go:171","msg":"trace[1758500701] transaction","detail":"{read_only:false; response_revision:22778; number_of_response:1; }","duration":"119.631196ms","start":"2026-05-28T01:35:31.854387Z","end":"2026-05-28T01:35:31.974018Z","steps":["trace[1758500701] 'process raft request' (duration: 119.004601ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:32.215695Z","caller":"traceutil/trace.go:171","msg":"trace[1991662003] transaction","detail":"{read_only:false; response_revision:22779; number_of_response:1; }","duration":"232.919821ms","start":"2026-05-28T01:35:31.982746Z","end":"2026-05-28T01:35:32.215666Z","steps":["trace[1991662003] 'process raft request' (duration: 173.036768ms)","trace[1991662003] 'compare' (duration: 59.74987ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:35:32.545504Z","caller":"traceutil/trace.go:171","msg":"trace[1382769733] transaction","detail":"{read_only:false; response_revision:22782; number_of_response:1; }","duration":"130.973951ms","start":"2026-05-28T01:35:32.414499Z","end":"2026-05-28T01:35:32.545473Z","steps":["trace[1382769733] 'process raft request' (duration: 129.930297ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:32.720847Z","caller":"traceutil/trace.go:171","msg":"trace[534120211] linearizableReadLoop","detail":"{readStateIndex:23618; appliedIndex:23617; }","duration":"101.236414ms","start":"2026-05-28T01:35:32.619582Z","end":"2026-05-28T01:35:32.720819Z","steps":["trace[534120211] 'read index received' (duration: 60.440908ms)","trace[534120211] 'applied index is now lower than readState.Index' (duration: 40.793826ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:35:32.720892Z","caller":"traceutil/trace.go:171","msg":"trace[741646427] transaction","detail":"{read_only:false; response_revision:22784; number_of_response:1; }","duration":"121.582131ms","start":"2026-05-28T01:35:32.599282Z","end":"2026-05-28T01:35:32.720864Z","steps":["trace[741646427] 'process raft request' (duration: 80.748454ms)","trace[741646427] 'compare' (duration: 40.633783ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:35:32.72126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.658984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417693"} {"level":"info","ts":"2026-05-28T01:35:32.7214Z","caller":"traceutil/trace.go:171","msg":"trace[1544731720] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22784; }","duration":"101.840779ms","start":"2026-05-28T01:35:32.619544Z","end":"2026-05-28T01:35:32.721384Z","steps":["trace[1544731720] 'agreement among raft nodes before linearized reading' (duration: 101.391248ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:33.033579Z","caller":"traceutil/trace.go:171","msg":"trace[1780586394] transaction","detail":"{read_only:false; response_revision:22789; number_of_response:1; }","duration":"126.2246ms","start":"2026-05-28T01:35:32.90733Z","end":"2026-05-28T01:35:33.033555Z","steps":["trace[1780586394] 'process raft request' (duration: 125.950973ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:33.25904Z","caller":"traceutil/trace.go:171","msg":"trace[1099241848] transaction","detail":"{read_only:false; response_revision:22790; number_of_response:1; }","duration":"167.964249ms","start":"2026-05-28T01:35:33.091025Z","end":"2026-05-28T01:35:33.258989Z","steps":["trace[1099241848] 'process raft request' (duration: 167.525139ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:33.673774Z","caller":"traceutil/trace.go:171","msg":"trace[981705343] transaction","detail":"{read_only:false; response_revision:22793; number_of_response:1; }","duration":"215.129845ms","start":"2026-05-28T01:35:33.458613Z","end":"2026-05-28T01:35:33.673743Z","steps":["trace[981705343] 'process raft request' (duration: 126.003175ms)","trace[981705343] 'compare' (duration: 88.971317ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:35:33.903981Z","caller":"traceutil/trace.go:171","msg":"trace[142223784] linearizableReadLoop","detail":"{readStateIndex:23629; appliedIndex:23628; }","duration":"211.670944ms","start":"2026-05-28T01:35:33.692291Z","end":"2026-05-28T01:35:33.903962Z","steps":["trace[142223784] 'read index received' (duration: 24.857253ms)","trace[142223784] 'applied index is now lower than readState.Index' (duration: 186.812831ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:35:33.904076Z","caller":"traceutil/trace.go:171","msg":"trace[613808070] transaction","detail":"{read_only:false; response_revision:22795; number_of_response:1; }","duration":"212.617327ms","start":"2026-05-28T01:35:33.69145Z","end":"2026-05-28T01:35:33.904067Z","steps":["trace[613808070] 'process raft request' (duration: 212.373701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:33.904099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.797337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:35:33.90413Z","caller":"traceutil/trace.go:171","msg":"trace[1252208131] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:22796; }","duration":"211.873849ms","start":"2026-05-28T01:35:33.692249Z","end":"2026-05-28T01:35:33.904123Z","steps":["trace[1252208131] 'agreement among raft nodes before linearized reading' (duration: 211.815538ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:33.904218Z","caller":"traceutil/trace.go:171","msg":"trace[1420561018] transaction","detail":"{read_only:false; response_revision:22796; number_of_response:1; }","duration":"211.774426ms","start":"2026-05-28T01:35:33.692438Z","end":"2026-05-28T01:35:33.904213Z","steps":["trace[1420561018] 'process raft request' (duration: 211.49041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:33.904308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.103541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-28T01:35:33.904335Z","caller":"traceutil/trace.go:171","msg":"trace[365118565] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22796; }","duration":"211.159762ms","start":"2026-05-28T01:35:33.693169Z","end":"2026-05-28T01:35:33.904329Z","steps":["trace[365118565] 'agreement among raft nodes before linearized reading' (duration: 211.06645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:33.904607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.248882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18363"} {"level":"info","ts":"2026-05-28T01:35:33.904637Z","caller":"traceutil/trace.go:171","msg":"trace[1451204077] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22796; }","duration":"112.305604ms","start":"2026-05-28T01:35:33.792326Z","end":"2026-05-28T01:35:33.904631Z","steps":["trace[1451204077] 'agreement among raft nodes before linearized reading' (duration: 112.229002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:33.904755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.686971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7398"} {"level":"info","ts":"2026-05-28T01:35:33.904777Z","caller":"traceutil/trace.go:171","msg":"trace[162651693] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22796; }","duration":"210.723082ms","start":"2026-05-28T01:35:33.694049Z","end":"2026-05-28T01:35:33.904772Z","steps":["trace[162651693] 'agreement among raft nodes before linearized reading' (duration: 210.671781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:33.904874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.497462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T01:35:33.904892Z","caller":"traceutil/trace.go:171","msg":"trace[488962346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22796; }","duration":"200.533083ms","start":"2026-05-28T01:35:33.704354Z","end":"2026-05-28T01:35:33.904888Z","steps":["trace[488962346] 'agreement among raft nodes before linearized reading' (duration: 200.490902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:33.904999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.264648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7398"} {"level":"info","ts":"2026-05-28T01:35:33.905025Z","caller":"traceutil/trace.go:171","msg":"trace[492348937] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22796; }","duration":"209.300209ms","start":"2026-05-28T01:35:33.695714Z","end":"2026-05-28T01:35:33.905014Z","steps":["trace[492348937] 'agreement among raft nodes before linearized reading' (duration: 209.226947ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:34.138424Z","caller":"traceutil/trace.go:171","msg":"trace[1479207193] linearizableReadLoop","detail":"{readStateIndex:23632; appliedIndex:23631; }","duration":"229.140593ms","start":"2026-05-28T01:35:33.909264Z","end":"2026-05-28T01:35:34.138405Z","steps":["trace[1479207193] 'read index received' (duration: 37.53984ms)","trace[1479207193] 'applied index is now lower than readState.Index' (duration: 191.599943ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:35:34.13857Z","caller":"traceutil/trace.go:171","msg":"trace[569272746] transaction","detail":"{read_only:false; response_revision:22801; number_of_response:1; }","duration":"226.639305ms","start":"2026-05-28T01:35:33.911904Z","end":"2026-05-28T01:35:34.138544Z","steps":["trace[569272746] 'process raft request' (duration: 226.473901ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:34.138584Z","caller":"traceutil/trace.go:171","msg":"trace[276015088] transaction","detail":"{read_only:false; response_revision:22799; number_of_response:1; }","duration":"227.806873ms","start":"2026-05-28T01:35:33.910746Z","end":"2026-05-28T01:35:34.138553Z","steps":["trace[276015088] 'process raft request' (duration: 227.545467ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:34.138718Z","caller":"traceutil/trace.go:171","msg":"trace[1659747346] transaction","detail":"{read_only:false; response_revision:22800; number_of_response:1; }","duration":"227.328632ms","start":"2026-05-28T01:35:33.911383Z","end":"2026-05-28T01:35:34.138711Z","steps":["trace[1659747346] 'process raft request' (duration: 226.951963ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:35:34.13876Z","caller":"traceutil/trace.go:171","msg":"trace[1043660205] transaction","detail":"{read_only:false; response_revision:22798; number_of_response:1; }","duration":"229.572374ms","start":"2026-05-28T01:35:33.909163Z","end":"2026-05-28T01:35:34.138735Z","steps":["trace[1043660205] 'process raft request' (duration: 192.665639ms)","trace[1043660205] 'compare' (duration: 36.078096ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:35:34.138866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.597265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18363"} {"level":"info","ts":"2026-05-28T01:35:34.138907Z","caller":"traceutil/trace.go:171","msg":"trace[1227687851] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22801; }","duration":"229.683627ms","start":"2026-05-28T01:35:33.909213Z","end":"2026-05-28T01:35:34.138897Z","steps":["trace[1227687851] 'agreement among raft nodes before linearized reading' (duration: 229.521503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:35:34.811778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.146801ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T01:36:01.504786Z","caller":"traceutil/trace.go:171","msg":"trace[1846197518] transaction","detail":"{read_only:false; response_revision:22989; number_of_response:1; }","duration":"115.810276ms","start":"2026-05-28T01:36:01.388947Z","end":"2026-05-28T01:36:01.504757Z","steps":["trace[1846197518] 'process raft request' (duration: 115.525439ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:18.776586Z","caller":"traceutil/trace.go:171","msg":"trace[2076577101] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"180.83942ms","start":"2026-05-28T01:36:18.595712Z","end":"2026-05-28T01:36:18.776551Z","steps":["trace[2076577101] 'process raft request' (duration: 120.551816ms)","trace[2076577101] 'compare' (duration: 60.051348ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:36:18.777142Z","caller":"traceutil/trace.go:171","msg":"trace[2091504913] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"181.190158ms","start":"2026-05-28T01:36:18.595892Z","end":"2026-05-28T01:36:18.777082Z","steps":["trace[2091504913] 'process raft request' (duration: 180.600705ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:18.777258Z","caller":"traceutil/trace.go:171","msg":"trace[1617426142] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"180.83214ms","start":"2026-05-28T01:36:18.596396Z","end":"2026-05-28T01:36:18.777228Z","steps":["trace[1617426142] 'process raft request' (duration: 180.612095ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:19.196835Z","caller":"traceutil/trace.go:171","msg":"trace[608812303] compact","detail":"{revision:20899; response_revision:23205; }","duration":"108.72497ms","start":"2026-05-28T01:36:19.088074Z","end":"2026-05-28T01:36:19.196799Z","steps":["trace[608812303] 'process raft request' (duration: 61.493812ms)","trace[608812303] 'check and update compact revision' (duration: 47.120335ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:36:19.196875Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20899} {"level":"warn","ts":"2026-05-28T01:36:19.850555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.719966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:36:19.850712Z","caller":"traceutil/trace.go:171","msg":"trace[1865009700] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"210.775813ms","start":"2026-05-28T01:36:19.639907Z","end":"2026-05-28T01:36:19.850683Z","steps":["trace[1865009700] 'process raft request' (duration: 50.833332ms)","trace[1865009700] 'compare' (duration: 87.294697ms)","trace[1865009700] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 72.248325ms)"],"step_count":3} {"level":"warn","ts":"2026-05-28T01:36:20.037431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.758901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:36:20.037534Z","caller":"traceutil/trace.go:171","msg":"trace[1577683556] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"217.575753ms","start":"2026-05-28T01:36:19.819941Z","end":"2026-05-28T01:36:20.037517Z","steps":["trace[1577683556] 'process raft request' (duration: 108.644618ms)","trace[1577683556] 'compare' (duration: 106.913338ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:36:20.071941Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20899,"took":"871.175691ms","hash":3184124881,"current-db-size-bytes":56455168,"current-db-size":"56 MB","current-db-size-in-use-bytes":30896128,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-28T01:36:20.072081Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3184124881,"revision":20899,"compact-revision":18498} {"level":"info","ts":"2026-05-28T01:36:42.430892Z","caller":"traceutil/trace.go:171","msg":"trace[1402313680] linearizableReadLoop","detail":"{readStateIndex:24192; appliedIndex:24191; }","duration":"230.162728ms","start":"2026-05-28T01:36:42.200706Z","end":"2026-05-28T01:36:42.430869Z","steps":["trace[1402313680] 'read index received' (duration: 230.040325ms)","trace[1402313680] 'applied index is now lower than readState.Index' (duration: 121.393µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:36:42.430939Z","caller":"traceutil/trace.go:171","msg":"trace[2007958392] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"504.87398ms","start":"2026-05-28T01:36:41.92604Z","end":"2026-05-28T01:36:42.430915Z","steps":["trace[2007958392] 'process raft request' (duration: 504.691436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:42.431057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:36:41.926017Z","time spent":"504.980483ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:36:42.431061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.336822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:42.431127Z","caller":"traceutil/trace.go:171","msg":"trace[895192769] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:23338; }","duration":"230.456075ms","start":"2026-05-28T01:36:42.200653Z","end":"2026-05-28T01:36:42.431109Z","steps":["trace[895192769] 'agreement among raft nodes before linearized reading' (duration: 230.322772ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:42.472218Z","caller":"traceutil/trace.go:171","msg":"trace[396653413] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"267.634486ms","start":"2026-05-28T01:36:42.204557Z","end":"2026-05-28T01:36:42.472191Z","steps":["trace[396653413] 'process raft request' (duration: 267.337109ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:42.472317Z","caller":"traceutil/trace.go:171","msg":"trace[1202034492] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"159.421229ms","start":"2026-05-28T01:36:42.312881Z","end":"2026-05-28T01:36:42.472302Z","steps":["trace[1202034492] 'process raft request' (duration: 159.293896ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:42.47236Z","caller":"traceutil/trace.go:171","msg":"trace[1317085291] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"171.153164ms","start":"2026-05-28T01:36:42.301133Z","end":"2026-05-28T01:36:42.472286Z","steps":["trace[1317085291] 'process raft request' (duration: 170.998621ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:51.62216Z","caller":"traceutil/trace.go:171","msg":"trace[64152170] linearizableReadLoop","detail":"{readStateIndex:24462; appliedIndex:24461; }","duration":"176.818557ms","start":"2026-05-28T01:36:51.445318Z","end":"2026-05-28T01:36:51.622137Z","steps":["trace[64152170] 'read index received' (duration: 176.667213ms)","trace[64152170] 'applied index is now lower than readState.Index' (duration: 150.144µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:36:51.622284Z","caller":"traceutil/trace.go:171","msg":"trace[1325423019] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"178.499276ms","start":"2026-05-28T01:36:51.443747Z","end":"2026-05-28T01:36:51.622246Z","steps":["trace[1325423019] 'process raft request' (duration: 178.246601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:51.622403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.211393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"warn","ts":"2026-05-28T01:36:51.622404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.078713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:235"} {"level":"info","ts":"2026-05-28T01:36:51.622452Z","caller":"traceutil/trace.go:171","msg":"trace[1575683927] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23603; }","duration":"176.300575ms","start":"2026-05-28T01:36:51.446136Z","end":"2026-05-28T01:36:51.622437Z","steps":["trace[1575683927] 'agreement among raft nodes before linearized reading' (duration: 176.145901ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:51.622517Z","caller":"traceutil/trace.go:171","msg":"trace[2027142] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:23603; }","duration":"177.176965ms","start":"2026-05-28T01:36:51.44527Z","end":"2026-05-28T01:36:51.622447Z","steps":["trace[2027142] 'agreement among raft nodes before linearized reading' (duration: 176.997421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:51.622507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.431759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:36:51.622512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.693326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/capi-system/capi-leader-election-rolebinding\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:51.622585Z","caller":"traceutil/trace.go:171","msg":"trace[298821679] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23603; }","duration":"159.539891ms","start":"2026-05-28T01:36:51.463027Z","end":"2026-05-28T01:36:51.622567Z","steps":["trace[298821679] 'agreement among raft nodes before linearized reading' (duration: 159.403598ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:51.622619Z","caller":"traceutil/trace.go:171","msg":"trace[1621371338] range","detail":"{range_begin:/registry/rolebindings/capi-system/capi-leader-election-rolebinding; range_end:; response_count:0; response_revision:23603; }","duration":"168.82393ms","start":"2026-05-28T01:36:51.453771Z","end":"2026-05-28T01:36:51.622595Z","steps":["trace[1621371338] 'agreement among raft nodes before linearized reading' (duration: 168.668826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:51.622522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.121915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:1 size:108339"} {"level":"info","ts":"2026-05-28T01:36:51.622756Z","caller":"traceutil/trace.go:171","msg":"trace[776044235] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23603; }","duration":"131.356851ms","start":"2026-05-28T01:36:51.491365Z","end":"2026-05-28T01:36:51.622722Z","steps":["trace[776044235] 'agreement among raft nodes before linearized reading' (duration: 130.948231ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:51.883416Z","caller":"traceutil/trace.go:171","msg":"trace[1804313861] linearizableReadLoop","detail":"{readStateIndex:24466; appliedIndex:24465; }","duration":"154.843451ms","start":"2026-05-28T01:36:51.728542Z","end":"2026-05-28T01:36:51.883385Z","steps":["trace[1804313861] 'read index received' (duration: 115.306874ms)","trace[1804313861] 'applied index is now lower than readState.Index' (duration: 39.532167ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:36:51.883479Z","caller":"traceutil/trace.go:171","msg":"trace[1281497053] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"155.828874ms","start":"2026-05-28T01:36:51.727627Z","end":"2026-05-28T01:36:51.883455Z","steps":["trace[1281497053] 'process raft request' (duration: 116.248736ms)","trace[1281497053] 'compare' (duration: 39.315612ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:36:51.883687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.140838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-05-28T01:36:51.883726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.282569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:13590"} {"level":"info","ts":"2026-05-28T01:36:51.883791Z","caller":"traceutil/trace.go:171","msg":"trace[857460898] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23607; }","duration":"140.410803ms","start":"2026-05-28T01:36:51.743365Z","end":"2026-05-28T01:36:51.883776Z","steps":["trace[857460898] 'agreement among raft nodes before linearized reading' (duration: 140.205798ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:51.883792Z","caller":"traceutil/trace.go:171","msg":"trace[608812417] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23607; }","duration":"155.300062ms","start":"2026-05-28T01:36:51.728471Z","end":"2026-05-28T01:36:51.883771Z","steps":["trace[608812417] 'agreement among raft nodes before linearized reading' (duration: 155.010595ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:52.079249Z","caller":"traceutil/trace.go:171","msg":"trace[1504421744] linearizableReadLoop","detail":"{readStateIndex:24467; appliedIndex:24466; }","duration":"174.488172ms","start":"2026-05-28T01:36:51.904735Z","end":"2026-05-28T01:36:52.079223Z","steps":["trace[1504421744] 'read index received' (duration: 174.063322ms)","trace[1504421744] 'applied index is now lower than readState.Index' (duration: 423.55µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:36:52.079293Z","caller":"traceutil/trace.go:171","msg":"trace[284361482] transaction","detail":"{read_only:false; response_revision:23608; number_of_response:1; }","duration":"175.151118ms","start":"2026-05-28T01:36:51.904097Z","end":"2026-05-28T01:36:52.079249Z","steps":["trace[284361482] 'process raft request' (duration: 174.713457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:52.079513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.762488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112032"} {"level":"info","ts":"2026-05-28T01:36:52.079567Z","caller":"traceutil/trace.go:171","msg":"trace[1834417169] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23608; }","duration":"174.838301ms","start":"2026-05-28T01:36:51.904716Z","end":"2026-05-28T01:36:52.079555Z","steps":["trace[1834417169] 'agreement among raft nodes before linearized reading' (duration: 174.583735ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:52.084279Z","caller":"traceutil/trace.go:171","msg":"trace[140760119] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"173.370086ms","start":"2026-05-28T01:36:51.910893Z","end":"2026-05-28T01:36:52.084263Z","steps":["trace[140760119] 'process raft request' (duration: 173.12628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:52.084307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.421195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:36:52.084378Z","caller":"traceutil/trace.go:171","msg":"trace[1757407797] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23609; }","duration":"158.526567ms","start":"2026-05-28T01:36:51.925833Z","end":"2026-05-28T01:36:52.084359Z","steps":["trace[1757407797] 'agreement among raft nodes before linearized reading' (duration: 158.382224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:52.084381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.955279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:52.084525Z","caller":"traceutil/trace.go:171","msg":"trace[2065045989] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23609; }","duration":"145.148354ms","start":"2026-05-28T01:36:51.939364Z","end":"2026-05-28T01:36:52.084512Z","steps":["trace[2065045989] 'agreement among raft nodes before linearized reading' (duration: 144.956159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:52.779678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.581678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:36:52.779787Z","caller":"traceutil/trace.go:171","msg":"trace[1393900683] linearizableReadLoop","detail":"{readStateIndex:24509; appliedIndex:24508; }","duration":"352.695742ms","start":"2026-05-28T01:36:52.427075Z","end":"2026-05-28T01:36:52.77977Z","steps":["trace[1393900683] 'read index received' (duration: 86.887368ms)","trace[1393900683] 'applied index is now lower than readState.Index' (duration: 265.807274ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:36:52.779841Z","caller":"traceutil/trace.go:171","msg":"trace[1399195569] transaction","detail":"{read_only:false; response_revision:23649; number_of_response:1; }","duration":"353.189703ms","start":"2026-05-28T01:36:52.426603Z","end":"2026-05-28T01:36:52.779793Z","steps":["trace[1399195569] 'process raft request' (duration: 87.40631ms)","trace[1399195569] 'compare' (duration: 265.353283ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:36:52.779994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.914757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" ","response":"range_response_count:1 size:64850"} {"level":"info","ts":"2026-05-28T01:36:52.780031Z","caller":"traceutil/trace.go:171","msg":"trace[114758224] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23649; }","duration":"352.967688ms","start":"2026-05-28T01:36:52.427054Z","end":"2026-05-28T01:36:52.780021Z","steps":["trace[114758224] 'agreement among raft nodes before linearized reading' (duration: 352.786614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:52.780037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:36:52.42659Z","time spent":"353.351847ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127048,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:36:52.780067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:36:52.427046Z","time spent":"353.010329ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":64873,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-05-28T01:36:52.795763Z","caller":"traceutil/trace.go:171","msg":"trace[405261139] transaction","detail":"{read_only:false; response_revision:23650; number_of_response:1; }","duration":"357.980205ms","start":"2026-05-28T01:36:52.437765Z","end":"2026-05-28T01:36:52.795745Z","steps":["trace[405261139] 'process raft request' (duration: 357.517114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:52.795879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:36:52.437736Z","time spent":"358.081508ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":135480,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:36:52.796356Z","caller":"traceutil/trace.go:171","msg":"trace[1728105082] transaction","detail":"{read_only:false; response_revision:23651; number_of_response:1; }","duration":"319.706318ms","start":"2026-05-28T01:36:52.476637Z","end":"2026-05-28T01:36:52.796344Z","steps":["trace[1728105082] 'process raft request' (duration: 319.043763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:52.796441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:36:52.476618Z","time spent":"319.78635ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:36:52.804524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.451708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/capi-kubeadm-bootstrap-manager-role\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:52.804587Z","caller":"traceutil/trace.go:171","msg":"trace[855495736] range","detail":"{range_begin:/registry/clusterroles/capi-kubeadm-bootstrap-manager-role; range_end:; response_count:0; response_revision:23655; }","duration":"367.537699ms","start":"2026-05-28T01:36:52.437035Z","end":"2026-05-28T01:36:52.804573Z","steps":["trace[855495736] 'agreement among raft nodes before linearized reading' (duration: 367.427077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:52.804616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:36:52.437026Z","time spent":"367.581171ms","remote":"127.0.0.1:46106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles/capi-kubeadm-bootstrap-manager-role\" "} {"level":"info","ts":"2026-05-28T01:36:52.804614Z","caller":"traceutil/trace.go:171","msg":"trace[91617038] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"267.986775ms","start":"2026-05-28T01:36:52.536609Z","end":"2026-05-28T01:36:52.804596Z","steps":["trace[91617038] 'process raft request' (duration: 267.7667ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:52.80462Z","caller":"traceutil/trace.go:171","msg":"trace[574166329] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"283.471668ms","start":"2026-05-28T01:36:52.521116Z","end":"2026-05-28T01:36:52.804588Z","steps":["trace[574166329] 'process raft request' (duration: 283.182931ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:52.804796Z","caller":"traceutil/trace.go:171","msg":"trace[1744777304] transaction","detail":"{read_only:false; response_revision:23654; number_of_response:1; }","duration":"267.445542ms","start":"2026-05-28T01:36:52.537343Z","end":"2026-05-28T01:36:52.804788Z","steps":["trace[1744777304] 'process raft request' (duration: 267.053333ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:52.804808Z","caller":"traceutil/trace.go:171","msg":"trace[1360967491] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"221.871854ms","start":"2026-05-28T01:36:52.582925Z","end":"2026-05-28T01:36:52.804797Z","steps":["trace[1360967491] 'process raft request' (duration: 221.490145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:52.804902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.65702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:52.804963Z","caller":"traceutil/trace.go:171","msg":"trace[1384617095] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:23655; }","duration":"352.770233ms","start":"2026-05-28T01:36:52.452178Z","end":"2026-05-28T01:36:52.804948Z","steps":["trace[1384617095] 'agreement among raft nodes before linearized reading' (duration: 352.63973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:52.80497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.501744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:36:52.804992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:36:52.452159Z","time spent":"352.826525ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"info","ts":"2026-05-28T01:36:52.805Z","caller":"traceutil/trace.go:171","msg":"trace[1167839415] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23655; }","duration":"357.551905ms","start":"2026-05-28T01:36:52.447436Z","end":"2026-05-28T01:36:52.804988Z","steps":["trace[1167839415] 'agreement among raft nodes before linearized reading' (duration: 357.502764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:52.805028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:36:52.44742Z","time spent":"357.599397ms","remote":"127.0.0.1:37150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:36:52.805101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.706328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T01:36:52.805147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.991871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:52.805143Z","caller":"traceutil/trace.go:171","msg":"trace[1915629396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23655; }","duration":"264.789539ms","start":"2026-05-28T01:36:52.540341Z","end":"2026-05-28T01:36:52.80513Z","steps":["trace[1915629396] 'agreement among raft nodes before linearized reading' (duration: 264.646816ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:52.805169Z","caller":"traceutil/trace.go:171","msg":"trace[1908475376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23655; }","duration":"342.044712ms","start":"2026-05-28T01:36:52.463118Z","end":"2026-05-28T01:36:52.805163Z","steps":["trace[1908475376] 'agreement among raft nodes before linearized reading' (duration: 342.005941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:52.805185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:36:52.463088Z","time spent":"342.093633ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:36:54.156555Z","caller":"traceutil/trace.go:171","msg":"trace[397064669] transaction","detail":"{read_only:false; response_revision:23814; number_of_response:1; }","duration":"112.15573ms","start":"2026-05-28T01:36:54.044373Z","end":"2026-05-28T01:36:54.156529Z","steps":["trace[397064669] 'process raft request' (duration: 112.070348ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:54.156505Z","caller":"traceutil/trace.go:171","msg":"trace[500663331] linearizableReadLoop","detail":"{readStateIndex:24678; appliedIndex:24676; }","duration":"110.600403ms","start":"2026-05-28T01:36:54.045888Z","end":"2026-05-28T01:36:54.156488Z","steps":["trace[500663331] 'read index received' (duration: 110.293066ms)","trace[500663331] 'applied index is now lower than readState.Index' (duration: 306.807µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:36:54.15658Z","caller":"traceutil/trace.go:171","msg":"trace[323900464] transaction","detail":"{read_only:false; response_revision:23813; number_of_response:1; }","duration":"112.193291ms","start":"2026-05-28T01:36:54.044373Z","end":"2026-05-28T01:36:54.156566Z","steps":["trace[323900464] 'process raft request' (duration: 111.683419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:54.156808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.90047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-28T01:36:54.156879Z","caller":"traceutil/trace.go:171","msg":"trace[1942916515] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23814; }","duration":"110.977723ms","start":"2026-05-28T01:36:54.045884Z","end":"2026-05-28T01:36:54.156861Z","steps":["trace[1942916515] 'agreement among raft nodes before linearized reading' (duration: 110.758828ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:54.163587Z","caller":"traceutil/trace.go:171","msg":"trace[1318669070] transaction","detail":"{read_only:false; response_revision:23815; number_of_response:1; }","duration":"117.582737ms","start":"2026-05-28T01:36:54.045986Z","end":"2026-05-28T01:36:54.163568Z","steps":["trace[1318669070] 'process raft request' (duration: 117.28492ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:54.164054Z","caller":"traceutil/trace.go:171","msg":"trace[480900858] transaction","detail":"{read_only:false; response_revision:23816; number_of_response:1; }","duration":"110.82666ms","start":"2026-05-28T01:36:54.053218Z","end":"2026-05-28T01:36:54.164044Z","steps":["trace[480900858] 'process raft request' (duration: 110.153864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:54.164314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.425029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:54.164343Z","caller":"traceutil/trace.go:171","msg":"trace[1915560648] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:0; response_revision:23816; }","duration":"107.494931ms","start":"2026-05-28T01:36:54.056841Z","end":"2026-05-28T01:36:54.164336Z","steps":["trace[1915560648] 'agreement among raft nodes before linearized reading' (duration: 107.44284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:54.385448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.304885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:36:54.385533Z","caller":"traceutil/trace.go:171","msg":"trace[1741330909] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"174.186845ms","start":"2026-05-28T01:36:54.211332Z","end":"2026-05-28T01:36:54.385519Z","steps":["trace[1741330909] 'process raft request' (duration: 46.741736ms)","trace[1741330909] 'compare' (duration: 127.002619ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:36:54.386886Z","caller":"traceutil/trace.go:171","msg":"trace[1828188612] transaction","detail":"{read_only:false; response_revision:23830; number_of_response:1; }","duration":"173.856218ms","start":"2026-05-28T01:36:54.212982Z","end":"2026-05-28T01:36:54.386838Z","steps":["trace[1828188612] 'process raft request' (duration: 173.646273ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:54.38707Z","caller":"traceutil/trace.go:171","msg":"trace[510606561] transaction","detail":"{read_only:false; response_revision:23831; number_of_response:1; }","duration":"167.910488ms","start":"2026-05-28T01:36:54.219132Z","end":"2026-05-28T01:36:54.387042Z","steps":["trace[510606561] 'process raft request' (duration: 167.645721ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:54.390463Z","caller":"traceutil/trace.go:171","msg":"trace[813134938] linearizableReadLoop","detail":"{readStateIndex:24694; appliedIndex:24692; }","duration":"177.281537ms","start":"2026-05-28T01:36:54.213164Z","end":"2026-05-28T01:36:54.390446Z","steps":["trace[813134938] 'read index received' (duration: 44.821361ms)","trace[813134938] 'applied index is now lower than readState.Index' (duration: 132.458956ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:36:54.390872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.692068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112032"} {"level":"info","ts":"2026-05-28T01:36:54.390917Z","caller":"traceutil/trace.go:171","msg":"trace[1704945428] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23831; }","duration":"177.749359ms","start":"2026-05-28T01:36:54.213157Z","end":"2026-05-28T01:36:54.390906Z","steps":["trace[1704945428] 'agreement among raft nodes before linearized reading' (duration: 177.395621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:54.39111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.715357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-28T01:36:54.391163Z","caller":"traceutil/trace.go:171","msg":"trace[1715569511] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23831; }","duration":"171.795859ms","start":"2026-05-28T01:36:54.219355Z","end":"2026-05-28T01:36:54.391151Z","steps":["trace[1715569511] 'agreement among raft nodes before linearized reading' (duration: 171.627195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:54.391161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.038273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:54.391341Z","caller":"traceutil/trace.go:171","msg":"trace[324780458] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23831; }","duration":"128.32148ms","start":"2026-05-28T01:36:54.262998Z","end":"2026-05-28T01:36:54.39132Z","steps":["trace[324780458] 'agreement among raft nodes before linearized reading' (duration: 128.069624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:54.391431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.540399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-05-28T01:36:54.391474Z","caller":"traceutil/trace.go:171","msg":"trace[600170848] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23831; }","duration":"164.5919ms","start":"2026-05-28T01:36:54.22687Z","end":"2026-05-28T01:36:54.391461Z","steps":["trace[600170848] 'agreement among raft nodes before linearized reading' (duration: 164.491638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:56.021234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.316256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:56.021301Z","caller":"traceutil/trace.go:171","msg":"trace[2100927086] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23901; }","duration":"159.44604ms","start":"2026-05-28T01:36:55.861836Z","end":"2026-05-28T01:36:56.021282Z","steps":["trace[2100927086] 'range keys from in-memory index tree' (duration: 159.236504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:56.021492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.946805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:36:56.021484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.508255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:36:56.021546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.882424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:36:56.02152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.381362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:36:56.02158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.820652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:56.0216Z","caller":"traceutil/trace.go:171","msg":"trace[1573965772] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23901; }","duration":"192.851473ms","start":"2026-05-28T01:36:55.828745Z","end":"2026-05-28T01:36:56.021597Z","steps":["trace[1573965772] 'range keys from in-memory index tree' (duration: 192.778741ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:56.021618Z","caller":"traceutil/trace.go:171","msg":"trace[917408206] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23901; }","duration":"111.856413ms","start":"2026-05-28T01:36:55.90974Z","end":"2026-05-28T01:36:56.021597Z","steps":["trace[917408206] 'range keys from in-memory index tree' (duration: 111.31511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:56.021764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.020475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:56.021784Z","caller":"traceutil/trace.go:171","msg":"trace[625820393] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23901; }","duration":"172.051785ms","start":"2026-05-28T01:36:55.849728Z","end":"2026-05-28T01:36:56.021779Z","steps":["trace[625820393] 'count revisions from in-memory index tree' (duration: 171.988454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:56.021869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.200348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:56.021886Z","caller":"traceutil/trace.go:171","msg":"trace[1624741469] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23901; }","duration":"172.25224ms","start":"2026-05-28T01:36:55.84963Z","end":"2026-05-28T01:36:56.021882Z","steps":["trace[1624741469] 'range keys from in-memory index tree' (duration: 172.074465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:56.021932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.970508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:36:56.021962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.836032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:56.021983Z","caller":"traceutil/trace.go:171","msg":"trace[792817142] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23901; }","duration":"160.892563ms","start":"2026-05-28T01:36:55.861086Z","end":"2026-05-28T01:36:56.021978Z","steps":["trace[792817142] 'count revisions from in-memory index tree' (duration: 160.799961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:56.022016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.878812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:36:56.022016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.901132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:56.021977Z","caller":"traceutil/trace.go:171","msg":"trace[738705516] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23901; }","duration":"150.033119ms","start":"2026-05-28T01:36:55.871929Z","end":"2026-05-28T01:36:56.021962Z","steps":["trace[738705516] 'count revisions from in-memory index tree' (duration: 149.918096ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:56.022094Z","caller":"traceutil/trace.go:171","msg":"trace[503004591] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23901; }","duration":"126.001645ms","start":"2026-05-28T01:36:55.896073Z","end":"2026-05-28T01:36:56.022075Z","steps":["trace[503004591] 'count revisions from in-memory index tree' (duration: 125.865052ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:56.021563Z","caller":"traceutil/trace.go:171","msg":"trace[809465648] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23901; }","duration":"192.922354ms","start":"2026-05-28T01:36:55.828637Z","end":"2026-05-28T01:36:56.021559Z","steps":["trace[809465648] 'count revisions from in-memory index tree' (duration: 192.844353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:56.022249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.741472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:56.022324Z","caller":"traceutil/trace.go:171","msg":"trace[1567589098] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23901; }","duration":"149.851255ms","start":"2026-05-28T01:36:55.872455Z","end":"2026-05-28T01:36:56.022306Z","steps":["trace[1567589098] 'range keys from in-memory index tree' (duration: 149.67276ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:56.021562Z","caller":"traceutil/trace.go:171","msg":"trace[1169086719] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23901; }","duration":"111.630558ms","start":"2026-05-28T01:36:55.909916Z","end":"2026-05-28T01:36:56.021546Z","steps":["trace[1169086719] 'range keys from in-memory index tree' (duration: 111.443094ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:56.022053Z","caller":"traceutil/trace.go:171","msg":"trace[1070678127] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23901; }","duration":"125.940144ms","start":"2026-05-28T01:36:55.896103Z","end":"2026-05-28T01:36:56.022043Z","steps":["trace[1070678127] 'range keys from in-memory index tree' (duration: 125.818901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:56.022088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.385145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:36:56.02247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.477309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:56.021517Z","caller":"traceutil/trace.go:171","msg":"trace[1680999030] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23901; }","duration":"192.969925ms","start":"2026-05-28T01:36:55.828539Z","end":"2026-05-28T01:36:56.021509Z","steps":["trace[1680999030] 'range keys from in-memory index tree' (duration: 192.875973ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:56.022501Z","caller":"traceutil/trace.go:171","msg":"trace[232478289] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23901; }","duration":"150.53021ms","start":"2026-05-28T01:36:55.871962Z","end":"2026-05-28T01:36:56.022492Z","steps":["trace[232478289] 'range keys from in-memory index tree' (duration: 150.423868ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:36:56.022493Z","caller":"traceutil/trace.go:171","msg":"trace[1679658659] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23901; }","duration":"112.787865ms","start":"2026-05-28T01:36:55.909695Z","end":"2026-05-28T01:36:56.022483Z","steps":["trace[1679658659] 'count revisions from in-memory index tree' (duration: 112.353104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:56.022347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.126668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-tg2td\" ","response":"range_response_count:1 size:5107"} {"level":"info","ts":"2026-05-28T01:36:56.022634Z","caller":"traceutil/trace.go:171","msg":"trace[218681260] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-tg2td; range_end:; response_count:1; response_revision:23901; }","duration":"132.427346ms","start":"2026-05-28T01:36:55.89019Z","end":"2026-05-28T01:36:56.022618Z","steps":["trace[218681260] 'range keys from in-memory index tree' (duration: 132.024506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:57.615661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.510806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/cert-manager-test/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:36:57.615765Z","caller":"traceutil/trace.go:171","msg":"trace[1713467087] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/cert-manager-test/; range_end:/registry/gateway.networking.k8s.io/grpcroutes/cert-manager-test0; response_count:0; response_revision:23948; }","duration":"149.67319ms","start":"2026-05-28T01:36:57.466067Z","end":"2026-05-28T01:36:57.61574Z","steps":["trace[1713467087] 'range keys from in-memory index tree' (duration: 149.412924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:36:57.615957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.814142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137819"} {"level":"info","ts":"2026-05-28T01:36:57.616327Z","caller":"traceutil/trace.go:171","msg":"trace[1397173006] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23948; }","duration":"129.225471ms","start":"2026-05-28T01:36:57.487042Z","end":"2026-05-28T01:36:57.616268Z","steps":["trace[1397173006] 'range keys from in-memory index tree' (duration: 128.302399ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:37:01.871366Z","caller":"traceutil/trace.go:171","msg":"trace[1627273334] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"220.845168ms","start":"2026-05-28T01:37:01.650494Z","end":"2026-05-28T01:37:01.871339Z","steps":["trace[1627273334] 'process raft request' (duration: 220.661463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:37:03.247084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113254028s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:37:03.247212Z","caller":"traceutil/trace.go:171","msg":"trace[332080430] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24038; }","duration":"1.113391901s","start":"2026-05-28T01:37:02.133801Z","end":"2026-05-28T01:37:03.247193Z","steps":["trace[332080430] 'range keys from in-memory index tree' (duration: 1.113237548s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:37:03.247638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.568467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:37:03.247735Z","caller":"traceutil/trace.go:171","msg":"trace[1144257105] linearizableReadLoop","detail":"{readStateIndex:24907; appliedIndex:24905; }","duration":"1.538505841s","start":"2026-05-28T01:37:01.709208Z","end":"2026-05-28T01:37:03.247714Z","steps":["trace[1144257105] 'read index received' (duration: 161.931617ms)","trace[1144257105] 'applied index is now lower than readState.Index' (duration: 1.376572964s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:37:03.24782Z","caller":"traceutil/trace.go:171","msg":"trace[779421846] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"1.580743422s","start":"2026-05-28T01:37:01.667065Z","end":"2026-05-28T01:37:03.247808Z","steps":["trace[779421846] 'process raft request' (duration: 984.922999ms)","trace[779421846] 'compare' (duration: 594.82564ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:37:03.247884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:37:01.667035Z","time spent":"1.580808963s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:37:03.248181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538988952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5023"} {"level":"info","ts":"2026-05-28T01:37:03.248212Z","caller":"traceutil/trace.go:171","msg":"trace[829869246] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:24039; }","duration":"1.539058284s","start":"2026-05-28T01:37:01.709144Z","end":"2026-05-28T01:37:03.248202Z","steps":["trace[829869246] 'agreement among raft nodes before linearized reading' (duration: 1.538927691s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:37:03.248241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:37:01.709108Z","time spent":"1.539126096s","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5046,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"info","ts":"2026-05-28T01:37:03.250816Z","caller":"traceutil/trace.go:171","msg":"trace[1387156906] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"1.284884784s","start":"2026-05-28T01:37:01.965598Z","end":"2026-05-28T01:37:03.250482Z","steps":["trace[1387156906] 'process raft request' (duration: 1.284755521s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:37:03.250996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:37:01.965572Z","time spent":"1.285329714s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:37:03.260308Z","caller":"traceutil/trace.go:171","msg":"trace[71863853] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"429.219116ms","start":"2026-05-28T01:37:02.831067Z","end":"2026-05-28T01:37:03.260287Z","steps":["trace[71863853] 'process raft request' (duration: 429.122873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:37:03.26043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:37:02.831046Z","time spent":"429.319278ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:37:03.260698Z","caller":"traceutil/trace.go:171","msg":"trace[132363921] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"420.562133ms","start":"2026-05-28T01:37:02.840126Z","end":"2026-05-28T01:37:03.260688Z","steps":["trace[132363921] 'process raft request' (duration: 420.132503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:37:03.260751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:37:02.8401Z","time spent":"420.624125ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:37:03.260764Z","caller":"traceutil/trace.go:171","msg":"trace[1731302297] transaction","detail":"{read_only:false; response_revision:24044; number_of_response:1; }","duration":"391.533542ms","start":"2026-05-28T01:37:02.869203Z","end":"2026-05-28T01:37:03.260737Z","steps":["trace[1731302297] 'process raft request' (duration: 391.403739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:37:03.260904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:37:02.869145Z","time spent":"391.671095ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:37:03.261011Z","caller":"traceutil/trace.go:171","msg":"trace[1803708462] transaction","detail":"{read_only:false; response_revision:24043; number_of_response:1; }","duration":"415.119695ms","start":"2026-05-28T01:37:02.845882Z","end":"2026-05-28T01:37:03.261002Z","steps":["trace[1803708462] 'process raft request' (duration: 414.633664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:37:03.261111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:37:02.845863Z","time spent":"415.174046ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:37:03.261205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.836731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T01:37:03.261195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.271365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-28T01:37:03.261288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.668249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:37:03.261283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.609387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T01:37:03.261326Z","caller":"traceutil/trace.go:171","msg":"trace[1718818633] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:24044; }","duration":"418.73118ms","start":"2026-05-28T01:37:02.842583Z","end":"2026-05-28T01:37:03.261314Z","steps":["trace[1718818633] 'agreement among raft nodes before linearized reading' (duration: 418.678738ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:37:03.261322Z","caller":"traceutil/trace.go:171","msg":"trace[1109494882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24044; }","duration":"214.407689ms","start":"2026-05-28T01:37:03.046866Z","end":"2026-05-28T01:37:03.261274Z","steps":["trace[1109494882] 'agreement among raft nodes before linearized reading' (duration: 213.840405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:37:03.261355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:37:02.84257Z","time spent":"418.778591ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"info","ts":"2026-05-28T01:37:03.261343Z","caller":"traceutil/trace.go:171","msg":"trace[1084649611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24044; }","duration":"212.691978ms","start":"2026-05-28T01:37:03.048633Z","end":"2026-05-28T01:37:03.261325Z","steps":["trace[1084649611] 'agreement among raft nodes before linearized reading' (duration: 212.515844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:37:03.26123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.129643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:37:03.261429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.676591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T01:37:03.261451Z","caller":"traceutil/trace.go:171","msg":"trace[1095913661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24044; }","duration":"268.717322ms","start":"2026-05-28T01:37:02.992727Z","end":"2026-05-28T01:37:03.261444Z","steps":["trace[1095913661] 'agreement among raft nodes before linearized reading' (duration: 268.65908ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:37:03.261503Z","caller":"traceutil/trace.go:171","msg":"trace[718505939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24044; }","duration":"797.38547ms","start":"2026-05-28T01:37:02.464068Z","end":"2026-05-28T01:37:03.261453Z","steps":["trace[718505939] 'agreement among raft nodes before linearized reading' (duration: 796.586101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:37:03.261605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:37:02.46405Z","time spent":"797.521803ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:37:03.261355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.673008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T01:37:03.261644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.53637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-05-28T01:37:03.261702Z","caller":"traceutil/trace.go:171","msg":"trace[921451107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24044; }","duration":"216.005576ms","start":"2026-05-28T01:37:03.045674Z","end":"2026-05-28T01:37:03.26168Z","steps":["trace[921451107] 'agreement among raft nodes before linearized reading' (duration: 215.595227ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:37:03.261245Z","caller":"traceutil/trace.go:171","msg":"trace[8058386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24044; }","duration":"377.932943ms","start":"2026-05-28T01:37:02.883303Z","end":"2026-05-28T01:37:03.261236Z","steps":["trace[8058386] 'agreement among raft nodes before linearized reading' (duration: 377.731528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:37:03.261851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:37:02.883282Z","time spent":"378.558408ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T01:37:03.261726Z","caller":"traceutil/trace.go:171","msg":"trace[513058336] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24044; }","duration":"712.642222ms","start":"2026-05-28T01:37:02.549044Z","end":"2026-05-28T01:37:03.261687Z","steps":["trace[513058336] 'agreement among raft nodes before linearized reading' (duration: 712.415667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:37:03.261934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:37:02.549021Z","time spent":"712.873498ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":646,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-05-28T01:37:08.728908Z","caller":"traceutil/trace.go:171","msg":"trace[937087370] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"186.111105ms","start":"2026-05-28T01:37:08.542773Z","end":"2026-05-28T01:37:08.728884Z","steps":["trace[937087370] 'process raft request' (duration: 185.965291ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:37:13.964568Z","caller":"traceutil/trace.go:171","msg":"trace[166437634] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"222.758944ms","start":"2026-05-28T01:37:13.741786Z","end":"2026-05-28T01:37:13.964545Z","steps":["trace[166437634] 'process raft request' (duration: 222.156539ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:37:13.969617Z","caller":"traceutil/trace.go:171","msg":"trace[1577215964] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"104.753346ms","start":"2026-05-28T01:37:13.864844Z","end":"2026-05-28T01:37:13.969597Z","steps":["trace[1577215964] 'process raft request' (duration: 104.377747ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:37:17.470983Z","caller":"traceutil/trace.go:171","msg":"trace[712718583] transaction","detail":"{read_only:false; response_revision:24194; number_of_response:1; }","duration":"110.752477ms","start":"2026-05-28T01:37:17.360202Z","end":"2026-05-28T01:37:17.470955Z","steps":["trace[712718583] 'process raft request' (duration: 109.897357ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:37:17.471095Z","caller":"traceutil/trace.go:171","msg":"trace[999671987] transaction","detail":"{read_only:false; response_revision:24195; number_of_response:1; }","duration":"110.791998ms","start":"2026-05-28T01:37:17.360276Z","end":"2026-05-28T01:37:17.471068Z","steps":["trace[999671987] 'process raft request' (duration: 110.599603ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:37:17.471137Z","caller":"traceutil/trace.go:171","msg":"trace[515673435] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"110.840489ms","start":"2026-05-28T01:37:17.360271Z","end":"2026-05-28T01:37:17.471111Z","steps":["trace[515673435] 'process raft request' (duration: 110.690595ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:37:19.421528Z","caller":"traceutil/trace.go:171","msg":"trace[1989114032] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"103.619041ms","start":"2026-05-28T01:37:19.317886Z","end":"2026-05-28T01:37:19.421505Z","steps":["trace[1989114032] 'process raft request' (duration: 103.537849ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:37:19.421559Z","caller":"traceutil/trace.go:171","msg":"trace[1943385107] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"105.065424ms","start":"2026-05-28T01:37:19.31646Z","end":"2026-05-28T01:37:19.421526Z","steps":["trace[1943385107] 'process raft request' (duration: 102.74455ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:37:19.421767Z","caller":"traceutil/trace.go:171","msg":"trace[48093662] transaction","detail":"{read_only:false; response_revision:24217; number_of_response:1; }","duration":"103.782124ms","start":"2026-05-28T01:37:19.317974Z","end":"2026-05-28T01:37:19.421756Z","steps":["trace[48093662] 'process raft request' (duration: 103.494068ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:37:19.421981Z","caller":"traceutil/trace.go:171","msg":"trace[684399251] transaction","detail":"{read_only:false; response_revision:24218; number_of_response:1; }","duration":"103.1872ms","start":"2026-05-28T01:37:19.318761Z","end":"2026-05-28T01:37:19.421948Z","steps":["trace[684399251] 'process raft request' (duration: 102.958245ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:37:19.422017Z","caller":"traceutil/trace.go:171","msg":"trace[2046150750] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"103.119318ms","start":"2026-05-28T01:37:19.318877Z","end":"2026-05-28T01:37:19.421996Z","steps":["trace[2046150750] 'process raft request' (duration: 102.998365ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:38:05.376065Z","caller":"traceutil/trace.go:171","msg":"trace[520436714] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"146.875384ms","start":"2026-05-28T01:38:05.229162Z","end":"2026-05-28T01:38:05.376038Z","steps":["trace[520436714] 'process raft request' (duration: 146.630599ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:38:19.785251Z","caller":"traceutil/trace.go:171","msg":"trace[1884151392] transaction","detail":"{read_only:false; response_revision:24886; number_of_response:1; }","duration":"166.507525ms","start":"2026-05-28T01:38:19.618711Z","end":"2026-05-28T01:38:19.785218Z","steps":["trace[1884151392] 'process raft request' (duration: 166.308901ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:38:19.894015Z","caller":"traceutil/trace.go:171","msg":"trace[1114679422] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"176.96852ms","start":"2026-05-28T01:38:19.717027Z","end":"2026-05-28T01:38:19.893995Z","steps":["trace[1114679422] 'process raft request' (duration: 176.812997ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:38:19.894122Z","caller":"traceutil/trace.go:171","msg":"trace[899125691] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"173.881958ms","start":"2026-05-28T01:38:19.720232Z","end":"2026-05-28T01:38:19.894114Z","steps":["trace[899125691] 'process raft request' (duration: 173.754265ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:38:19.894026Z","caller":"traceutil/trace.go:171","msg":"trace[1727691939] transaction","detail":"{read_only:false; response_revision:24888; number_of_response:1; }","duration":"175.189489ms","start":"2026-05-28T01:38:19.718821Z","end":"2026-05-28T01:38:19.89401Z","steps":["trace[1727691939] 'process raft request' (duration: 175.136597ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:38:19.89424Z","caller":"traceutil/trace.go:171","msg":"trace[2028861947] linearizableReadLoop","detail":"{readStateIndex:25781; appliedIndex:25776; }","duration":"145.602275ms","start":"2026-05-28T01:38:19.748616Z","end":"2026-05-28T01:38:19.894218Z","steps":["trace[2028861947] 'read index received' (duration: 36.401054ms)","trace[2028861947] 'applied index is now lower than readState.Index' (duration: 109.199941ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:38:19.894419Z","caller":"traceutil/trace.go:171","msg":"trace[1930729701] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"172.164948ms","start":"2026-05-28T01:38:19.722243Z","end":"2026-05-28T01:38:19.894408Z","steps":["trace[1930729701] 'process raft request' (duration: 171.84163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:38:19.89449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.87033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-28T01:38:19.89451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.945379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T01:38:19.894521Z","caller":"traceutil/trace.go:171","msg":"trace[195116586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24890; }","duration":"145.944932ms","start":"2026-05-28T01:38:19.748566Z","end":"2026-05-28T01:38:19.894511Z","steps":["trace[195116586] 'agreement among raft nodes before linearized reading' (duration: 145.82806ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:38:19.894547Z","caller":"traceutil/trace.go:171","msg":"trace[1219955598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24890; }","duration":"145.026441ms","start":"2026-05-28T01:38:19.74951Z","end":"2026-05-28T01:38:19.894536Z","steps":["trace[1219955598] 'agreement among raft nodes before linearized reading' (duration: 144.909358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:38:19.894607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.130956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T01:38:19.894721Z","caller":"traceutil/trace.go:171","msg":"trace[1714109091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24890; }","duration":"108.260139ms","start":"2026-05-28T01:38:19.786433Z","end":"2026-05-28T01:38:19.894693Z","steps":["trace[1714109091] 'agreement among raft nodes before linearized reading' (duration: 108.069474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:38:19.89485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.178147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:38:19.894861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.309497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:38:19.894921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.656169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:38:19.894918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.189268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:38:19.894945Z","caller":"traceutil/trace.go:171","msg":"trace[751998939] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24890; }","duration":"143.702269ms","start":"2026-05-28T01:38:19.751237Z","end":"2026-05-28T01:38:19.894939Z","steps":["trace[751998939] 'agreement among raft nodes before linearized reading' (duration: 143.665309ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:38:19.894951Z","caller":"traceutil/trace.go:171","msg":"trace[1562418382] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24890; }","duration":"143.26156ms","start":"2026-05-28T01:38:19.751682Z","end":"2026-05-28T01:38:19.894944Z","steps":["trace[1562418382] 'agreement among raft nodes before linearized reading' (duration: 143.193258ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:38:19.894933Z","caller":"traceutil/trace.go:171","msg":"trace[848197766] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24890; }","duration":"142.40309ms","start":"2026-05-28T01:38:19.752503Z","end":"2026-05-28T01:38:19.894906Z","steps":["trace[848197766] 'agreement among raft nodes before linearized reading' (duration: 142.319738ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:38:19.89488Z","caller":"traceutil/trace.go:171","msg":"trace[796352944] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24890; }","duration":"143.225009ms","start":"2026-05-28T01:38:19.751647Z","end":"2026-05-28T01:38:19.894872Z","steps":["trace[796352944] 'agreement among raft nodes before linearized reading' (duration: 143.180408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:38:19.895061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.280853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-28T01:38:19.895111Z","caller":"traceutil/trace.go:171","msg":"trace[960593920] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24890; }","duration":"135.360104ms","start":"2026-05-28T01:38:19.759743Z","end":"2026-05-28T01:38:19.895103Z","steps":["trace[960593920] 'agreement among raft nodes before linearized reading' (duration: 135.154479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:38:19.895157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.533272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T01:38:19.89518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.481448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:38:19.8952Z","caller":"traceutil/trace.go:171","msg":"trace[1818345953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24890; }","duration":"136.580143ms","start":"2026-05-28T01:38:19.758595Z","end":"2026-05-28T01:38:19.895176Z","steps":["trace[1818345953] 'agreement among raft nodes before linearized reading' (duration: 136.409279ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:38:19.895228Z","caller":"traceutil/trace.go:171","msg":"trace[1531994875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24890; }","duration":"112.58743ms","start":"2026-05-28T01:38:19.78263Z","end":"2026-05-28T01:38:19.895217Z","steps":["trace[1531994875] 'agreement among raft nodes before linearized reading' (duration: 112.036647ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:38:21.082223Z","caller":"traceutil/trace.go:171","msg":"trace[62424223] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"145.049111ms","start":"2026-05-28T01:38:20.937126Z","end":"2026-05-28T01:38:21.082176Z","steps":["trace[62424223] 'process raft request' (duration: 144.803096ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:38:59.737813Z","caller":"traceutil/trace.go:171","msg":"trace[894573118] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"101.443139ms","start":"2026-05-28T01:38:59.636342Z","end":"2026-05-28T01:38:59.737785Z","steps":["trace[894573118] 'process raft request' (duration: 20.349767ms)","trace[894573118] 'compare' (duration: 80.056798ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:39:02.369482Z","caller":"traceutil/trace.go:171","msg":"trace[850663220] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"124.744286ms","start":"2026-05-28T01:39:02.24472Z","end":"2026-05-28T01:39:02.369464Z","steps":["trace[850663220] 'process raft request' (duration: 124.713075ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:39:02.369667Z","caller":"traceutil/trace.go:171","msg":"trace[1946888258] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"127.808778ms","start":"2026-05-28T01:39:02.241852Z","end":"2026-05-28T01:39:02.369661Z","steps":["trace[1946888258] 'process raft request' (duration: 127.4736ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:39:10.201363Z","caller":"traceutil/trace.go:171","msg":"trace[1522061785] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"124.875799ms","start":"2026-05-28T01:39:10.076461Z","end":"2026-05-28T01:39:10.201336Z","steps":["trace[1522061785] 'process raft request' (duration: 95.346686ms)","trace[1522061785] 'compare' (duration: 29.330868ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:39:10.201395Z","caller":"traceutil/trace.go:171","msg":"trace[1161171607] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"119.529913ms","start":"2026-05-28T01:39:10.08184Z","end":"2026-05-28T01:39:10.20137Z","steps":["trace[1161171607] 'process raft request' (duration: 119.432341ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:39:10.333024Z","caller":"traceutil/trace.go:171","msg":"trace[316659349] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"127.902479ms","start":"2026-05-28T01:39:10.205091Z","end":"2026-05-28T01:39:10.332993Z","steps":["trace[316659349] 'process raft request' (duration: 121.017738ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:39:10.335474Z","caller":"traceutil/trace.go:171","msg":"trace[270338708] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"128.827611ms","start":"2026-05-28T01:39:10.206625Z","end":"2026-05-28T01:39:10.335452Z","steps":["trace[270338708] 'process raft request' (duration: 128.683747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:39:11.751417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.97734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:39:11.751495Z","caller":"traceutil/trace.go:171","msg":"trace[982445648] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:25356; }","duration":"119.109553ms","start":"2026-05-28T01:39:11.632369Z","end":"2026-05-28T01:39:11.751478Z","steps":["trace[982445648] 'range keys from in-memory index tree' (duration: 118.872658ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:39:22.06853Z","caller":"traceutil/trace.go:171","msg":"trace[388100190] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"194.397679ms","start":"2026-05-28T01:39:21.874102Z","end":"2026-05-28T01:39:22.0685Z","steps":["trace[388100190] 'process raft request' (duration: 194.180794ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:39:22.423307Z","caller":"traceutil/trace.go:171","msg":"trace[1683456862] linearizableReadLoop","detail":"{readStateIndex:26366; appliedIndex:26365; }","duration":"163.463654ms","start":"2026-05-28T01:39:22.259822Z","end":"2026-05-28T01:39:22.423285Z","steps":["trace[1683456862] 'read index received' (duration: 163.326881ms)","trace[1683456862] 'applied index is now lower than readState.Index' (duration: 135.683µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:39:22.42345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.599637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:39:22.4235Z","caller":"traceutil/trace.go:171","msg":"trace[2129497843] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25461; }","duration":"163.691089ms","start":"2026-05-28T01:39:22.259793Z","end":"2026-05-28T01:39:22.423484Z","steps":["trace[2129497843] 'agreement among raft nodes before linearized reading' (duration: 163.598376ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:39:22.423463Z","caller":"traceutil/trace.go:171","msg":"trace[663203880] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"171.708726ms","start":"2026-05-28T01:39:22.251678Z","end":"2026-05-28T01:39:22.423387Z","steps":["trace[663203880] 'process raft request' (duration: 171.418139ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:39:22.424267Z","caller":"traceutil/trace.go:171","msg":"trace[1637308422] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"135.965218ms","start":"2026-05-28T01:39:22.288276Z","end":"2026-05-28T01:39:22.424241Z","steps":["trace[1637308422] 'process raft request' (duration: 135.762394ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:39:22.424465Z","caller":"traceutil/trace.go:171","msg":"trace[1554555098] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"136.03765ms","start":"2026-05-28T01:39:22.288414Z","end":"2026-05-28T01:39:22.424452Z","steps":["trace[1554555098] 'process raft request' (duration: 135.728883ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:39:46.763142Z","caller":"traceutil/trace.go:171","msg":"trace[1021418977] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"115.251972ms","start":"2026-05-28T01:39:46.647866Z","end":"2026-05-28T01:39:46.763118Z","steps":["trace[1021418977] 'process raft request' (duration: 106.050267ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:39:46.763477Z","caller":"traceutil/trace.go:171","msg":"trace[716493934] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"114.493835ms","start":"2026-05-28T01:39:46.648958Z","end":"2026-05-28T01:39:46.763452Z","steps":["trace[716493934] 'process raft request' (duration: 114.121147ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:07.734632Z","caller":"traceutil/trace.go:171","msg":"trace[2068335167] transaction","detail":"{read_only:false; response_revision:25962; number_of_response:1; }","duration":"190.326843ms","start":"2026-05-28T01:40:07.544282Z","end":"2026-05-28T01:40:07.734609Z","steps":["trace[2068335167] 'process raft request' (duration: 190.157699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:08.331611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.125532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:40:08.331796Z","caller":"traceutil/trace.go:171","msg":"trace[1410421793] transaction","detail":"{read_only:false; response_revision:25963; number_of_response:1; }","duration":"747.468936ms","start":"2026-05-28T01:40:07.584308Z","end":"2026-05-28T01:40:08.331777Z","steps":["trace[1410421793] 'process raft request' (duration: 443.108279ms)","trace[1410421793] 'compare' (duration: 304.011089ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:08.331903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:07.58429Z","time spent":"747.577598ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:08.823399Z","caller":"traceutil/trace.go:171","msg":"trace[764013407] linearizableReadLoop","detail":"{readStateIndex:26886; appliedIndex:26884; }","duration":"1.042035695s","start":"2026-05-28T01:40:07.781344Z","end":"2026-05-28T01:40:08.82338Z","steps":["trace[764013407] 'read index received' (duration: 246.006739ms)","trace[764013407] 'applied index is now lower than readState.Index' (duration: 796.027426ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:08.823546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042193208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:08.823587Z","caller":"traceutil/trace.go:171","msg":"trace[1892647114] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25964; }","duration":"1.04225254s","start":"2026-05-28T01:40:07.781324Z","end":"2026-05-28T01:40:08.823577Z","steps":["trace[1892647114] 'agreement among raft nodes before linearized reading' (duration: 1.042159367s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:08.823628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:07.781303Z","time spent":"1.042312871s","remote":"127.0.0.1:40566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:08.823494Z","caller":"traceutil/trace.go:171","msg":"trace[13376099] transaction","detail":"{read_only:false; response_revision:25964; number_of_response:1; }","duration":"1.073605884s","start":"2026-05-28T01:40:07.749825Z","end":"2026-05-28T01:40:08.823431Z","steps":["trace[13376099] 'process raft request' (duration: 1.072364785s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:08.824641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:07.749792Z","time spent":"1.074738741s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8206,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:09.020284Z","caller":"traceutil/trace.go:171","msg":"trace[1306736050] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"690.665755ms","start":"2026-05-28T01:40:08.329598Z","end":"2026-05-28T01:40:09.020264Z","steps":["trace[1306736050] 'process raft request' (duration: 686.882427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.020426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:08.329578Z","time spent":"690.777408ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:09.020527Z","caller":"traceutil/trace.go:171","msg":"trace[1978233637] transaction","detail":"{read_only:false; response_revision:25966; number_of_response:1; }","duration":"641.463161ms","start":"2026-05-28T01:40:08.379005Z","end":"2026-05-28T01:40:09.020469Z","steps":["trace[1978233637] 'process raft request' (duration: 641.201065ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:09.020615Z","caller":"traceutil/trace.go:171","msg":"trace[157236345] transaction","detail":"{read_only:false; response_revision:25967; number_of_response:1; }","duration":"582.15313ms","start":"2026-05-28T01:40:08.438451Z","end":"2026-05-28T01:40:09.020604Z","steps":["trace[157236345] 'process raft request' (duration: 581.937155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.020682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:08.438435Z","time spent":"582.214852ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:09.020701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:08.378986Z","time spent":"641.618045ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:09.020898Z","caller":"traceutil/trace.go:171","msg":"trace[1328114856] transaction","detail":"{read_only:false; response_revision:25968; number_of_response:1; }","duration":"580.959533ms","start":"2026-05-28T01:40:08.439919Z","end":"2026-05-28T01:40:09.020879Z","steps":["trace[1328114856] 'process raft request' (duration: 580.617675ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:09.021006Z","caller":"traceutil/trace.go:171","msg":"trace[1630356410] linearizableReadLoop","detail":"{readStateIndex:26893; appliedIndex:26886; }","duration":"197.523371ms","start":"2026-05-28T01:40:08.823463Z","end":"2026-05-28T01:40:09.020986Z","steps":["trace[1630356410] 'read index received' (duration: 192.964895ms)","trace[1630356410] 'applied index is now lower than readState.Index' (duration: 4.557366ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:09.021139Z","caller":"traceutil/trace.go:171","msg":"trace[339035989] transaction","detail":"{read_only:false; response_revision:25969; number_of_response:1; }","duration":"388.552641ms","start":"2026-05-28T01:40:08.632577Z","end":"2026-05-28T01:40:09.021129Z","steps":["trace[339035989] 'process raft request' (duration: 388.264214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.021238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:08.632553Z","time spent":"388.617503ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:09.021355Z","caller":"traceutil/trace.go:171","msg":"trace[672558245] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"333.531251ms","start":"2026-05-28T01:40:08.687815Z","end":"2026-05-28T01:40:09.021346Z","steps":["trace[672558245] 'process raft request' (duration: 333.097661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.02141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:08.68779Z","time spent":"333.589413ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:09.021426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.43076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:09.0221Z","caller":"traceutil/trace.go:171","msg":"trace[156462086] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25971; }","duration":"668.140027ms","start":"2026-05-28T01:40:08.353944Z","end":"2026-05-28T01:40:09.022084Z","steps":["trace[156462086] 'agreement among raft nodes before linearized reading' (duration: 667.41068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.021515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154778499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:09.022202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:08.353926Z","time spent":"668.25844ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:09.022222Z","caller":"traceutil/trace.go:171","msg":"trace[1928339811] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25971; }","duration":"1.155507636s","start":"2026-05-28T01:40:07.866693Z","end":"2026-05-28T01:40:09.0222Z","steps":["trace[1928339811] 'agreement among raft nodes before linearized reading' (duration: 1.154787389s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.022282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:07.866612Z","time spent":"1.155652469s","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:09.021524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.834605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-28T01:40:09.022466Z","caller":"traceutil/trace.go:171","msg":"trace[762025343] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25971; }","duration":"829.791838ms","start":"2026-05-28T01:40:08.19265Z","end":"2026-05-28T01:40:09.022442Z","steps":["trace[762025343] 'agreement among raft nodes before linearized reading' (duration: 828.782704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.022529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:08.192632Z","time spent":"829.875339ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:40:09.021567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.93354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:09.022614Z","caller":"traceutil/trace.go:171","msg":"trace[1829993510] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25971; }","duration":"160.998055ms","start":"2026-05-28T01:40:08.861603Z","end":"2026-05-28T01:40:09.022601Z","steps":["trace[1829993510] 'agreement among raft nodes before linearized reading' (duration: 159.94171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.021404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131719517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:09.02274Z","caller":"traceutil/trace.go:171","msg":"trace[457083534] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:25971; }","duration":"1.133090519s","start":"2026-05-28T01:40:07.889638Z","end":"2026-05-28T01:40:09.022728Z","steps":["trace[457083534] 'agreement among raft nodes before linearized reading' (duration: 1.131732887s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.022861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:07.889621Z","time spent":"1.133210143s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-28T01:40:09.02157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.255024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:09.022957Z","caller":"traceutil/trace.go:171","msg":"trace[1766476420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25971; }","duration":"847.676077ms","start":"2026-05-28T01:40:08.175274Z","end":"2026-05-28T01:40:09.02295Z","steps":["trace[1766476420] 'agreement among raft nodes before linearized reading' (duration: 846.273665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.021675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.71387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T01:40:09.022981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:08.175253Z","time spent":"847.721478ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:40:09.022992Z","caller":"traceutil/trace.go:171","msg":"trace[489117758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25971; }","duration":"148.037251ms","start":"2026-05-28T01:40:08.874943Z","end":"2026-05-28T01:40:09.02298Z","steps":["trace[489117758] 'agreement among raft nodes before linearized reading' (duration: 146.650469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.021744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.793975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T01:40:09.023155Z","caller":"traceutil/trace.go:171","msg":"trace[207232654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25971; }","duration":"149.241689ms","start":"2026-05-28T01:40:08.873903Z","end":"2026-05-28T01:40:09.023145Z","steps":["trace[207232654] 'agreement among raft nodes before linearized reading' (duration: 147.787865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.021749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.907125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:40:09.023251Z","caller":"traceutil/trace.go:171","msg":"trace[1716359764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25971; }","duration":"148.423971ms","start":"2026-05-28T01:40:08.874789Z","end":"2026-05-28T01:40:09.023213Z","steps":["trace[1716359764] 'agreement among raft nodes before linearized reading' (duration: 146.854584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.021805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.670366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:09.023373Z","caller":"traceutil/trace.go:171","msg":"trace[1718315629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25971; }","duration":"559.277004ms","start":"2026-05-28T01:40:08.464089Z","end":"2026-05-28T01:40:09.023366Z","steps":["trace[1718315629] 'agreement among raft nodes before linearized reading' (duration: 557.692407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.023402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:08.464068Z","time spent":"559.325426ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:40:09.021823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.697571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T01:40:09.02351Z","caller":"traceutil/trace.go:171","msg":"trace[1154160267] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25971; }","duration":"270.437771ms","start":"2026-05-28T01:40:08.753065Z","end":"2026-05-28T01:40:09.023503Z","steps":["trace[1154160267] 'agreement among raft nodes before linearized reading' (duration: 268.708691ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:09.021851Z","caller":"traceutil/trace.go:171","msg":"trace[69135637] transaction","detail":"{read_only:false; response_revision:25971; number_of_response:1; }","duration":"331.633736ms","start":"2026-05-28T01:40:08.690208Z","end":"2026-05-28T01:40:09.021842Z","steps":["trace[69135637] 'process raft request' (duration: 330.738605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.023635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:08.690182Z","time spent":"333.420369ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:09.021864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.510087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-28T01:40:09.023719Z","caller":"traceutil/trace.go:171","msg":"trace[281646414] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25971; }","duration":"618.39251ms","start":"2026-05-28T01:40:08.405321Z","end":"2026-05-28T01:40:09.023713Z","steps":["trace[281646414] 'agreement among raft nodes before linearized reading' (duration: 616.476195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.023745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:08.405304Z","time spent":"618.435132ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-28T01:40:09.021905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.404942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:40:09.023835Z","caller":"traceutil/trace.go:171","msg":"trace[1750960880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25971; }","duration":"229.404579ms","start":"2026-05-28T01:40:08.794425Z","end":"2026-05-28T01:40:09.023829Z","steps":["trace[1750960880] 'agreement among raft nodes before linearized reading' (duration: 227.415232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:09.024033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:08.439896Z","time spent":"581.048604ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:09.534025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:10.765034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.148764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:40:10.765213Z","caller":"traceutil/trace.go:171","msg":"trace[241800914] transaction","detail":"{read_only:false; response_revision:25972; number_of_response:1; }","duration":"1.735724671s","start":"2026-05-28T01:40:09.029408Z","end":"2026-05-28T01:40:10.765133Z","steps":["trace[241800914] 'process raft request' (duration: 778.391832ms)","trace[241800914] 'compare' (duration: 956.849547ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:10.765275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:09.029398Z","time spent":"1.735848893s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:10.769219Z","caller":"traceutil/trace.go:171","msg":"trace[1599395465] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"1.735891894s","start":"2026-05-28T01:40:09.033243Z","end":"2026-05-28T01:40:10.769135Z","steps":["trace[1599395465] 'process raft request' (duration: 1.735643738s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:10.769325Z","caller":"traceutil/trace.go:171","msg":"trace[535752832] linearizableReadLoop","detail":"{readStateIndex:26900; appliedIndex:26893; }","duration":"1.736106669s","start":"2026-05-28T01:40:09.033193Z","end":"2026-05-28T01:40:10.7693Z","steps":["trace[535752832] 'read index received' (duration: 774.622884ms)","trace[535752832] 'applied index is now lower than readState.Index' (duration: 961.482725ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:10.769388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:09.033222Z","time spent":"1.736087039s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:10.769439Z","caller":"traceutil/trace.go:171","msg":"trace[742657589] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"1.735233009s","start":"2026-05-28T01:40:09.034193Z","end":"2026-05-28T01:40:10.769426Z","steps":["trace[742657589] 'process raft request' (duration: 1.734794389s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:10.769539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:09.034148Z","time spent":"1.735318681s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:10.769555Z","caller":"traceutil/trace.go:171","msg":"trace[837816765] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"1.611308904s","start":"2026-05-28T01:40:09.158222Z","end":"2026-05-28T01:40:10.769531Z","steps":["trace[837816765] 'process raft request' (duration: 1.611041077s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:10.769666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:09.158175Z","time spent":"1.611431426s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:10.769816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736620582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-05-28T01:40:10.769853Z","caller":"traceutil/trace.go:171","msg":"trace[1670548497] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25978; }","duration":"1.736696014s","start":"2026-05-28T01:40:09.033145Z","end":"2026-05-28T01:40:10.769841Z","steps":["trace[1670548497] 'agreement among raft nodes before linearized reading' (duration: 1.736563661s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:10.769878Z","caller":"traceutil/trace.go:171","msg":"trace[652676467] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"1.736568891s","start":"2026-05-28T01:40:09.033298Z","end":"2026-05-28T01:40:10.769867Z","steps":["trace[652676467] 'process raft request' (duration: 1.735931446s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:10.769888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:09.033124Z","time spent":"1.736758095s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T01:40:10.769938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:09.033283Z","time spent":"1.736623531s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:10.770106Z","caller":"traceutil/trace.go:171","msg":"trace[1971196785] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"1.735755672s","start":"2026-05-28T01:40:09.03434Z","end":"2026-05-28T01:40:10.770095Z","steps":["trace[1971196785] 'process raft request' (duration: 1.734772269s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:10.770112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545310006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-28T01:40:10.770144Z","caller":"traceutil/trace.go:171","msg":"trace[1900725013] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:25978; }","duration":"1.545369427s","start":"2026-05-28T01:40:09.224762Z","end":"2026-05-28T01:40:10.770132Z","steps":["trace[1900725013] 'agreement among raft nodes before linearized reading' (duration: 1.545290625s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:10.770154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:09.034313Z","time spent":"1.735815103s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:10.770169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:09.224742Z","time spent":"1.545422028s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-05-28T01:40:10.770392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306074376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:10.770424Z","caller":"traceutil/trace.go:171","msg":"trace[97673993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25978; }","duration":"1.306139557s","start":"2026-05-28T01:40:09.464276Z","end":"2026-05-28T01:40:10.770415Z","steps":["trace[97673993] 'agreement among raft nodes before linearized reading' (duration: 1.306067356s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:10.770445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:09.464258Z","time spent":"1.306183528s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:40:10.770571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.792472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:10.770589Z","caller":"traceutil/trace.go:171","msg":"trace[548945459] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25978; }","duration":"294.847303ms","start":"2026-05-28T01:40:10.475736Z","end":"2026-05-28T01:40:10.770583Z","steps":["trace[548945459] 'agreement among raft nodes before linearized reading' (duration: 294.807212ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:10.770818Z","caller":"traceutil/trace.go:171","msg":"trace[1471460791] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"1.736368606s","start":"2026-05-28T01:40:09.034437Z","end":"2026-05-28T01:40:10.770806Z","steps":["trace[1471460791] 'process raft request' (duration: 1.734758488s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:10.770884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:09.034427Z","time spent":"1.736420047s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:13.276883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:13.777041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:14.278053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:14.394052Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.6201477s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:40:14.394489Z","caller":"traceutil/trace.go:171","msg":"trace[30531188] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"1.620654122s","start":"2026-05-28T01:40:12.773811Z","end":"2026-05-28T01:40:14.394465Z","steps":["trace[30531188] 'process raft request' (duration: 1.620495958s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:14.395215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:12.77379Z","time spent":"1.621322388s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:15.542758Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135376912s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:40:16.083751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.687229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:40:16.084024Z","caller":"traceutil/trace.go:171","msg":"trace[1601577673] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"3.05050092s","start":"2026-05-28T01:40:13.033506Z","end":"2026-05-28T01:40:16.084007Z","steps":["trace[1601577673] 'process raft request' (duration: 3.050429488s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:16.084015Z","caller":"traceutil/trace.go:171","msg":"trace[106980677] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"3.050578931s","start":"2026-05-28T01:40:13.033404Z","end":"2026-05-28T01:40:16.083983Z","steps":["trace[106980677] 'process raft request' (duration: 3.050493149s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:16.084105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:13.033498Z","time spent":"3.050573592s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:16.084011Z","caller":"traceutil/trace.go:171","msg":"trace[1909865253] transaction","detail":"{read_only:false; response_revision:25996; number_of_response:1; }","duration":"3.30554398s","start":"2026-05-28T01:40:12.77843Z","end":"2026-05-28T01:40:16.083974Z","steps":["trace[1909865253] 'process raft request' (duration: 2.764546094s)","trace[1909865253] 'compare' (duration: 540.109685ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:16.084173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:13.033375Z","time spent":"3.050707335s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:16.084216Z","caller":"traceutil/trace.go:171","msg":"trace[378508665] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"3.050582552s","start":"2026-05-28T01:40:13.033624Z","end":"2026-05-28T01:40:16.084207Z","steps":["trace[378508665] 'process raft request' (duration: 3.050342306s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:16.08426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:13.033616Z","time spent":"3.050621342s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:16.084292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:12.778415Z","time spent":"3.305761455s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:16.084499Z","caller":"traceutil/trace.go:171","msg":"trace[1304737223] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"3.045546723s","start":"2026-05-28T01:40:13.038942Z","end":"2026-05-28T01:40:16.084489Z","steps":["trace[1304737223] 'process raft request' (duration: 3.045209395s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:16.084537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:13.038925Z","time spent":"3.045596385s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:16.084585Z","caller":"traceutil/trace.go:171","msg":"trace[1556510768] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"3.30553668s","start":"2026-05-28T01:40:12.778474Z","end":"2026-05-28T01:40:16.084011Z","steps":["trace[1556510768] 'process raft request' (duration: 3.305365546s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:16.084781Z","caller":"traceutil/trace.go:171","msg":"trace[448671417] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"3.044315235s","start":"2026-05-28T01:40:13.040458Z","end":"2026-05-28T01:40:16.084773Z","steps":["trace[448671417] 'process raft request' (duration: 3.044009348s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:16.084836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:13.040446Z","time spent":"3.044361806s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:16.084968Z","caller":"traceutil/trace.go:171","msg":"trace[854514724] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"2.052968748s","start":"2026-05-28T01:40:14.031992Z","end":"2026-05-28T01:40:16.08496Z","steps":["trace[854514724] 'process raft request' (duration: 2.052880626s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:16.085003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:14.031952Z","time spent":"2.05303403s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:16.085048Z","caller":"traceutil/trace.go:171","msg":"trace[20119771] linearizableReadLoop","detail":"{readStateIndex:26928; appliedIndex:26917; }","duration":"3.308556011s","start":"2026-05-28T01:40:12.776476Z","end":"2026-05-28T01:40:16.085032Z","steps":["trace[20119771] 'read index received' (duration: 1.617837807s)","trace[20119771] 'applied index is now lower than readState.Index' (duration: 1.690717234s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:16.084964Z","caller":"traceutil/trace.go:171","msg":"trace[662642324] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"2.453953362s","start":"2026-05-28T01:40:13.630975Z","end":"2026-05-28T01:40:16.084928Z","steps":["trace[662642324] 'process raft request' (duration: 2.453836429s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:16.085372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:13.63094Z","time spent":"2.454369042s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:16.084964Z","caller":"traceutil/trace.go:171","msg":"trace[1173423831] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"3.044207322s","start":"2026-05-28T01:40:13.04069Z","end":"2026-05-28T01:40:16.084897Z","steps":["trace[1173423831] 'process raft request' (duration: 3.044011037s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:16.085755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:13.040679Z","time spent":"3.045022212s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:16.085231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:12.778455Z","time spent":"3.306297419s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:16.106272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.329762028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T01:40:16.106363Z","caller":"traceutil/trace.go:171","msg":"trace[717281836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26005; }","duration":"3.3298889s","start":"2026-05-28T01:40:12.776449Z","end":"2026-05-28T01:40:16.106338Z","steps":["trace[717281836] 'agreement among raft nodes before linearized reading' (duration: 3.308661653s)","trace[717281836] 'range keys from in-memory index tree' (duration: 21.010893ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:16.106409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:12.776439Z","time spent":"3.329961073s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:40:16.465136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000224682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:40:16.465225Z","caller":"traceutil/trace.go:171","msg":"trace[2126473181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356976s","start":"2026-05-28T01:40:14.464848Z","end":"2026-05-28T01:40:16.465205Z","steps":["trace[2126473181] 'agreement among raft nodes before linearized reading' (duration: 2.000251803s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:16.465274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:14.464826Z","time spent":"2.000438007s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:40:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:40:16.586124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:17.087014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:17.170371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.331283417s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:40:17.17098Z","caller":"traceutil/trace.go:171","msg":"trace[1782784319] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"1.331963012s","start":"2026-05-28T01:40:15.838989Z","end":"2026-05-28T01:40:17.170952Z","steps":["trace[1782784319] 'process raft request' (duration: 1.331798818s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.171178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:15.838964Z","time spent":"1.332067745s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:17.221554Z","caller":"traceutil/trace.go:171","msg":"trace[532015563] linearizableReadLoop","detail":"{readStateIndex:26931; appliedIndex:26929; }","duration":"1.136419227s","start":"2026-05-28T01:40:16.085097Z","end":"2026-05-28T01:40:17.221516Z","steps":["trace[532015563] 'read index received' (duration: 1.085692038s)","trace[532015563] 'applied index is now lower than readState.Index' (duration: 50.725489ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:17.221735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.507716641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:17.221856Z","caller":"traceutil/trace.go:171","msg":"trace[972208611] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26007; }","duration":"3.507919026s","start":"2026-05-28T01:40:13.713915Z","end":"2026-05-28T01:40:17.221834Z","steps":["trace[972208611] 'agreement among raft nodes before linearized reading' (duration: 3.50766306s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.221823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.809654272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:17.221912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:13.713884Z","time spent":"3.508018168s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:17.221917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349894192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29665540-r5zc2\" ","response":"range_response_count:1 size:7285"} {"level":"warn","ts":"2026-05-28T01:40:17.221952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.181197513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:17.222034Z","caller":"traceutil/trace.go:171","msg":"trace[636053671] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26007; }","duration":"3.809894977s","start":"2026-05-28T01:40:13.412038Z","end":"2026-05-28T01:40:17.221933Z","steps":["trace[636053671] 'agreement among raft nodes before linearized reading' (duration: 3.809506598s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.222184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.354034286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:17.22226Z","caller":"traceutil/trace.go:171","msg":"trace[324653949] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26007; }","duration":"4.35416402s","start":"2026-05-28T01:40:12.868084Z","end":"2026-05-28T01:40:17.222248Z","steps":["trace[324653949] 'agreement among raft nodes before linearized reading' (duration: 4.354053797s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:17.222312Z","caller":"traceutil/trace.go:171","msg":"trace[469655496] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"1.111528474s","start":"2026-05-28T01:40:16.11077Z","end":"2026-05-28T01:40:17.222298Z","steps":["trace[469655496] 'process raft request' (duration: 1.10923882s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.222427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:16.110748Z","time spent":"1.111609806s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:17.222494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.444639831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T01:40:17.222442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688257325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:17.222538Z","caller":"traceutil/trace.go:171","msg":"trace[1189640295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26007; }","duration":"4.444706852s","start":"2026-05-28T01:40:12.777821Z","end":"2026-05-28T01:40:17.222528Z","steps":["trace[1189640295] 'agreement among raft nodes before linearized reading' (duration: 4.444560069s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.222576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:12.777803Z","time spent":"4.444766674s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:40:17.222592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:12.868061Z","time spent":"4.354260291s","remote":"127.0.0.1:40616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:17.222572Z","caller":"traceutil/trace.go:171","msg":"trace[692539744] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26007; }","duration":"3.688435579s","start":"2026-05-28T01:40:13.534118Z","end":"2026-05-28T01:40:17.222553Z","steps":["trace[692539744] 'agreement among raft nodes before linearized reading' (duration: 3.688099251s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.222814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070482692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:17.222832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:13.534083Z","time spent":"3.688691565s","remote":"127.0.0.1:42904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:17.222905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.530803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:17.222934Z","caller":"traceutil/trace.go:171","msg":"trace[814442463] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26007; }","duration":"548.588723ms","start":"2026-05-28T01:40:16.674336Z","end":"2026-05-28T01:40:17.222925Z","steps":["trace[814442463] 'agreement among raft nodes before linearized reading' (duration: 548.541012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.222965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:16.674317Z","time spent":"548.640375ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:17.222066Z","caller":"traceutil/trace.go:171","msg":"trace[442601657] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26007; }","duration":"4.18149027s","start":"2026-05-28T01:40:13.04056Z","end":"2026-05-28T01:40:17.22205Z","steps":["trace[442601657] 'agreement among raft nodes before linearized reading' (duration: 4.181197563s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.223062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:13.040537Z","time spent":"4.182511864s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-28T01:40:17.223145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.856392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:17.223174Z","caller":"traceutil/trace.go:171","msg":"trace[1203096596] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26007; }","duration":"563.911443ms","start":"2026-05-28T01:40:16.659254Z","end":"2026-05-28T01:40:17.223165Z","steps":["trace[1203096596] 'agreement among raft nodes before linearized reading' (duration: 563.861742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.223201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:16.65924Z","time spent":"563.953664ms","remote":"127.0.0.1:45982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:17.222713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333343785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-28T01:40:17.222178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:13.412013Z","time spent":"3.810141462s","remote":"127.0.0.1:59258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:17.223246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.90463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:40:17.22326Z","caller":"traceutil/trace.go:171","msg":"trace[2001231324] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26007; }","duration":"1.333912689s","start":"2026-05-28T01:40:15.889329Z","end":"2026-05-28T01:40:17.223242Z","steps":["trace[2001231324] 'agreement among raft nodes before linearized reading' (duration: 1.333281424s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:17.223281Z","caller":"traceutil/trace.go:171","msg":"trace[1888073586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26007; }","duration":"823.972081ms","start":"2026-05-28T01:40:16.399299Z","end":"2026-05-28T01:40:17.223271Z","steps":["trace[1888073586] 'agreement among raft nodes before linearized reading' (duration: 823.88894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.223311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:16.399276Z","time spent":"824.028142ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:40:17.223317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:15.889315Z","time spent":"1.3339854s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:40:17.223347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014240883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:17.223379Z","caller":"traceutil/trace.go:171","msg":"trace[1250419485] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26007; }","duration":"1.014315145s","start":"2026-05-28T01:40:16.209054Z","end":"2026-05-28T01:40:17.223369Z","steps":["trace[1250419485] 'agreement among raft nodes before linearized reading' (duration: 1.014268754s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.22341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:16.209028Z","time spent":"1.014372066s","remote":"127.0.0.1:55216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:17.222205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147836152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:17.223487Z","caller":"traceutil/trace.go:171","msg":"trace[1654492976] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26007; }","duration":"3.149145473s","start":"2026-05-28T01:40:14.074322Z","end":"2026-05-28T01:40:17.223468Z","steps":["trace[1654492976] 'agreement among raft nodes before linearized reading' (duration: 3.147836532s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:17.222856Z","caller":"traceutil/trace.go:171","msg":"trace[1966026227] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26007; }","duration":"1.070560574s","start":"2026-05-28T01:40:16.152284Z","end":"2026-05-28T01:40:17.222845Z","steps":["trace[1966026227] 'agreement among raft nodes before linearized reading' (duration: 1.070500012s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.222966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.445076921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T01:40:17.223535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:14.074306Z","time spent":"3.149211784s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:17.223562Z","caller":"traceutil/trace.go:171","msg":"trace[2132705328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26007; }","duration":"4.445668145s","start":"2026-05-28T01:40:12.777883Z","end":"2026-05-28T01:40:17.223551Z","steps":["trace[2132705328] 'agreement among raft nodes before linearized reading' (duration: 4.44502924s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.223575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:16.152263Z","time spent":"1.07126721s","remote":"127.0.0.1:45730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:17.223723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.205339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:17.223805Z","caller":"traceutil/trace.go:171","msg":"trace[1155752300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26007; }","duration":"758.361903ms","start":"2026-05-28T01:40:16.465424Z","end":"2026-05-28T01:40:17.223786Z","steps":["trace[1155752300] 'agreement among raft nodes before linearized reading' (duration: 758.175508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.222885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.44418496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T01:40:17.223854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:16.465397Z","time spent":"758.449515ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:40:17.223872Z","caller":"traceutil/trace.go:171","msg":"trace[1852024441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26007; }","duration":"4.445188673s","start":"2026-05-28T01:40:12.778671Z","end":"2026-05-28T01:40:17.223859Z","steps":["trace[1852024441] 'agreement among raft nodes before linearized reading' (duration: 4.444140249s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.223594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:12.777823Z","time spent":"4.445761467s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:40:17.223913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:12.778662Z","time spent":"4.445238585s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:40:17.223947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.998073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:17.224062Z","caller":"traceutil/trace.go:171","msg":"trace[160443854] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26007; }","duration":"601.614238ms","start":"2026-05-28T01:40:16.622433Z","end":"2026-05-28T01:40:17.224047Z","steps":["trace[160443854] 'agreement among raft nodes before linearized reading' (duration: 601.014634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.224134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:16.622407Z","time spent":"601.711169ms","remote":"127.0.0.1:42812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:17.222004Z","caller":"traceutil/trace.go:171","msg":"trace[879700741] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29665540-r5zc2; range_end:; response_count:1; response_revision:26007; }","duration":"2.350026084s","start":"2026-05-28T01:40:14.871957Z","end":"2026-05-28T01:40:17.221983Z","steps":["trace[879700741] 'agreement among raft nodes before linearized reading' (duration: 2.349654146s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.224453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:14.871938Z","time spent":"2.352257137s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7308,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29665540-r5zc2\" "} {"level":"warn","ts":"2026-05-28T01:40:17.224723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938450972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-28T01:40:17.224726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649956397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:17.224813Z","caller":"traceutil/trace.go:171","msg":"trace[724731513] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26007; }","duration":"2.938590495s","start":"2026-05-28T01:40:14.286208Z","end":"2026-05-28T01:40:17.224799Z","steps":["trace[724731513] 'agreement among raft nodes before linearized reading' (duration: 2.938418951s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:17.224841Z","caller":"traceutil/trace.go:171","msg":"trace[725789253] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26007; }","duration":"2.650118641s","start":"2026-05-28T01:40:14.574707Z","end":"2026-05-28T01:40:17.224826Z","steps":["trace[725789253] 'agreement among raft nodes before linearized reading' (duration: 2.649947417s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.224859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:14.286179Z","time spent":"2.938669037s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T01:40:17.224892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:14.57468Z","time spent":"2.650200983s","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:17.225012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588366443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T01:40:17.225069Z","caller":"traceutil/trace.go:171","msg":"trace[1335787742] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26007; }","duration":"2.588468605s","start":"2026-05-28T01:40:14.636587Z","end":"2026-05-28T01:40:17.225056Z","steps":["trace[1335787742] 'agreement among raft nodes before linearized reading' (duration: 2.58826284s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.225123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:14.636563Z","time spent":"2.588550268s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:17.22581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011592367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-28T01:40:17.226108Z","caller":"traceutil/trace.go:171","msg":"trace[1302770780] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26007; }","duration":"3.011799752s","start":"2026-05-28T01:40:14.214166Z","end":"2026-05-28T01:40:17.225966Z","steps":["trace[1302770780] 'agreement among raft nodes before linearized reading' (duration: 3.011434414s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:17.226373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:14.214146Z","time spent":"3.012192311s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:40:17.816726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:18.317844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:18.777844Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.461807806s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:40:18.778229Z","caller":"traceutil/trace.go:171","msg":"trace[1997879182] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"1.549239527s","start":"2026-05-28T01:40:17.228965Z","end":"2026-05-28T01:40:18.778205Z","steps":["trace[1997879182] 'process raft request' (duration: 1.549051582s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:18.778427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:17.228952Z","time spent":"1.54935567s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:18.778679Z","caller":"traceutil/trace.go:171","msg":"trace[1341567908] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"1.54935781s","start":"2026-05-28T01:40:17.229271Z","end":"2026-05-28T01:40:18.778628Z","steps":["trace[1341567908] 'process raft request' (duration: 1.548894239s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:18.77875Z","caller":"traceutil/trace.go:171","msg":"trace[1740308224] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"1.54850106s","start":"2026-05-28T01:40:17.23022Z","end":"2026-05-28T01:40:18.778721Z","steps":["trace[1740308224] 'process raft request' (duration: 1.548259384s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:18.778804Z","caller":"traceutil/trace.go:171","msg":"trace[980976063] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"1.548233644s","start":"2026-05-28T01:40:17.230559Z","end":"2026-05-28T01:40:18.778792Z","steps":["trace[980976063] 'process raft request' (duration: 1.54806335s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:18.778819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:17.22926Z","time spent":"1.549483012s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:18.778858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:17.230551Z","time spent":"1.548278304s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:18.778937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:17.230209Z","time spent":"1.548624573s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:19.232786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000662602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:40:19.232864Z","caller":"traceutil/trace.go:171","msg":"trace[1761114363] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000768934s","start":"2026-05-28T01:40:17.232079Z","end":"2026-05-28T01:40:19.232848Z","steps":["trace[1761114363] 'agreement among raft nodes before linearized reading' (duration: 2.000676792s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:19.232906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:17.232072Z","time spent":"2.000825246s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:40:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-28T01:40:19.508204Z","caller":"traceutil/trace.go:171","msg":"trace[75833711] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"1.419814183s","start":"2026-05-28T01:40:18.088355Z","end":"2026-05-28T01:40:19.50817Z","steps":["trace[75833711] 'process raft request' (duration: 1.419215059s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:19.508422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:18.088322Z","time spent":"1.419943555s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:19.508421Z","caller":"traceutil/trace.go:171","msg":"trace[475295959] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"1.419494515s","start":"2026-05-28T01:40:18.088903Z","end":"2026-05-28T01:40:19.508398Z","steps":["trace[475295959] 'process raft request' (duration: 1.419197948s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:19.50853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:18.088875Z","time spent":"1.419594517s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:19.508528Z","caller":"traceutil/trace.go:171","msg":"trace[450342753] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"1.419504645s","start":"2026-05-28T01:40:18.088998Z","end":"2026-05-28T01:40:19.508502Z","steps":["trace[450342753] 'process raft request' (duration: 1.419300381s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:19.508554Z","caller":"traceutil/trace.go:171","msg":"trace[1157340331] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"1.419514176s","start":"2026-05-28T01:40:18.088998Z","end":"2026-05-28T01:40:19.508512Z","steps":["trace[1157340331] 'process raft request' (duration: 1.419374432s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:19.50859Z","caller":"traceutil/trace.go:171","msg":"trace[72300319] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"1.419502904s","start":"2026-05-28T01:40:18.089048Z","end":"2026-05-28T01:40:19.508551Z","steps":["trace[72300319] 'process raft request' (duration: 1.419391542s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:19.508745Z","caller":"traceutil/trace.go:171","msg":"trace[1530803436] transaction","detail":"{read_only:false; response_revision:26019; number_of_response:1; }","duration":"1.418451971s","start":"2026-05-28T01:40:18.090273Z","end":"2026-05-28T01:40:19.508724Z","steps":["trace[1530803436] 'process raft request' (duration: 1.418220505s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:19.508735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:18.088989Z","time spent":"1.419647078s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:19.508757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:18.088987Z","time spent":"1.419604067s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:19.508759Z","caller":"traceutil/trace.go:171","msg":"trace[991011924] linearizableReadLoop","detail":"{readStateIndex:26945; appliedIndex:26933; }","duration":"2.192318376s","start":"2026-05-28T01:40:17.316426Z","end":"2026-05-28T01:40:19.508744Z","steps":["trace[991011924] 'read index received' (duration: 1.461590331s)","trace[991011924] 'applied index is now lower than readState.Index' (duration: 730.727065ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:19.508795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:18.090261Z","time spent":"1.418509542s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:19.508841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:18.089037Z","time spent":"1.419672229s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:19.508856Z","caller":"traceutil/trace.go:171","msg":"trace[1323970054] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"1.417826785s","start":"2026-05-28T01:40:18.091019Z","end":"2026-05-28T01:40:19.508845Z","steps":["trace[1323970054] 'process raft request' (duration: 1.41761498s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:19.508898Z","caller":"traceutil/trace.go:171","msg":"trace[276397000] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"1.417755663s","start":"2026-05-28T01:40:18.091136Z","end":"2026-05-28T01:40:19.508892Z","steps":["trace[276397000] 'process raft request' (duration: 1.417561189s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:19.50893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:18.091123Z","time spent":"1.417789145s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:19.508953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:18.090976Z","time spent":"1.417932178s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:19.509013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279530781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-05-28T01:40:19.509037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189687095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-05-28T01:40:19.50905Z","caller":"traceutil/trace.go:171","msg":"trace[412908925] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd; range_end:; response_count:1; response_revision:26021; }","duration":"2.279572423s","start":"2026-05-28T01:40:17.229463Z","end":"2026-05-28T01:40:19.509036Z","steps":["trace[412908925] 'agreement among raft nodes before linearized reading' (duration: 2.279414039s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:19.509058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.689652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T01:40:19.509074Z","caller":"traceutil/trace.go:171","msg":"trace[720913978] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26021; }","duration":"2.189748255s","start":"2026-05-28T01:40:17.319314Z","end":"2026-05-28T01:40:19.509062Z","steps":["trace[720913978] 'agreement among raft nodes before linearized reading' (duration: 2.189602392s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:19.509082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:17.229457Z","time spent":"2.279617994s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" "} {"level":"warn","ts":"2026-05-28T01:40:19.509107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:17.319293Z","time spent":"2.189807257s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T01:40:19.509113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.505576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T01:40:19.509126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.546598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T01:40:19.509144Z","caller":"traceutil/trace.go:171","msg":"trace[1154431112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26021; }","duration":"187.617609ms","start":"2026-05-28T01:40:19.321521Z","end":"2026-05-28T01:40:19.509139Z","steps":["trace[1154431112] 'agreement among raft nodes before linearized reading' (duration: 187.570478ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:19.509144Z","caller":"traceutil/trace.go:171","msg":"trace[1550790749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26021; }","duration":"187.580808ms","start":"2026-05-28T01:40:19.321553Z","end":"2026-05-28T01:40:19.509134Z","steps":["trace[1550790749] 'agreement among raft nodes before linearized reading' (duration: 187.490656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:19.509167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.043893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:19.509191Z","caller":"traceutil/trace.go:171","msg":"trace[2069952280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26021; }","duration":"276.101134ms","start":"2026-05-28T01:40:19.233082Z","end":"2026-05-28T01:40:19.509183Z","steps":["trace[2069952280] 'agreement among raft nodes before linearized reading' (duration: 276.048473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:19.509206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.18525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:19.509225Z","caller":"traceutil/trace.go:171","msg":"trace[1526051746] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26021; }","duration":"280.219661ms","start":"2026-05-28T01:40:19.228997Z","end":"2026-05-28T01:40:19.509217Z","steps":["trace[1526051746] 'agreement among raft nodes before linearized reading' (duration: 280.19211ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:19.50908Z","caller":"traceutil/trace.go:171","msg":"trace[32069065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26021; }","duration":"280.771834ms","start":"2026-05-28T01:40:19.228302Z","end":"2026-05-28T01:40:19.509074Z","steps":["trace[32069065] 'agreement among raft nodes before linearized reading' (duration: 280.678202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:19.509391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.765482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:19.509424Z","caller":"traceutil/trace.go:171","msg":"trace[152738550] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26021; }","duration":"181.817494ms","start":"2026-05-28T01:40:19.327596Z","end":"2026-05-28T01:40:19.509413Z","steps":["trace[152738550] 'agreement among raft nodes before linearized reading' (duration: 181.764392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:19.509372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.577073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-28T01:40:19.50947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576309642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-28T01:40:19.509488Z","caller":"traceutil/trace.go:171","msg":"trace[1453264941] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:26021; }","duration":"284.705956ms","start":"2026-05-28T01:40:19.224751Z","end":"2026-05-28T01:40:19.509457Z","steps":["trace[1453264941] 'agreement among raft nodes before linearized reading' (duration: 284.550332ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:19.509508Z","caller":"traceutil/trace.go:171","msg":"trace[1280369250] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26021; }","duration":"1.576395834s","start":"2026-05-28T01:40:17.933099Z","end":"2026-05-28T01:40:19.509494Z","steps":["trace[1280369250] 'agreement among raft nodes before linearized reading' (duration: 1.576288801s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:19.509516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.767972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:19.50954Z","caller":"traceutil/trace.go:171","msg":"trace[1041846676] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26021; }","duration":"897.835113ms","start":"2026-05-28T01:40:18.611697Z","end":"2026-05-28T01:40:19.509532Z","steps":["trace[1041846676] 'agreement among raft nodes before linearized reading' (duration: 897.791682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:19.509537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:17.933079Z","time spent":"1.576451435s","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-28T01:40:19.509562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:18.611678Z","time spent":"897.876934ms","remote":"127.0.0.1:60354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:19.509625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750368753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:19.509644Z","caller":"traceutil/trace.go:171","msg":"trace[174279432] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26021; }","duration":"1.750419115s","start":"2026-05-28T01:40:17.759218Z","end":"2026-05-28T01:40:19.509637Z","steps":["trace[174279432] 'agreement among raft nodes before linearized reading' (duration: 1.750383594s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:19.50964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.367579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:19.509684Z","caller":"traceutil/trace.go:171","msg":"trace[1177019640] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26021; }","duration":"371.4423ms","start":"2026-05-28T01:40:19.138229Z","end":"2026-05-28T01:40:19.509672Z","steps":["trace[1177019640] 'agreement among raft nodes before linearized reading' (duration: 371.374108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:19.509715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:19.138212Z","time spent":"371.494651ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:19.509725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551743756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:19.509753Z","caller":"traceutil/trace.go:171","msg":"trace[1282477611] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26021; }","duration":"1.551802226s","start":"2026-05-28T01:40:17.957943Z","end":"2026-05-28T01:40:19.509745Z","steps":["trace[1282477611] 'agreement among raft nodes before linearized reading' (duration: 1.551737625s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:19.50978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:17.957923Z","time spent":"1.551850088s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:19.509659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:17.759198Z","time spent":"1.750456735s","remote":"127.0.0.1:40488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:21.338697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635157803s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-28T01:40:21.338788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:19.510437Z","time spent":"1.828347462s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T01:40:21.376157Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.672790316s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:40:21.376706Z","caller":"traceutil/trace.go:171","msg":"trace[799585663] transaction","detail":"{read_only:false; response_revision:26022; number_of_response:1; }","duration":"1.864581892s","start":"2026-05-28T01:40:19.512097Z","end":"2026-05-28T01:40:21.376679Z","steps":["trace[799585663] 'process raft request' (duration: 1.864233774s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:21.376901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:19.512058Z","time spent":"1.864711735s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:21.377198Z","caller":"traceutil/trace.go:171","msg":"trace[558102255] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"1.861972801s","start":"2026-05-28T01:40:19.515213Z","end":"2026-05-28T01:40:21.377186Z","steps":["trace[558102255] 'process raft request' (duration: 1.861360906s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:21.377267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:19.515203Z","time spent":"1.862030513s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:21.377334Z","caller":"traceutil/trace.go:171","msg":"trace[583809036] linearizableReadLoop","detail":"{readStateIndex:26947; appliedIndex:26945; }","duration":"1.862949954s","start":"2026-05-28T01:40:19.514367Z","end":"2026-05-28T01:40:21.377317Z","steps":["trace[583809036] 'read index received' (duration: 189.034242ms)","trace[583809036] 'applied index is now lower than readState.Index' (duration: 1.673914812s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:21.377531Z","caller":"traceutil/trace.go:171","msg":"trace[1133135333] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"1.861152632s","start":"2026-05-28T01:40:19.516368Z","end":"2026-05-28T01:40:21.37752Z","steps":["trace[1133135333] 'process raft request' (duration: 1.860904336s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:21.377598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:19.516356Z","time spent":"1.861210363s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:21.377704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863320192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a469815d-ddea-4d2e-a7eb-34a1f1da6b88\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-28T01:40:21.377731Z","caller":"traceutil/trace.go:171","msg":"trace[569068375] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"1.861851988s","start":"2026-05-28T01:40:19.51587Z","end":"2026-05-28T01:40:21.377722Z","steps":["trace[569068375] 'process raft request' (duration: 1.860770543s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:21.37775Z","caller":"traceutil/trace.go:171","msg":"trace[1026499492] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a469815d-ddea-4d2e-a7eb-34a1f1da6b88; range_end:; response_count:1; response_revision:26025; }","duration":"1.863454416s","start":"2026-05-28T01:40:19.514283Z","end":"2026-05-28T01:40:21.377737Z","steps":["trace[1026499492] 'agreement among raft nodes before linearized reading' (duration: 1.863304472s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:21.377777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:19.515854Z","time spent":"1.861898969s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:21.377789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:19.514268Z","time spent":"1.863512978s","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-a469815d-ddea-4d2e-a7eb-34a1f1da6b88\" "} {"level":"warn","ts":"2026-05-28T01:40:21.515817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999998668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:40:21.515878Z","caller":"traceutil/trace.go:171","msg":"trace[1287733285] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000091s","start":"2026-05-28T01:40:19.515773Z","end":"2026-05-28T01:40:21.515864Z","steps":["trace[1287733285] 'agreement among raft nodes before linearized reading' (duration: 2.000020528s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:21.515918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:19.51576Z","time spent":"2.000149461s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:40:21.877917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:23.088618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.42556ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:23.088784Z","caller":"traceutil/trace.go:171","msg":"trace[1775449467] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26025; }","duration":"954.602724ms","start":"2026-05-28T01:40:22.134157Z","end":"2026-05-28T01:40:23.08876Z","steps":["trace[1775449467] 'range keys from in-memory index tree' (duration: 954.40674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:23.088957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.943819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:40:23.089161Z","caller":"traceutil/trace.go:171","msg":"trace[917618951] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"1.73104678s","start":"2026-05-28T01:40:21.358096Z","end":"2026-05-28T01:40:23.089143Z","steps":["trace[917618951] 'process raft request' (duration: 1.730949938s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:23.089224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.358076Z","time spent":"1.731116161s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:23.089382Z","caller":"traceutil/trace.go:171","msg":"trace[827964286] transaction","detail":"{read_only:false; response_revision:26026; number_of_response:1; }","duration":"1.997481287s","start":"2026-05-28T01:40:21.091875Z","end":"2026-05-28T01:40:23.089356Z","steps":["trace[827964286] 'process raft request' (duration: 1.275037756s)","trace[827964286] 'compare' (duration: 720.897345ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:23.089472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.091845Z","time spent":"1.99758229s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:23.520221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000377236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:40:23.520286Z","caller":"traceutil/trace.go:171","msg":"trace[83600973] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000472648s","start":"2026-05-28T01:40:21.519799Z","end":"2026-05-28T01:40:23.520272Z","steps":["trace[83600973] 'agreement among raft nodes before linearized reading' (duration: 2.000392216s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:23.520321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.51979Z","time spent":"2.000522749s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:40:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:40:23.960414Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.593328862s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:40:24.779164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.461332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:40:24.779531Z","caller":"traceutil/trace.go:171","msg":"trace[484983808] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"3.264501987s","start":"2026-05-28T01:40:21.51501Z","end":"2026-05-28T01:40:24.779512Z","steps":["trace[484983808] 'process raft request' (duration: 2.445625506s)","trace[484983808] 'compare' (duration: 818.171305ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:24.779626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.514985Z","time spent":"3.26459274s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:24.77963Z","caller":"traceutil/trace.go:171","msg":"trace[1213152088] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"2.089418575s","start":"2026-05-28T01:40:22.690191Z","end":"2026-05-28T01:40:24.77961Z","steps":["trace[1213152088] 'process raft request' (duration: 2.089378544s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:24.779699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:22.690166Z","time spent":"2.089498736s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:24.780037Z","caller":"traceutil/trace.go:171","msg":"trace[1339906780] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"3.26033824s","start":"2026-05-28T01:40:21.519687Z","end":"2026-05-28T01:40:24.780025Z","steps":["trace[1339906780] 'process raft request' (duration: 3.259565522s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:24.780106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.519669Z","time spent":"3.260393741s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:24.780274Z","caller":"traceutil/trace.go:171","msg":"trace[629889767] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"3.260366051s","start":"2026-05-28T01:40:21.519895Z","end":"2026-05-28T01:40:24.780261Z","steps":["trace[629889767] 'process raft request' (duration: 3.259442579s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:24.780342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.519881Z","time spent":"3.260421622s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:24.7805Z","caller":"traceutil/trace.go:171","msg":"trace[1604592506] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"3.260542015s","start":"2026-05-28T01:40:21.519948Z","end":"2026-05-28T01:40:24.780489Z","steps":["trace[1604592506] 'process raft request' (duration: 3.259427879s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:24.780556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.519937Z","time spent":"3.260591186s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:24.780671Z","caller":"traceutil/trace.go:171","msg":"trace[1035630499] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"3.260686068s","start":"2026-05-28T01:40:21.519974Z","end":"2026-05-28T01:40:24.78066Z","steps":["trace[1035630499] 'process raft request' (duration: 3.259453759s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:24.780708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.519961Z","time spent":"3.26072979s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:24.780781Z","caller":"traceutil/trace.go:171","msg":"trace[1488378422] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"3.259867849s","start":"2026-05-28T01:40:21.520902Z","end":"2026-05-28T01:40:24.78077Z","steps":["trace[1488378422] 'process raft request' (duration: 3.258568688s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:24.78082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.520895Z","time spent":"3.259905371s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:24.780873Z","caller":"traceutil/trace.go:171","msg":"trace[530035124] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"3.258839155s","start":"2026-05-28T01:40:21.522029Z","end":"2026-05-28T01:40:24.780869Z","steps":["trace[530035124] 'process raft request' (duration: 3.257470763s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:24.780915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.522022Z","time spent":"3.258867226s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:24.780971Z","caller":"traceutil/trace.go:171","msg":"trace[425804182] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"3.258888086s","start":"2026-05-28T01:40:21.522068Z","end":"2026-05-28T01:40:24.780956Z","steps":["trace[425804182] 'process raft request' (duration: 3.257466083s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:24.780999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.522056Z","time spent":"3.258928977s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:24.781054Z","caller":"traceutil/trace.go:171","msg":"trace[1420840317] linearizableReadLoop","detail":"{readStateIndex:26960; appliedIndex:26950; }","duration":"3.40365619s","start":"2026-05-28T01:40:21.377392Z","end":"2026-05-28T01:40:24.781049Z","steps":["trace[1420840317] 'read index received' (duration: 989.9058ms)","trace[1420840317] 'applied index is now lower than readState.Index' (duration: 2.41374927s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:24.781109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.055046126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:24.781129Z","caller":"traceutil/trace.go:171","msg":"trace[807330900] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26036; }","duration":"4.055067896s","start":"2026-05-28T01:40:20.726056Z","end":"2026-05-28T01:40:24.781124Z","steps":["trace[807330900] 'agreement among raft nodes before linearized reading' (duration: 4.055028685s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:24.781146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:20.726035Z","time spent":"4.055105327s","remote":"127.0.0.1:42918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:24.781147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.495370351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:24.781203Z","caller":"traceutil/trace.go:171","msg":"trace[1531446642] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26036; }","duration":"3.495474744s","start":"2026-05-28T01:40:21.285716Z","end":"2026-05-28T01:40:24.781191Z","steps":["trace[1531446642] 'agreement among raft nodes before linearized reading' (duration: 3.495365231s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:24.781233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.285694Z","time spent":"3.495533326s","remote":"127.0.0.1:60366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:24.781241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.218978168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:24.781233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.243806261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-28T01:40:24.781255Z","caller":"traceutil/trace.go:171","msg":"trace[293959044] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26036; }","duration":"5.219036159s","start":"2026-05-28T01:40:19.562215Z","end":"2026-05-28T01:40:24.781251Z","steps":["trace[293959044] 'agreement among raft nodes before linearized reading' (duration: 5.219009248s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:24.781248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.237823821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127414"} {"level":"warn","ts":"2026-05-28T01:40:24.781269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:19.56219Z","time spent":"5.2190763s","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-28T01:40:24.781249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998382866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:40:24.781276Z","caller":"traceutil/trace.go:171","msg":"trace[330796688] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26036; }","duration":"4.243888273s","start":"2026-05-28T01:40:20.537376Z","end":"2026-05-28T01:40:24.781264Z","steps":["trace[330796688] 'agreement among raft nodes before linearized reading' (duration: 4.24375147s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:24.781309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:20.537353Z","time spent":"4.243949304s","remote":"127.0.0.1:45848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-05-28T01:40:24.781311Z","caller":"traceutil/trace.go:171","msg":"trace[1316724873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26036; }","duration":"3.998491679s","start":"2026-05-28T01:40:20.782803Z","end":"2026-05-28T01:40:24.781295Z","steps":["trace[1316724873] 'agreement among raft nodes before linearized reading' (duration: 3.998275154s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:24.781355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:20.782787Z","time spent":"3.99855983s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T01:40:24.781277Z","caller":"traceutil/trace.go:171","msg":"trace[1072259424] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26036; }","duration":"4.237853122s","start":"2026-05-28T01:40:20.543416Z","end":"2026-05-28T01:40:24.78127Z","steps":["trace[1072259424] 'agreement among raft nodes before linearized reading' (duration: 4.237714328s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:24.781383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998140751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T01:40:24.781383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.582318721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18542"} {"level":"warn","ts":"2026-05-28T01:40:24.781428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:20.543381Z","time spent":"4.238041346s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127437,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-28T01:40:24.78145Z","caller":"traceutil/trace.go:171","msg":"trace[201773699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26036; }","duration":"3.998239613s","start":"2026-05-28T01:40:20.783194Z","end":"2026-05-28T01:40:24.781433Z","steps":["trace[201773699] 'agreement among raft nodes before linearized reading' (duration: 3.998057839s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:24.781504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:20.783185Z","time spent":"3.998311435s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T01:40:24.781454Z","caller":"traceutil/trace.go:171","msg":"trace[1212794277] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26036; }","duration":"3.582402143s","start":"2026-05-28T01:40:21.199037Z","end":"2026-05-28T01:40:24.781439Z","steps":["trace[1212794277] 'agreement among raft nodes before linearized reading' (duration: 3.582171807s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:24.781627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.198979Z","time spent":"3.582640428s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-28T01:40:25.50743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.787224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:40:25.507659Z","caller":"traceutil/trace.go:171","msg":"trace[1290458603] linearizableReadLoop","detail":"{readStateIndex:26962; appliedIndex:26961; }","duration":"726.575297ms","start":"2026-05-28T01:40:24.781067Z","end":"2026-05-28T01:40:25.507643Z","steps":["trace[1290458603] 'read index received' (duration: 300.511956ms)","trace[1290458603] 'applied index is now lower than readState.Index' (duration: 426.058951ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:25.507808Z","caller":"traceutil/trace.go:171","msg":"trace[150834161] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"830.933605ms","start":"2026-05-28T01:40:24.676859Z","end":"2026-05-28T01:40:25.507792Z","steps":["trace[150834161] 'process raft request' (duration: 404.70617ms)","trace[150834161] 'compare' (duration: 425.690792ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:25.507972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:24.676833Z","time spent":"831.098718ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:25.508039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.569755625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:25.508081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123477043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T01:40:25.508071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.025859903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:25.508073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975632046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:25.508106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.988191558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:25.508138Z","caller":"traceutil/trace.go:171","msg":"trace[1203768059] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26037; }","duration":"3.026030827s","start":"2026-05-28T01:40:22.482091Z","end":"2026-05-28T01:40:25.508122Z","steps":["trace[1203768059] 'agreement among raft nodes before linearized reading' (duration: 3.025897594s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:25.508148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.454384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:25.508148Z","caller":"traceutil/trace.go:171","msg":"trace[1723632423] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26037; }","duration":"2.975715378s","start":"2026-05-28T01:40:22.532414Z","end":"2026-05-28T01:40:25.508129Z","steps":["trace[1723632423] 'agreement among raft nodes before linearized reading' (duration: 2.975594985s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:25.508168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416967825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-28T01:40:25.508159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123954815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-28T01:40:25.508185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:22.482061Z","time spent":"3.026114259s","remote":"127.0.0.1:46002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:25.508196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:22.532361Z","time spent":"2.97582539s","remote":"127.0.0.1:40762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:25.508116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154817957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:25.508228Z","caller":"traceutil/trace.go:171","msg":"trace[1248371093] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26037; }","duration":"2.417039336s","start":"2026-05-28T01:40:23.091157Z","end":"2026-05-28T01:40:25.508197Z","steps":["trace[1248371093] 'agreement among raft nodes before linearized reading' (duration: 2.416899643s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:25.508245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615213832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-28T01:40:25.508259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.074653315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:25.508257Z","caller":"traceutil/trace.go:171","msg":"trace[1351148326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26037; }","duration":"2.124078128s","start":"2026-05-28T01:40:23.384142Z","end":"2026-05-28T01:40:25.50822Z","steps":["trace[1351148326] 'agreement among raft nodes before linearized reading' (duration: 2.123863953s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:25.508277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:23.091146Z","time spent":"2.417122599s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-28T01:40:25.508288Z","caller":"traceutil/trace.go:171","msg":"trace[74254810] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26037; }","duration":"3.615295694s","start":"2026-05-28T01:40:21.892979Z","end":"2026-05-28T01:40:25.508275Z","steps":["trace[74254810] 'agreement among raft nodes before linearized reading' (duration: 3.615177821s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:25.508285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.128125069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950cda35abab\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-28T01:40:25.508289Z","caller":"traceutil/trace.go:171","msg":"trace[493645729] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26037; }","duration":"4.074707556s","start":"2026-05-28T01:40:21.433573Z","end":"2026-05-28T01:40:25.508281Z","steps":["trace[493645729] 'agreement among raft nodes before linearized reading' (duration: 4.074647315s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:25.508257Z","caller":"traceutil/trace.go:171","msg":"trace[1133334730] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26037; }","duration":"3.155020041s","start":"2026-05-28T01:40:22.353219Z","end":"2026-05-28T01:40:25.508239Z","steps":["trace[1133334730] 'agreement among raft nodes before linearized reading' (duration: 3.154778956s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:25.508301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:23.384119Z","time spent":"2.124173779s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:40:25.508322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.892957Z","time spent":"3.615357675s","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-28T01:40:25.508338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.433558Z","time spent":"4.074770687s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:25.508325Z","caller":"traceutil/trace.go:171","msg":"trace[554468490] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950cda35abab; range_end:; response_count:1; response_revision:26037; }","duration":"4.12818906s","start":"2026-05-28T01:40:21.380124Z","end":"2026-05-28T01:40:25.508313Z","steps":["trace[554468490] 'agreement among raft nodes before linearized reading' (duration: 4.128086168s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:25.508327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980635963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:25.50818Z","caller":"traceutil/trace.go:171","msg":"trace[174946293] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26037; }","duration":"3.988275259s","start":"2026-05-28T01:40:21.519888Z","end":"2026-05-28T01:40:25.508163Z","steps":["trace[174946293] 'agreement among raft nodes before linearized reading' (duration: 3.988167727s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:25.508379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.380109Z","time spent":"4.128262352s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950cda35abab\" "} {"level":"info","ts":"2026-05-28T01:40:25.508391Z","caller":"traceutil/trace.go:171","msg":"trace[1406014797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26037; }","duration":"1.980726646s","start":"2026-05-28T01:40:23.527656Z","end":"2026-05-28T01:40:25.508383Z","steps":["trace[1406014797] 'agreement among raft nodes before linearized reading' (duration: 1.980647624s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:25.508409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.519884Z","time spent":"3.988516115s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-28T01:40:25.508425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:23.527639Z","time spent":"1.980779437s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:40:25.508284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486806444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-05-28T01:40:25.508531Z","caller":"traceutil/trace.go:171","msg":"trace[2103523050] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26037; }","duration":"1.487085551s","start":"2026-05-28T01:40:24.021435Z","end":"2026-05-28T01:40:25.508521Z","steps":["trace[2103523050] 'agreement among raft nodes before linearized reading' (duration: 1.486778654s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:25.508124Z","caller":"traceutil/trace.go:171","msg":"trace[227775403] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26037; }","duration":"3.569892249s","start":"2026-05-28T01:40:21.938211Z","end":"2026-05-28T01:40:25.508104Z","steps":["trace[227775403] 'agreement among raft nodes before linearized reading' (duration: 3.569721715s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:25.508342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:22.353201Z","time spent":"3.155126894s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T01:40:25.509216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12461035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T01:40:25.509269Z","caller":"traceutil/trace.go:171","msg":"trace[1631533730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26037; }","duration":"2.124711782s","start":"2026-05-28T01:40:23.384545Z","end":"2026-05-28T01:40:25.509257Z","steps":["trace[1631533730] 'agreement among raft nodes before linearized reading' (duration: 2.123437172s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:25.509307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:23.384521Z","time spent":"2.124777934s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:40:25.509346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:21.938195Z","time spent":"3.571098847s","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:25.508079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980889609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-05-28T01:40:25.509578Z","caller":"traceutil/trace.go:171","msg":"trace[1557342929] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26037; }","duration":"1.982414795s","start":"2026-05-28T01:40:23.527149Z","end":"2026-05-28T01:40:25.509564Z","steps":["trace[1557342929] 'agreement among raft nodes before linearized reading' (duration: 1.980776537s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:25.509644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:23.527133Z","time spent":"1.982499307s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-28T01:40:25.508129Z","caller":"traceutil/trace.go:171","msg":"trace[2130054289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26037; }","duration":"2.123570865s","start":"2026-05-28T01:40:23.384545Z","end":"2026-05-28T01:40:25.508116Z","steps":["trace[2130054289] 'agreement among raft nodes before linearized reading' (duration: 2.123412302s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:25.508189Z","caller":"traceutil/trace.go:171","msg":"trace[184589838] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26037; }","duration":"923.529566ms","start":"2026-05-28T01:40:24.584647Z","end":"2026-05-28T01:40:25.508176Z","steps":["trace[184589838] 'agreement among raft nodes before linearized reading' (duration: 923.464454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:25.508182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225132446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:25.508575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:24.021414Z","time spent":"1.487150912s","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-28T01:40:25.50801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424894861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:25.509721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:23.384521Z","time spent":"2.125187754s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T01:40:25.50978Z","caller":"traceutil/trace.go:171","msg":"trace[2003640062] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26037; }","duration":"3.226743284s","start":"2026-05-28T01:40:22.283003Z","end":"2026-05-28T01:40:25.509747Z","steps":["trace[2003640062] 'agreement among raft nodes before linearized reading' (duration: 3.225148216s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:25.509776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:24.584623Z","time spent":"925.133294ms","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:25.509723Z","caller":"traceutil/trace.go:171","msg":"trace[679011133] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26037; }","duration":"2.426679463s","start":"2026-05-28T01:40:23.083034Z","end":"2026-05-28T01:40:25.509713Z","steps":["trace[679011133] 'agreement among raft nodes before linearized reading' (duration: 2.424888251s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:25.510046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:22.282948Z","time spent":"3.227080811s","remote":"127.0.0.1:59306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:25.510085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:23.083012Z","time spent":"2.427060742s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:26.008024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252835,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:26.508185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252835,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:26.640435Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.558849963s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:40:26.758581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.761301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:40:26.758826Z","caller":"traceutil/trace.go:171","msg":"trace[761650419] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"1.97243381s","start":"2026-05-28T01:40:24.786374Z","end":"2026-05-28T01:40:26.758808Z","steps":["trace[761650419] 'process raft request' (duration: 1.972336218s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:26.758897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:24.786369Z","time spent":"1.972495912s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:26.759087Z","caller":"traceutil/trace.go:171","msg":"trace[210493109] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"1.972934702s","start":"2026-05-28T01:40:24.78614Z","end":"2026-05-28T01:40:26.759074Z","steps":["trace[210493109] 'process raft request' (duration: 1.854600117s)","trace[210493109] 'compare' (duration: 117.173507ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:26.759145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:24.786131Z","time spent":"1.972986163s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:27.510148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000355145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:40:27.510213Z","caller":"traceutil/trace.go:171","msg":"trace[1304797926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000454047s","start":"2026-05-28T01:40:25.509745Z","end":"2026-05-28T01:40:27.510199Z","steps":["trace[1304797926] 'agreement among raft nodes before linearized reading' (duration: 2.000367875s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:27.510252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:25.50969Z","time spent":"2.00055322s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:40:28.260522Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.618874951s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:40:29.177625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.608954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:40:29.177981Z","caller":"traceutil/trace.go:171","msg":"trace[1985508144] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"3.664379675s","start":"2026-05-28T01:40:25.513583Z","end":"2026-05-28T01:40:29.177963Z","steps":["trace[1985508144] 'process raft request' (duration: 3.664138549s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:29.178004Z","caller":"traceutil/trace.go:171","msg":"trace[576265133] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"3.663956264s","start":"2026-05-28T01:40:25.514023Z","end":"2026-05-28T01:40:29.177979Z","steps":["trace[576265133] 'process raft request' (duration: 3.66379389s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:29.177995Z","caller":"traceutil/trace.go:171","msg":"trace[249464473] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"3.666516404s","start":"2026-05-28T01:40:25.51144Z","end":"2026-05-28T01:40:29.177957Z","steps":["trace[249464473] 'process raft request' (duration: 2.74945081s)","trace[249464473] 'compare' (duration: 914.358271ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:29.178062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:25.513567Z","time spent":"3.664459136s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:29.178134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:25.514005Z","time spent":"3.664051907s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:29.178137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:25.511423Z","time spent":"3.666641937s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:29.178271Z","caller":"traceutil/trace.go:171","msg":"trace[89346105] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"3.663230297s","start":"2026-05-28T01:40:25.515014Z","end":"2026-05-28T01:40:29.178245Z","steps":["trace[89346105] 'process raft request' (duration: 3.662838628s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.178384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:25.515007Z","time spent":"3.663317969s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:29.178392Z","caller":"traceutil/trace.go:171","msg":"trace[1377066013] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"3.660694827s","start":"2026-05-28T01:40:25.517684Z","end":"2026-05-28T01:40:29.178379Z","steps":["trace[1377066013] 'process raft request' (duration: 3.660215676s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.178454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:25.517674Z","time spent":"3.660745819s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:29.515699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000616512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:40:29.515786Z","caller":"traceutil/trace.go:171","msg":"trace[714308478] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000723354s","start":"2026-05-28T01:40:27.515043Z","end":"2026-05-28T01:40:29.515766Z","steps":["trace[714308478] 'agreement among raft nodes before linearized reading' (duration: 2.000586621s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.515837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:27.515013Z","time spent":"2.000812165s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:40:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:40:29.575649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.4866ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T01:40:29.576995Z","caller":"traceutil/trace.go:171","msg":"trace[1036865325] linearizableReadLoop","detail":"{readStateIndex:26971; appliedIndex:26962; }","duration":"4.069211776s","start":"2026-05-28T01:40:25.507753Z","end":"2026-05-28T01:40:29.576965Z","steps":["trace[1036865325] 'read index received' (duration: 1.132962125s)","trace[1036865325] 'applied index is now lower than readState.Index' (duration: 2.936247351s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:29.577034Z","caller":"traceutil/trace.go:171","msg":"trace[453705338] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"3.187011001s","start":"2026-05-28T01:40:26.39Z","end":"2026-05-28T01:40:29.577011Z","steps":["trace[453705338] 'process raft request' (duration: 3.185778612s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.577176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:26.38998Z","time spent":"3.187110113s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:29.577315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.316552321s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:40:29.581155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.179128254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:29.581218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.796042639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:29.581244Z","caller":"traceutil/trace.go:171","msg":"trace[540303349] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26045; }","duration":"4.179255606s","start":"2026-05-28T01:40:25.401974Z","end":"2026-05-28T01:40:29.58123Z","steps":["trace[540303349] 'agreement among raft nodes before linearized reading' (duration: 4.175003856s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.581397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:25.401959Z","time spent":"4.179426891s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:29.581264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.79434891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-28T01:40:29.581505Z","caller":"traceutil/trace.go:171","msg":"trace[1927785950] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26045; }","duration":"4.794631176s","start":"2026-05-28T01:40:24.786856Z","end":"2026-05-28T01:40:29.581487Z","steps":["trace[1927785950] 'agreement among raft nodes before linearized reading' (duration: 4.79012436s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:29.581277Z","caller":"traceutil/trace.go:171","msg":"trace[1757644452] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26045; }","duration":"4.796100611s","start":"2026-05-28T01:40:24.785157Z","end":"2026-05-28T01:40:29.581258Z","steps":["trace[1757644452] 'agreement among raft nodes before linearized reading' (duration: 4.791834051s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.581554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:24.786849Z","time spent":"4.794689057s","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-05-28T01:40:29.581579Z","caller":"traceutil/trace.go:171","msg":"trace[837166038] transaction","detail":"{read_only:false; response_revision:26046; number_of_response:1; }","duration":"2.79805639s","start":"2026-05-28T01:40:26.783504Z","end":"2026-05-28T01:40:29.581561Z","steps":["trace[837166038] 'process raft request' (duration: 2.794016135s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.581686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.797702688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118806"} {"level":"warn","ts":"2026-05-28T01:40:29.581588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:24.785151Z","time spent":"4.796414758s","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-28T01:40:29.581725Z","caller":"traceutil/trace.go:171","msg":"trace[539720524] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26045; }","duration":"4.79776691s","start":"2026-05-28T01:40:24.78395Z","end":"2026-05-28T01:40:29.581717Z","steps":["trace[539720524] 'agreement among raft nodes before linearized reading' (duration: 4.793108001s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.581133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.26683408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:29.581753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:24.783928Z","time spent":"4.797815291s","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":118829,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-05-28T01:40:29.581782Z","caller":"traceutil/trace.go:171","msg":"trace[921706750] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26045; }","duration":"4.267534767s","start":"2026-05-28T01:40:25.314231Z","end":"2026-05-28T01:40:29.581765Z","steps":["trace[921706750] 'agreement among raft nodes before linearized reading' (duration: 4.262769325s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.581696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:26.783485Z","time spent":"2.798145252s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:29.581825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:25.314207Z","time spent":"4.267605549s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:29.582134Z","caller":"traceutil/trace.go:171","msg":"trace[1556654145] transaction","detail":"{read_only:false; response_revision:26047; number_of_response:1; }","duration":"2.7963302s","start":"2026-05-28T01:40:26.785795Z","end":"2026-05-28T01:40:29.582125Z","steps":["trace[1556654145] 'process raft request' (duration: 2.795719366s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:29.582393Z","caller":"traceutil/trace.go:171","msg":"trace[1937669056] transaction","detail":"{read_only:false; response_revision:26049; number_of_response:1; }","duration":"2.793658047s","start":"2026-05-28T01:40:26.788726Z","end":"2026-05-28T01:40:29.582384Z","steps":["trace[1937669056] 'process raft request' (duration: 2.793508214s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:29.582403Z","caller":"traceutil/trace.go:171","msg":"trace[1903145498] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"2.793543694s","start":"2026-05-28T01:40:26.788848Z","end":"2026-05-28T01:40:29.582392Z","steps":["trace[1903145498] 'process raft request' (duration: 2.793458802s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.582478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:26.788827Z","time spent":"2.793604646s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:29.582486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:26.788719Z","time spent":"2.793713118s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:29.582174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.798115968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118806"} {"level":"info","ts":"2026-05-28T01:40:29.582558Z","caller":"traceutil/trace.go:171","msg":"trace[503419400] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26045; }","duration":"4.798535398s","start":"2026-05-28T01:40:24.784011Z","end":"2026-05-28T01:40:29.582546Z","steps":["trace[503419400] 'agreement among raft nodes before linearized reading' (duration: 4.793000408s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.582593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:24.783994Z","time spent":"4.798580008s","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":118829,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-28T01:40:29.582602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.071361747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-28T01:40:29.582677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162438127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:29.582687Z","caller":"traceutil/trace.go:171","msg":"trace[99395132] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26054; }","duration":"4.071468649s","start":"2026-05-28T01:40:25.511207Z","end":"2026-05-28T01:40:29.582676Z","steps":["trace[99395132] 'agreement among raft nodes before linearized reading' (duration: 4.071279144s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:29.582707Z","caller":"traceutil/trace.go:171","msg":"trace[442208712] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26054; }","duration":"1.162466447s","start":"2026-05-28T01:40:28.420231Z","end":"2026-05-28T01:40:29.582697Z","steps":["trace[442208712] 'agreement among raft nodes before linearized reading' (duration: 1.162395986s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:29.582346Z","caller":"traceutil/trace.go:171","msg":"trace[1428312051] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"2.793694898s","start":"2026-05-28T01:40:26.78863Z","end":"2026-05-28T01:40:29.582325Z","steps":["trace[1428312051] 'process raft request' (duration: 2.793456232s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.58273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:28.420176Z","time spent":"1.162548199s","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:29.582772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548054228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:29.582807Z","caller":"traceutil/trace.go:171","msg":"trace[2126646650] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26054; }","duration":"2.548088689s","start":"2026-05-28T01:40:27.03471Z","end":"2026-05-28T01:40:29.582799Z","steps":["trace[2126646650] 'agreement among raft nodes before linearized reading' (duration: 2.548033007s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.582836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:27.034672Z","time spent":"2.54815739s","remote":"127.0.0.1:46146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:29.582894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.796412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-05-28T01:40:29.582958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611461495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:29.582967Z","caller":"traceutil/trace.go:171","msg":"trace[1639449917] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26054; }","duration":"387.921615ms","start":"2026-05-28T01:40:29.195024Z","end":"2026-05-28T01:40:29.582946Z","steps":["trace[1639449917] 'agreement among raft nodes before linearized reading' (duration: 387.68264ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:29.582987Z","caller":"traceutil/trace.go:171","msg":"trace[16289177] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26054; }","duration":"1.611511157s","start":"2026-05-28T01:40:27.971468Z","end":"2026-05-28T01:40:29.582979Z","steps":["trace[16289177] 'agreement among raft nodes before linearized reading' (duration: 1.611466186s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:29.195003Z","time spent":"387.989927ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-28T01:40:29.583017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:27.971457Z","time spent":"1.611551518s","remote":"127.0.0.1:60332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:29.582999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.36329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:40:29.583045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.784784887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-28T01:40:29.583066Z","caller":"traceutil/trace.go:171","msg":"trace[454857459] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26054; }","duration":"836.635007ms","start":"2026-05-28T01:40:28.746422Z","end":"2026-05-28T01:40:29.583057Z","steps":["trace[454857459] 'agreement among raft nodes before linearized reading' (duration: 836.070544ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:29.583084Z","caller":"traceutil/trace.go:171","msg":"trace[1658402180] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26054; }","duration":"3.784848049s","start":"2026-05-28T01:40:25.798226Z","end":"2026-05-28T01:40:29.583074Z","steps":["trace[1658402180] 'agreement among raft nodes before linearized reading' (duration: 3.784777408s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.583092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:28.746396Z","time spent":"836.688338ms","remote":"127.0.0.1:46074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:29.583113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:25.798211Z","time spent":"3.7848959s","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-28T01:40:29.583152Z","caller":"traceutil/trace.go:171","msg":"trace[829468919] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"2.794242901s","start":"2026-05-28T01:40:26.788898Z","end":"2026-05-28T01:40:29.583141Z","steps":["trace[829468919] 'process raft request' (duration: 2.793444642s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.583195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852283263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:29.583218Z","caller":"traceutil/trace.go:171","msg":"trace[1159861766] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26054; }","duration":"1.852348164s","start":"2026-05-28T01:40:27.730864Z","end":"2026-05-28T01:40:29.583212Z","steps":["trace[1159861766] 'agreement among raft nodes before linearized reading' (duration: 1.852302943s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.583223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:26.788892Z","time spent":"2.794285852s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:29.583238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:27.730839Z","time spent":"1.852393936s","remote":"127.0.0.1:46228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:29.583242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.064349012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-05-28T01:40:29.583273Z","caller":"traceutil/trace.go:171","msg":"trace[1316612817] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"1.488629536s","start":"2026-05-28T01:40:28.094627Z","end":"2026-05-28T01:40:29.583256Z","steps":["trace[1316612817] 'process raft request' (duration: 1.487812826s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.583314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.597909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-28T01:40:29.583319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.066766919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:29.582612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06793946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:29.583348Z","caller":"traceutil/trace.go:171","msg":"trace[1642145991] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26054; }","duration":"4.06681405s","start":"2026-05-28T01:40:25.516526Z","end":"2026-05-28T01:40:29.58334Z","steps":["trace[1642145991] 'agreement among raft nodes before linearized reading' (duration: 4.066769549s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:29.58337Z","caller":"traceutil/trace.go:171","msg":"trace[1592700761] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26054; }","duration":"2.068755929s","start":"2026-05-28T01:40:27.514607Z","end":"2026-05-28T01:40:29.583363Z","steps":["trace[1592700761] 'agreement among raft nodes before linearized reading' (duration: 2.067979821s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.583376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:25.516517Z","time spent":"4.066852681s","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T01:40:29.583398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:27.514591Z","time spent":"2.068801s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-28T01:40:29.583397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:28.094609Z","time spent":"1.488696777s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:29.583507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.071917089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a8d98097-0963-4cc6-abe1-b4ff8712e3e0\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-05-28T01:40:29.583531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.320954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:29.583539Z","caller":"traceutil/trace.go:171","msg":"trace[928493768] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a8d98097-0963-4cc6-abe1-b4ff8712e3e0; range_end:; response_count:1; response_revision:26054; }","duration":"4.071980031s","start":"2026-05-28T01:40:25.511551Z","end":"2026-05-28T01:40:29.583531Z","steps":["trace[928493768] 'agreement among raft nodes before linearized reading' (duration: 4.071880599s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:29.583556Z","caller":"traceutil/trace.go:171","msg":"trace[619616525] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26054; }","duration":"669.392545ms","start":"2026-05-28T01:40:28.914157Z","end":"2026-05-28T01:40:29.58355Z","steps":["trace[619616525] 'agreement among raft nodes before linearized reading' (duration: 669.230382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.582721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:25.511192Z","time spent":"4.07152033s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-28T01:40:29.583576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:28.914108Z","time spent":"669.462657ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:29.583734Z","caller":"traceutil/trace.go:171","msg":"trace[354995537] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"2.794729502s","start":"2026-05-28T01:40:26.788987Z","end":"2026-05-28T01:40:29.583717Z","steps":["trace[354995537] 'process raft request' (duration: 2.793421562s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.583792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:26.788978Z","time spent":"2.794784653s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:29.583277Z","caller":"traceutil/trace.go:171","msg":"trace[865963167] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26054; }","duration":"4.064400374s","start":"2026-05-28T01:40:25.518867Z","end":"2026-05-28T01:40:29.583267Z","steps":["trace[865963167] 'agreement among raft nodes before linearized reading' (duration: 4.064309402s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:29.583823Z","caller":"traceutil/trace.go:171","msg":"trace[1574969728] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"2.794855665s","start":"2026-05-28T01:40:26.78894Z","end":"2026-05-28T01:40:29.583796Z","steps":["trace[1574969728] 'process raft request' (duration: 2.793435382s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.583869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:25.51885Z","time spent":"4.065006958s","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-28T01:40:29.583938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.394706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T01:40:29.583939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:26.788934Z","time spent":"2.794941407s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:29.583574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:25.511534Z","time spent":"4.072031673s","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-a8d98097-0963-4cc6-abe1-b4ff8712e3e0\" "} {"level":"warn","ts":"2026-05-28T01:40:29.58394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:26.785781Z","time spent":"2.796635947s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:29.584046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.588891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-28T01:40:29.582914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305408199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:29.582775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:26.788617Z","time spent":"2.794127619s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:29.58418Z","caller":"traceutil/trace.go:171","msg":"trace[1628315844] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26054; }","duration":"1.30668758s","start":"2026-05-28T01:40:28.277465Z","end":"2026-05-28T01:40:29.584152Z","steps":["trace[1628315844] 'agreement among raft nodes before linearized reading' (duration: 1.30542s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.583154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664859628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:29.583373Z","caller":"traceutil/trace.go:171","msg":"trace[119981434] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd; range_end:; response_count:1; response_revision:26054; }","duration":"399.65834ms","start":"2026-05-28T01:40:29.183677Z","end":"2026-05-28T01:40:29.583335Z","steps":["trace[119981434] 'agreement among raft nodes before linearized reading' (duration: 399.568708ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:29.584235Z","caller":"traceutil/trace.go:171","msg":"trace[1967217675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26054; }","duration":"1.665966054s","start":"2026-05-28T01:40:27.918255Z","end":"2026-05-28T01:40:29.584221Z","steps":["trace[1967217675] 'agreement among raft nodes before linearized reading' (duration: 1.664876999s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.584261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:29.183659Z","time spent":"400.592483ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" "} {"level":"warn","ts":"2026-05-28T01:40:29.584271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:27.918236Z","time spent":"1.666021595s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:29.584128Z","caller":"traceutil/trace.go:171","msg":"trace[1130590036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26054; }","duration":"820.691883ms","start":"2026-05-28T01:40:28.763429Z","end":"2026-05-28T01:40:29.584121Z","steps":["trace[1130590036] 'agreement among raft nodes before linearized reading' (duration: 820.549349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.58432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:28.763418Z","time spent":"820.893478ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:40:29.584364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:28.277449Z","time spent":"1.306831543s","remote":"127.0.0.1:40778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:29.583797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.032146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:29.583966Z","caller":"traceutil/trace.go:171","msg":"trace[1585400664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26054; }","duration":"820.462228ms","start":"2026-05-28T01:40:28.763497Z","end":"2026-05-28T01:40:29.583959Z","steps":["trace[1585400664] 'agreement among raft nodes before linearized reading' (duration: 820.315015ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:29.584435Z","caller":"traceutil/trace.go:171","msg":"trace[1022310422] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26054; }","duration":"799.705061ms","start":"2026-05-28T01:40:28.784717Z","end":"2026-05-28T01:40:29.584422Z","steps":["trace[1022310422] 'agreement among raft nodes before linearized reading' (duration: 799.053426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:29.58446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:28.763491Z","time spent":"820.932739ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:40:29.584483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:28.784695Z","time spent":"799.775133ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:31.538914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:32.040004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:32.54116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:33.042313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:33.220904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.241324455s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:40:33.221254Z","caller":"traceutil/trace.go:171","msg":"trace[2025215127] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"2.241741515s","start":"2026-05-28T01:40:30.979487Z","end":"2026-05-28T01:40:33.221229Z","steps":["trace[2025215127] 'process raft request' (duration: 2.241587041s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:33.221407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:30.979475Z","time spent":"2.241858698s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7269,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:33.465712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000273453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:40:33.465793Z","caller":"traceutil/trace.go:171","msg":"trace[1081990704] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412696s","start":"2026-05-28T01:40:31.465359Z","end":"2026-05-28T01:40:33.465772Z","steps":["trace[1081990704] 'agreement among raft nodes before linearized reading' (duration: 2.000320104s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:33.465835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.465319Z","time spent":"2.000507228s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:40:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:40:35.106679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000361756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:40:35.106788Z","caller":"traceutil/trace.go:171","msg":"trace[1182959895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000563471s","start":"2026-05-28T01:40:33.106195Z","end":"2026-05-28T01:40:35.106758Z","steps":["trace[1182959895] 'agreement among raft nodes before linearized reading' (duration: 2.000394347s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:35.106864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:33.106175Z","time spent":"2.000670713s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:40:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:40:35.167496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.946203056s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:40:35.168071Z","caller":"traceutil/trace.go:171","msg":"trace[56337166] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"3.577581549s","start":"2026-05-28T01:40:31.590464Z","end":"2026-05-28T01:40:35.168045Z","steps":["trace[56337166] 'process raft request' (duration: 3.577367244s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:35.16824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.590433Z","time spent":"3.577717303s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:35.168334Z","caller":"traceutil/trace.go:171","msg":"trace[1504633152] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"3.577599359s","start":"2026-05-28T01:40:31.590712Z","end":"2026-05-28T01:40:35.168311Z","steps":["trace[1504633152] 'process raft request' (duration: 3.577290782s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:35.168463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.590693Z","time spent":"3.577698662s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:35.1686Z","caller":"traceutil/trace.go:171","msg":"trace[1153091441] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"3.577786744s","start":"2026-05-28T01:40:31.590804Z","end":"2026-05-28T01:40:35.16859Z","steps":["trace[1153091441] 'process raft request' (duration: 3.577423715s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:35.168658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.590795Z","time spent":"3.577836415s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:35.168696Z","caller":"traceutil/trace.go:171","msg":"trace[142835752] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"3.577761173s","start":"2026-05-28T01:40:31.590915Z","end":"2026-05-28T01:40:35.168676Z","steps":["trace[142835752] 'process raft request' (duration: 3.577663811s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:35.168807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.590895Z","time spent":"3.577858016s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:35.168826Z","caller":"traceutil/trace.go:171","msg":"trace[403753016] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"3.577919047s","start":"2026-05-28T01:40:31.590884Z","end":"2026-05-28T01:40:35.168803Z","steps":["trace[403753016] 'process raft request' (duration: 3.57761771s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:35.16885Z","caller":"traceutil/trace.go:171","msg":"trace[1035003364] linearizableReadLoop","detail":"{readStateIndex:27005; appliedIndex:26995; }","duration":"4.13114604s","start":"2026-05-28T01:40:31.037691Z","end":"2026-05-28T01:40:35.168837Z","steps":["trace[1035003364] 'read index received' (duration: 2.183410838s)","trace[1035003364] 'applied index is now lower than readState.Index' (duration: 1.947734352s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:35.168921Z","caller":"traceutil/trace.go:171","msg":"trace[629331665] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"3.577839355s","start":"2026-05-28T01:40:31.591072Z","end":"2026-05-28T01:40:35.168912Z","steps":["trace[629331665] 'process raft request' (duration: 3.577561089s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:35.168943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.590847Z","time spent":"3.57802697s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:35.168979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.591058Z","time spent":"3.577883946s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:35.168985Z","caller":"traceutil/trace.go:171","msg":"trace[1508032772] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"3.576180236s","start":"2026-05-28T01:40:31.59279Z","end":"2026-05-28T01:40:35.16897Z","steps":["trace[1508032772] 'process raft request' (duration: 3.57592863s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:35.168978Z","caller":"traceutil/trace.go:171","msg":"trace[1282154401] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"3.574817735s","start":"2026-05-28T01:40:31.594144Z","end":"2026-05-28T01:40:35.168961Z","steps":["trace[1282154401] 'process raft request' (duration: 3.57462386s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:35.169052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.594136Z","time spent":"3.574884026s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:35.169056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.592762Z","time spent":"3.576254288s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:35.169063Z","caller":"traceutil/trace.go:171","msg":"trace[897566279] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"2.155182507s","start":"2026-05-28T01:40:33.01383Z","end":"2026-05-28T01:40:35.169012Z","steps":["trace[897566279] 'process raft request' (duration: 2.154971712s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:35.169446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131758834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273008"} {"level":"info","ts":"2026-05-28T01:40:35.169499Z","caller":"traceutil/trace.go:171","msg":"trace[64393395] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26078; }","duration":"4.131811625s","start":"2026-05-28T01:40:31.037674Z","end":"2026-05-28T01:40:35.169486Z","steps":["trace[64393395] 'agreement among raft nodes before linearized reading' (duration: 4.131379555s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:35.169532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.037612Z","time spent":"4.131911567s","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273031,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-28T01:40:35.169517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:33.013805Z","time spent":"2.15533652s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:35.465961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999847814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:40:35.466034Z","caller":"traceutil/trace.go:171","msg":"trace[1396334583] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999986557s","start":"2026-05-28T01:40:33.466032Z","end":"2026-05-28T01:40:35.466018Z","steps":["trace[1396334583] 'agreement among raft nodes before linearized reading' (duration: 1.999885505s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:35.466212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:33.466008Z","time spent":"2.00005974s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:40:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:40:35.669649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:36.170105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:36.181071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998758954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:40:36.181172Z","caller":"traceutil/trace.go:171","msg":"trace[1935433236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998954248s","start":"2026-05-28T01:40:31.182198Z","end":"2026-05-28T01:40:36.181152Z","steps":["trace[1935433236] 'agreement among raft nodes before linearized reading' (duration: 4.998820925s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:36.181238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.182165Z","time spent":"4.999056841s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/28 01:40:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:40:36.601579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999404939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:40:36.601687Z","caller":"traceutil/trace.go:171","msg":"trace[508457840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999566812s","start":"2026-05-28T01:40:31.602094Z","end":"2026-05-28T01:40:36.601661Z","steps":["trace[508457840] 'agreement among raft nodes before linearized reading' (duration: 4.999421569s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:36.601799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.602083Z","time spent":"4.999695746s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:40:36.602275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999613063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:40:36.602369Z","caller":"traceutil/trace.go:171","msg":"trace[968428856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999730736s","start":"2026-05-28T01:40:31.602617Z","end":"2026-05-28T01:40:36.602348Z","steps":["trace[968428856] 'agreement among raft nodes before linearized reading' (duration: 4.999591213s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:36.602423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.602589Z","time spent":"4.999823219s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/28 01:40:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:40:36.670212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.500231948s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:40:36.670731Z","caller":"traceutil/trace.go:171","msg":"trace[1300408613] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"2.076266275s","start":"2026-05-28T01:40:34.594439Z","end":"2026-05-28T01:40:36.670706Z","steps":["trace[1300408613] 'process raft request' (duration: 2.076159972s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:36.670765Z","caller":"traceutil/trace.go:171","msg":"trace[331474481] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"2.438422707s","start":"2026-05-28T01:40:34.232294Z","end":"2026-05-28T01:40:36.670717Z","steps":["trace[331474481] 'process raft request' (duration: 2.438140921s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:36.670877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:34.594413Z","time spent":"2.076390448s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:36.67092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:34.232278Z","time spent":"2.43855799s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:37.474329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000395986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:40:37.474418Z","caller":"traceutil/trace.go:171","msg":"trace[1442064864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0005412s","start":"2026-05-28T01:40:35.47386Z","end":"2026-05-28T01:40:37.474401Z","steps":["trace[1442064864] 'agreement among raft nodes before linearized reading' (duration: 2.000436277s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:37.47469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:35.473836Z","time spent":"2.000837966s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:40:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:40:38.011481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34077982s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T01:40:38.012383Z","caller":"traceutil/trace.go:171","msg":"trace[80072460] linearizableReadLoop","detail":"{readStateIndex:27009; appliedIndex:27005; }","duration":"2.843484375s","start":"2026-05-28T01:40:35.168879Z","end":"2026-05-28T01:40:38.012364Z","steps":["trace[80072460] 'read index received' (duration: 1.501472697s)","trace[80072460] 'applied index is now lower than readState.Index' (duration: 1.342010538s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:38.012459Z","caller":"traceutil/trace.go:171","msg":"trace[1920855186] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"2.916462366s","start":"2026-05-28T01:40:35.095987Z","end":"2026-05-28T01:40:38.012449Z","steps":["trace[1920855186] 'process raft request' (duration: 2.915579266s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:38.012542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:35.09595Z","time spent":"2.916532738s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:38.060124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.379214541s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:40:39.425078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.194462973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:39.425195Z","caller":"traceutil/trace.go:171","msg":"trace[1768839212] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26081; }","duration":"5.194641468s","start":"2026-05-28T01:40:34.230524Z","end":"2026-05-28T01:40:39.425165Z","steps":["trace[1768839212] 'agreement among raft nodes before linearized reading' (duration: 3.781997143s)","trace[1768839212] 'count revisions from in-memory index tree' (duration: 1.412477791s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:39.426728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366152495s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:40:39.426862Z","caller":"traceutil/trace.go:171","msg":"trace[434607423] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"2.746054282s","start":"2026-05-28T01:40:36.680782Z","end":"2026-05-28T01:40:39.426836Z","steps":["trace[434607423] 'process raft request' (duration: 1.37961634s)","trace[434607423] 'compare' (duration: 1.364479176s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:39.425736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:34.230501Z","time spent":"5.19474294s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:39.426903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.2448203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T01:40:39.426952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:36.680731Z","time spent":"2.746174474s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7167,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:39.426979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.441717192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:39.42693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.805182522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"warn","ts":"2026-05-28T01:40:39.426976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.641998937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-28T01:40:39.426992Z","caller":"traceutil/trace.go:171","msg":"trace[644972784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26081; }","duration":"8.244954602s","start":"2026-05-28T01:40:31.182017Z","end":"2026-05-28T01:40:39.426972Z","steps":["trace[644972784] 'agreement among raft nodes before linearized reading' (duration: 6.830555846s)","trace[644972784] 'range keys from in-memory index tree' (duration: 1.414195431s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:39.426988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.611379667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:40:39.427024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.149800972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:39.427038Z","caller":"traceutil/trace.go:171","msg":"trace[1009259651] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26081; }","duration":"7.149850823s","start":"2026-05-28T01:40:32.277183Z","end":"2026-05-28T01:40:39.427033Z","steps":["trace[1009259651] 'agreement among raft nodes before linearized reading' (duration: 5.735287274s)","trace[1009259651] 'count revisions from in-memory index tree' (duration: 1.414533529s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:39.427038Z","caller":"traceutil/trace.go:171","msg":"trace[1156440342] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26081; }","duration":"5.642102359s","start":"2026-05-28T01:40:33.784915Z","end":"2026-05-28T01:40:39.427017Z","steps":["trace[1156440342] 'agreement among raft nodes before linearized reading' (duration: 4.227631962s)","trace[1156440342] 'range keys from in-memory index tree' (duration: 1.414270862s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:39.427055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:32.277161Z","time spent":"7.149890385s","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:39.427039Z","caller":"traceutil/trace.go:171","msg":"trace[1615597034] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26081; }","duration":"6.805307154s","start":"2026-05-28T01:40:32.621703Z","end":"2026-05-28T01:40:39.427011Z","steps":["trace[1615597034] 'agreement among raft nodes before linearized reading' (duration: 5.390798276s)","trace[1615597034] 'range keys from in-memory index tree' (duration: 1.414288913s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:39.427069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.181995Z","time spent":"8.245031724s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:40:39.427089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:33.784894Z","time spent":"5.642184181s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:40:39.427116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:32.621685Z","time spent":"6.805405097s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418422,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-28T01:40:39.427047Z","caller":"traceutil/trace.go:171","msg":"trace[2005321127] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26081; }","duration":"6.611483889s","start":"2026-05-28T01:40:32.81554Z","end":"2026-05-28T01:40:39.427024Z","steps":["trace[2005321127] 'agreement among raft nodes before linearized reading' (duration: 5.19695026s)","trace[2005321127] 'count revisions from in-memory index tree' (duration: 1.414438727s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:39.427006Z","caller":"traceutil/trace.go:171","msg":"trace[933655267] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26081; }","duration":"4.441768843s","start":"2026-05-28T01:40:34.985226Z","end":"2026-05-28T01:40:39.426995Z","steps":["trace[933655267] 'agreement among raft nodes before linearized reading' (duration: 3.027267745s)","trace[933655267] 'count revisions from in-memory index tree' (duration: 1.414449717s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:39.427154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:32.815518Z","time spent":"6.611630623s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:39.427168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.835325717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:39.427203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.480419699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-28T01:40:39.427232Z","caller":"traceutil/trace.go:171","msg":"trace[1388758166] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26081; }","duration":"4.480482901s","start":"2026-05-28T01:40:34.946738Z","end":"2026-05-28T01:40:39.427221Z","steps":["trace[1388758166] 'agreement among raft nodes before linearized reading' (duration: 3.065765208s)","trace[1388758166] 'range keys from in-memory index tree' (duration: 1.41458921s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:39.427232Z","caller":"traceutil/trace.go:171","msg":"trace[691162752] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26081; }","duration":"7.8354242s","start":"2026-05-28T01:40:31.591788Z","end":"2026-05-28T01:40:39.427212Z","steps":["trace[691162752] 'agreement among raft nodes before linearized reading' (duration: 6.420776068s)","trace[691162752] 'range keys from in-memory index tree' (duration: 1.41457175s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:39.427221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:34.985209Z","time spent":"4.441965628s","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:39.42726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:34.946716Z","time spent":"4.480535793s","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-28T01:40:39.427267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.591767Z","time spent":"7.835492481s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-28T01:40:39.42708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.537143887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:39.427254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.80839316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-28T01:40:39.427361Z","caller":"traceutil/trace.go:171","msg":"trace[2095326918] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26081; }","duration":"6.537413164s","start":"2026-05-28T01:40:32.889885Z","end":"2026-05-28T01:40:39.427298Z","steps":["trace[2095326918] 'agreement among raft nodes before linearized reading' (duration: 5.122582488s)","trace[2095326918] 'count revisions from in-memory index tree' (duration: 1.41458425s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:39.427371Z","caller":"traceutil/trace.go:171","msg":"trace[1142375085] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26081; }","duration":"4.808572125s","start":"2026-05-28T01:40:34.618769Z","end":"2026-05-28T01:40:39.427341Z","steps":["trace[1142375085] 'agreement among raft nodes before linearized reading' (duration: 3.393744229s)","trace[1142375085] 'range keys from in-memory index tree' (duration: 1.414492318s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:39.427397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.846985544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:39.427407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.054353505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:39.427444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:32.889862Z","time spent":"6.537558597s","remote":"127.0.0.1:42838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:39.427447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:34.618755Z","time spent":"4.808679507s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:40:39.427461Z","caller":"traceutil/trace.go:171","msg":"trace[412058907] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26081; }","duration":"7.054447426s","start":"2026-05-28T01:40:32.372997Z","end":"2026-05-28T01:40:39.427444Z","steps":["trace[412058907] 'agreement among raft nodes before linearized reading' (duration: 5.639524058s)","trace[412058907] 'count revisions from in-memory index tree' (duration: 1.414846926s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:39.427467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.862019093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:39.427483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.245303361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T01:40:39.4275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.091695962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:39.427508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.879817434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:39.427533Z","caller":"traceutil/trace.go:171","msg":"trace[23993210] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26081; }","duration":"6.091763874s","start":"2026-05-28T01:40:33.335758Z","end":"2026-05-28T01:40:39.427522Z","steps":["trace[23993210] 'agreement among raft nodes before linearized reading' (duration: 4.676785695s)","trace[23993210] 'count revisions from in-memory index tree' (duration: 1.414936258s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:39.427534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.64254274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-28T01:40:39.427557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:33.335736Z","time spent":"6.091815005s","remote":"127.0.0.1:41152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:39.427557Z","caller":"traceutil/trace.go:171","msg":"trace[1351486833] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26081; }","duration":"5.642563211s","start":"2026-05-28T01:40:33.784986Z","end":"2026-05-28T01:40:39.427549Z","steps":["trace[1351486833] 'agreement among raft nodes before linearized reading' (duration: 4.22755298s)","trace[1351486833] 'range keys from in-memory index tree' (duration: 1.414959458s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:39.427553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.152059814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:39.427554Z","caller":"traceutil/trace.go:171","msg":"trace[1596104158] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26081; }","duration":"5.879911386s","start":"2026-05-28T01:40:33.547626Z","end":"2026-05-28T01:40:39.427537Z","steps":["trace[1596104158] 'agreement among raft nodes before linearized reading' (duration: 4.464908036s)","trace[1596104158] 'count revisions from in-memory index tree' (duration: 1.414940529s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:39.427576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:33.78494Z","time spent":"5.642632572s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-28T01:40:39.427587Z","caller":"traceutil/trace.go:171","msg":"trace[1026288229] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26081; }","duration":"8.152145596s","start":"2026-05-28T01:40:31.275431Z","end":"2026-05-28T01:40:39.427576Z","steps":["trace[1026288229] 'agreement among raft nodes before linearized reading' (duration: 6.737123686s)","trace[1026288229] 'count revisions from in-memory index tree' (duration: 1.414978699s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:39.427519Z","caller":"traceutil/trace.go:171","msg":"trace[2087367370] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26081; }","duration":"7.862099185s","start":"2026-05-28T01:40:31.565397Z","end":"2026-05-28T01:40:39.427497Z","steps":["trace[2087367370] 'agreement among raft nodes before linearized reading' (duration: 6.447169107s)","trace[2087367370] 'count revisions from in-memory index tree' (duration: 1.414871797s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:39.427603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:33.547598Z","time spent":"5.879990777s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:39.427451Z","caller":"traceutil/trace.go:171","msg":"trace[811521879] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26081; }","duration":"5.847040355s","start":"2026-05-28T01:40:33.580393Z","end":"2026-05-28T01:40:39.427433Z","steps":["trace[811521879] 'agreement among raft nodes before linearized reading' (duration: 4.432136897s)","trace[811521879] 'count revisions from in-memory index tree' (duration: 1.414834106s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:39.427623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.565371Z","time spent":"7.862247438s","remote":"127.0.0.1:40904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:39.42763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.275398Z","time spent":"8.152223168s","remote":"127.0.0.1:59288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:39.427514Z","caller":"traceutil/trace.go:171","msg":"trace[671194588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26081; }","duration":"8.245411403s","start":"2026-05-28T01:40:31.182091Z","end":"2026-05-28T01:40:39.427503Z","steps":["trace[671194588] 'agreement among raft nodes before linearized reading' (duration: 6.830464575s)","trace[671194588] 'range keys from in-memory index tree' (duration: 1.414862257s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:39.427726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:31.182066Z","time spent":"8.245652518s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:40:39.427511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:32.372974Z","time spent":"7.054525498s","remote":"127.0.0.1:55232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:39.42782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:33.580339Z","time spent":"5.847303651s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:39.428888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.909918207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T01:40:39.428958Z","caller":"traceutil/trace.go:171","msg":"trace[319320319] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26081; }","duration":"6.91003158s","start":"2026-05-28T01:40:32.518909Z","end":"2026-05-28T01:40:39.428941Z","steps":["trace[319320319] 'agreement among raft nodes before linearized reading' (duration: 5.493602377s)","trace[319320319] 'count revisions from in-memory index tree' (duration: 1.416337611s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:39.429007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:32.518885Z","time spent":"6.910107812s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2655,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:39.475844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000763326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:40:39.475936Z","caller":"traceutil/trace.go:171","msg":"trace[1718472173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000903289s","start":"2026-05-28T01:40:37.475017Z","end":"2026-05-28T01:40:39.47592Z","steps":["trace[1718472173] 'agreement among raft nodes before linearized reading' (duration: 2.000802457s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:39.475981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:37.474993Z","time spent":"2.000977471s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:40:40.175648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T01:40:40.175706Z","caller":"traceutil/trace.go:171","msg":"trace[296893725] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241883s","start":"2026-05-28T01:40:38.175451Z","end":"2026-05-28T01:40:40.175693Z","steps":["trace[296893725] 'agreement among raft nodes before linearized reading' (duration: 2.000162991s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:40.175736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:38.175431Z","time spent":"2.000299074s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:40:40.921593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.545805696s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:40:41.00217Z","caller":"traceutil/trace.go:171","msg":"trace[989313776] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"3.828913082s","start":"2026-05-28T01:40:37.173205Z","end":"2026-05-28T01:40:41.002118Z","steps":["trace[989313776] 'process raft request' (duration: 3.748531588s)","trace[989313776] 'compare' (duration: 79.530404ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:41.00225Z","caller":"traceutil/trace.go:171","msg":"trace[415831454] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"3.828376549s","start":"2026-05-28T01:40:37.173832Z","end":"2026-05-28T01:40:41.002208Z","steps":["trace[415831454] 'process raft request' (duration: 3.828222126s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:41.002465Z","caller":"traceutil/trace.go:171","msg":"trace[1617486192] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"3.828006091s","start":"2026-05-28T01:40:37.174447Z","end":"2026-05-28T01:40:41.002453Z","steps":["trace[1617486192] 'process raft request' (duration: 3.827750185s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.002529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:37.174432Z","time spent":"3.828057432s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:41.002263Z","caller":"traceutil/trace.go:171","msg":"trace[2030979390] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"3.827854647s","start":"2026-05-28T01:40:37.174386Z","end":"2026-05-28T01:40:41.00224Z","steps":["trace[2030979390] 'process raft request' (duration: 3.827768405s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.002674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:37.174357Z","time spent":"3.828253297s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:41.002707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.682891279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:41.002735Z","caller":"traceutil/trace.go:171","msg":"trace[1656418904] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26090; }","duration":"3.68294278s","start":"2026-05-28T01:40:37.319783Z","end":"2026-05-28T01:40:41.002725Z","steps":["trace[1656418904] 'agreement among raft nodes before linearized reading' (duration: 3.682895589s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.002761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:37.319771Z","time spent":"3.68298472s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:41.002324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:37.173178Z","time spent":"3.829077547s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:41.002721Z","caller":"traceutil/trace.go:171","msg":"trace[990949163] linearizableReadLoop","detail":"{readStateIndex:27018; appliedIndex:27009; }","duration":"2.990253536s","start":"2026-05-28T01:40:38.012421Z","end":"2026-05-28T01:40:41.002675Z","steps":["trace[990949163] 'read index received' (duration: 47.920203ms)","trace[990949163] 'applied index is now lower than readState.Index' (duration: 2.942331833s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:41.002888Z","caller":"traceutil/trace.go:171","msg":"trace[31035385] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"3.82839243s","start":"2026-05-28T01:40:37.174485Z","end":"2026-05-28T01:40:41.002877Z","steps":["trace[31035385] 'process raft request' (duration: 3.827840587s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.002894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.887582408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:41.002926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:37.174476Z","time spent":"3.828429321s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:41.00295Z","caller":"traceutil/trace.go:171","msg":"trace[64182146] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26090; }","duration":"3.88766996s","start":"2026-05-28T01:40:37.11526Z","end":"2026-05-28T01:40:41.00293Z","steps":["trace[64182146] 'agreement among raft nodes before linearized reading' (duration: 3.887589379s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:41.002984Z","caller":"traceutil/trace.go:171","msg":"trace[1295449886] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"3.828149225s","start":"2026-05-28T01:40:37.174829Z","end":"2026-05-28T01:40:41.002978Z","steps":["trace[1295449886] 'process raft request' (duration: 3.827653383s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.003007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:37.115235Z","time spent":"3.887758203s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:41.003038Z","caller":"traceutil/trace.go:171","msg":"trace[40096774] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"3.827141961s","start":"2026-05-28T01:40:37.17589Z","end":"2026-05-28T01:40:41.003032Z","steps":["trace[40096774] 'process raft request' (duration: 3.826638099s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.003068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:37.175872Z","time spent":"3.827181212s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:41.003042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031538643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:41.003124Z","caller":"traceutil/trace.go:171","msg":"trace[268404347] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"3.827134301s","start":"2026-05-28T01:40:37.175981Z","end":"2026-05-28T01:40:41.003116Z","steps":["trace[268404347] 'process raft request' (duration: 3.826613089s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.003154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:37.175971Z","time spent":"3.827166931s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:41.003165Z","caller":"traceutil/trace.go:171","msg":"trace[730385407] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26090; }","duration":"4.031693527s","start":"2026-05-28T01:40:36.971435Z","end":"2026-05-28T01:40:41.003128Z","steps":["trace[730385407] 'agreement among raft nodes before linearized reading' (duration: 4.031485982s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.003227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:36.971413Z","time spent":"4.03180053s","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:41.003341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229306943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:41.003371Z","caller":"traceutil/trace.go:171","msg":"trace[114572733] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26090; }","duration":"3.229385045s","start":"2026-05-28T01:40:37.773978Z","end":"2026-05-28T01:40:41.003363Z","steps":["trace[114572733] 'agreement among raft nodes before linearized reading' (duration: 3.229337023s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.003447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:37.773951Z","time spent":"3.229435635s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:41.003459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741938802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T01:40:41.003518Z","caller":"traceutil/trace.go:171","msg":"trace[602216168] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26090; }","duration":"3.742030865s","start":"2026-05-28T01:40:37.261472Z","end":"2026-05-28T01:40:41.003503Z","steps":["trace[602216168] 'agreement among raft nodes before linearized reading' (duration: 3.741769939s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.003567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:37.261457Z","time spent":"3.742098067s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:41.003733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.032285509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:41.003793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.858503156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:41.003842Z","caller":"traceutil/trace.go:171","msg":"trace[478827217] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26090; }","duration":"3.858552398s","start":"2026-05-28T01:40:37.145276Z","end":"2026-05-28T01:40:41.003829Z","steps":["trace[478827217] 'agreement among raft nodes before linearized reading' (duration: 3.858480046s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.003882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:37.145198Z","time spent":"3.858672281s","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:41.003778Z","caller":"traceutil/trace.go:171","msg":"trace[811994164] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26090; }","duration":"5.032412272s","start":"2026-05-28T01:40:35.971354Z","end":"2026-05-28T01:40:41.003767Z","steps":["trace[811994164] 'agreement among raft nodes before linearized reading' (duration: 5.032300149s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.003015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:37.174813Z","time spent":"3.828185105s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:41.004111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:35.971331Z","time spent":"5.032681909s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:41.004452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06173222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:41.0045Z","caller":"traceutil/trace.go:171","msg":"trace[206218758] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26090; }","duration":"5.061814672s","start":"2026-05-28T01:40:35.942677Z","end":"2026-05-28T01:40:41.004492Z","steps":["trace[206218758] 'agreement among raft nodes before linearized reading' (duration: 5.061748651s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.004523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:35.942633Z","time spent":"5.061883444s","remote":"127.0.0.1:41154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:41.00471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.535481509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-28T01:40:41.004756Z","caller":"traceutil/trace.go:171","msg":"trace[978172488] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd; range_end:; response_count:1; response_revision:26090; }","duration":"5.53556556s","start":"2026-05-28T01:40:35.469179Z","end":"2026-05-28T01:40:41.004745Z","steps":["trace[978172488] 'agreement among raft nodes before linearized reading' (duration: 5.535399546s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.004787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:35.469162Z","time spent":"5.535618692s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3950bfc5f27fd\" "} {"level":"warn","ts":"2026-05-28T01:40:41.005957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:37.173818Z","time spent":"3.828588265s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:41.181491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.434337Z","time spent":"1.747148907s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 01:40:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:40:41.181725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997949907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:40:41.181781Z","caller":"traceutil/trace.go:171","msg":"trace[2001611482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99806152s","start":"2026-05-28T01:40:38.183707Z","end":"2026-05-28T01:40:41.181768Z","steps":["trace[2001611482] 'agreement among raft nodes before linearized reading' (duration: 2.997985708s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.181813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:38.183682Z","time spent":"2.998125852s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/28 01:40:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:40:41.182066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.435571Z","time spent":"1.746492182s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 01:40:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:40:41.482452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000255682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:40:41.482509Z","caller":"traceutil/trace.go:171","msg":"trace[540850056] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322305s","start":"2026-05-28T01:40:39.482175Z","end":"2026-05-28T01:40:41.482498Z","steps":["trace[540850056] 'agreement among raft nodes before linearized reading' (duration: 2.000253143s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.482544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.482153Z","time spent":"2.000379046s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:40:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:40:41.503629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:41.602032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997434665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:40:41.602098Z","caller":"traceutil/trace.go:171","msg":"trace[144625037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997547478s","start":"2026-05-28T01:40:38.604536Z","end":"2026-05-28T01:40:41.602083Z","steps":["trace[144625037] 'agreement among raft nodes before linearized reading' (duration: 2.997471166s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.602151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:38.604512Z","time spent":"2.99761554s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/28 01:40:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:40:41.60285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998006019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:40:41.602926Z","caller":"traceutil/trace.go:171","msg":"trace[1466189550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998136012s","start":"2026-05-28T01:40:38.604771Z","end":"2026-05-28T01:40:41.602907Z","steps":["trace[1466189550] 'agreement among raft nodes before linearized reading' (duration: 2.99804175s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:41.602979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:38.604749Z","time spent":"2.998220134s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/28 01:40:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:40:41.65361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.436859Z","time spent":"2.216745199s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/28 01:40:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-28T01:40:42.004027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:42.504933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:43.005954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481252929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T01:40:43.164849Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.240318133s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T01:40:43.209723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07638186s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:43.209822Z","caller":"traceutil/trace.go:171","msg":"trace[219397722] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26090; }","duration":"1.076490082s","start":"2026-05-28T01:40:42.133318Z","end":"2026-05-28T01:40:43.209808Z","steps":["trace[219397722] 'range keys from in-memory index tree' (duration: 1.07636953s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:43.210877Z","caller":"traceutil/trace.go:171","msg":"trace[774906914] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"3.778298636s","start":"2026-05-28T01:40:39.432554Z","end":"2026-05-28T01:40:43.210853Z","steps":["trace[774906914] 'process raft request' (duration: 3.73411121s)","trace[774906914] 'compare' (duration: 43.897859ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:43.210984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.432529Z","time spent":"3.778393738s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:43.21102Z","caller":"traceutil/trace.go:171","msg":"trace[433011268] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"3.776807241s","start":"2026-05-28T01:40:39.434183Z","end":"2026-05-28T01:40:43.21099Z","steps":["trace[433011268] 'process raft request' (duration: 3.776578406s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.211161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.434161Z","time spent":"3.776927413s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:43.211223Z","caller":"traceutil/trace.go:171","msg":"trace[1371887839] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"3.350276729s","start":"2026-05-28T01:40:39.860935Z","end":"2026-05-28T01:40:43.211211Z","steps":["trace[1371887839] 'process raft request' (duration: 3.350242658s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:43.21127Z","caller":"traceutil/trace.go:171","msg":"trace[1698962875] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"3.435237371s","start":"2026-05-28T01:40:39.776014Z","end":"2026-05-28T01:40:43.211251Z","steps":["trace[1698962875] 'process raft request' (duration: 3.434965515s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.211298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.860906Z","time spent":"3.350348081s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:43.211368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.775993Z","time spent":"3.435324664s","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418457,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:43.482853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-28T01:40:43.482939Z","caller":"traceutil/trace.go:171","msg":"trace[2067423981] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000224983s","start":"2026-05-28T01:40:41.482695Z","end":"2026-05-28T01:40:43.48292Z","steps":["trace[2067423981] 'agreement among raft nodes before linearized reading' (duration: 2.000119511s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.482996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:41.482674Z","time spent":"2.000311265s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/28 01:40:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-28T01:40:43.736421Z","caller":"traceutil/trace.go:171","msg":"trace[1495647920] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"2.058505899s","start":"2026-05-28T01:40:41.677884Z","end":"2026-05-28T01:40:43.73639Z","steps":["trace[1495647920] 'process raft request' (duration: 2.058185331s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:43.736469Z","caller":"traceutil/trace.go:171","msg":"trace[1734055524] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"2.552779629s","start":"2026-05-28T01:40:41.183659Z","end":"2026-05-28T01:40:43.736438Z","steps":["trace[1734055524] 'process raft request' (duration: 2.552197725s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.736555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.50228383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:43.736542Z","caller":"traceutil/trace.go:171","msg":"trace[1374925116] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26098; }","duration":"2.552736438s","start":"2026-05-28T01:40:41.183776Z","end":"2026-05-28T01:40:43.736512Z","steps":["trace[1374925116] 'process raft request' (duration: 2.552226476s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.736574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901022505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:43.736405Z","caller":"traceutil/trace.go:171","msg":"trace[1554413462] linearizableReadLoop","detail":"{readStateIndex:27032; appliedIndex:27018; }","duration":"2.733489406s","start":"2026-05-28T01:40:41.002895Z","end":"2026-05-28T01:40:43.736384Z","steps":["trace[1554413462] 'read index received' (duration: 2.163776718s)","trace[1554413462] 'applied index is now lower than readState.Index' (duration: 569.711688ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:43.736601Z","caller":"traceutil/trace.go:171","msg":"trace[2116716243] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26109; }","duration":"5.502391312s","start":"2026-05-28T01:40:38.234198Z","end":"2026-05-28T01:40:43.73659Z","steps":["trace[2116716243] 'agreement among raft nodes before linearized reading' (duration: 5.50228014s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.736605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:41.183641Z","time spent":"2.552891581s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:43.736589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:41.008525Z","time spent":"2.728057118s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T01:40:43.736626Z","caller":"traceutil/trace.go:171","msg":"trace[1613677492] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26109; }","duration":"2.901085786s","start":"2026-05-28T01:40:40.835527Z","end":"2026-05-28T01:40:43.736613Z","steps":["trace[1613677492] 'agreement among raft nodes before linearized reading' (duration: 2.900960973s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:43.736602Z","caller":"traceutil/trace.go:171","msg":"trace[378989946] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26098; }","duration":"2.55284208s","start":"2026-05-28T01:40:41.183722Z","end":"2026-05-28T01:40:43.736564Z","steps":["trace[378989946] 'process raft request' (duration: 2.552247206s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:43.736655Z","caller":"traceutil/trace.go:171","msg":"trace[429641268] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"1.06109294s","start":"2026-05-28T01:40:42.675554Z","end":"2026-05-28T01:40:43.736647Z","steps":["trace[429641268] 'process raft request' (duration: 1.060551567s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.736667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:40.835457Z","time spent":"2.901200389s","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:43.736672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:41.183753Z","time spent":"2.55285685s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":470,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:43.736729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910535056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:43.736758Z","caller":"traceutil/trace.go:171","msg":"trace[1374319304] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26109; }","duration":"3.910595027s","start":"2026-05-28T01:40:39.826154Z","end":"2026-05-28T01:40:43.736749Z","steps":["trace[1374319304] 'agreement among raft nodes before linearized reading' (duration: 3.910550176s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.736761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:42.675529Z","time spent":"1.061155542s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:43.736762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665767588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:43.736785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.826138Z","time spent":"3.910640128s","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:43.736765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:41.183717Z","time spent":"2.552966903s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":474,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:43.73661Z","caller":"traceutil/trace.go:171","msg":"trace[998195782] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"726.616317ms","start":"2026-05-28T01:40:43.009964Z","end":"2026-05-28T01:40:43.73658Z","steps":["trace[998195782] 'process raft request' (duration: 726.29233ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:43.736855Z","caller":"traceutil/trace.go:171","msg":"trace[1213338994] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26109; }","duration":"2.665869231s","start":"2026-05-28T01:40:41.070939Z","end":"2026-05-28T01:40:43.736809Z","steps":["trace[1213338994] 'agreement among raft nodes before linearized reading' (duration: 2.665779288s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:43.736882Z","caller":"traceutil/trace.go:171","msg":"trace[1582977664] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"727.054487ms","start":"2026-05-28T01:40:43.009816Z","end":"2026-05-28T01:40:43.736871Z","steps":["trace[1582977664] 'process raft request' (duration: 726.3202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.73689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:41.070916Z","time spent":"2.665964652s","remote":"127.0.0.1:41150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:43.7369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.009938Z","time spent":"726.920055ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:43.736685Z","caller":"traceutil/trace.go:171","msg":"trace[145000302] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"2.131600332s","start":"2026-05-28T01:40:41.60507Z","end":"2026-05-28T01:40:43.736671Z","steps":["trace[145000302] 'process raft request' (duration: 2.130957097s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.736636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:38.234176Z","time spent":"5.502451324s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:43.736971Z","caller":"traceutil/trace.go:171","msg":"trace[1527783289] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"727.086478ms","start":"2026-05-28T01:40:43.009874Z","end":"2026-05-28T01:40:43.736961Z","steps":["trace[1527783289] 'process raft request' (duration: 726.29227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.736977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:41.605044Z","time spent":"2.13190025s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:43.736995Z","caller":"traceutil/trace.go:171","msg":"trace[2131364249] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"726.916395ms","start":"2026-05-28T01:40:43.01006Z","end":"2026-05-28T01:40:43.736977Z","steps":["trace[2131364249] 'process raft request' (duration: 726.226348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.737019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.009849Z","time spent":"727.14537ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:43.737024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.993851659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:43.736935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.009791Z","time spent":"727.115509ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:43.737056Z","caller":"traceutil/trace.go:171","msg":"trace[1639304769] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26109; }","duration":"3.99390687s","start":"2026-05-28T01:40:39.74314Z","end":"2026-05-28T01:40:43.737047Z","steps":["trace[1639304769] 'agreement among raft nodes before linearized reading' (duration: 3.993852079s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.737086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.74313Z","time spent":"3.993948931s","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:43.737098Z","caller":"traceutil/trace.go:171","msg":"trace[291459387] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"727.125479ms","start":"2026-05-28T01:40:43.009963Z","end":"2026-05-28T01:40:43.737088Z","steps":["trace[291459387] 'process raft request' (duration: 726.236098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.737122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.012891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:43.737132Z","caller":"traceutil/trace.go:171","msg":"trace[1423062133] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"726.499155ms","start":"2026-05-28T01:40:43.010622Z","end":"2026-05-28T01:40:43.737121Z","steps":["trace[1423062133] 'process raft request' (duration: 725.694066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.737151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.009955Z","time spent":"727.16902ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:43.737181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.010613Z","time spent":"726.540936ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:43.737185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.259867946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:43.737224Z","caller":"traceutil/trace.go:171","msg":"trace[750136436] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26109; }","duration":"4.259908727s","start":"2026-05-28T01:40:39.477304Z","end":"2026-05-28T01:40:43.737213Z","steps":["trace[750136436] 'agreement among raft nodes before linearized reading' (duration: 4.259795264s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:43.73724Z","caller":"traceutil/trace.go:171","msg":"trace[1786274639] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"727.239562ms","start":"2026-05-28T01:40:43.009975Z","end":"2026-05-28T01:40:43.737215Z","steps":["trace[1786274639] 'process raft request' (duration: 726.250339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.737251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.477237Z","time spent":"4.26000555s","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:43.737263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.068016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-05-28T01:40:43.737269Z","caller":"traceutil/trace.go:171","msg":"trace[314340911] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"720.594756ms","start":"2026-05-28T01:40:43.016665Z","end":"2026-05-28T01:40:43.73726Z","steps":["trace[314340911] 'process raft request' (duration: 719.683475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.737287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.009964Z","time spent":"727.296183ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:43.737291Z","caller":"traceutil/trace.go:171","msg":"trace[453971447] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26109; }","duration":"251.137308ms","start":"2026-05-28T01:40:43.486146Z","end":"2026-05-28T01:40:43.737284Z","steps":["trace[453971447] 'agreement among raft nodes before linearized reading' (duration: 251.022305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.737313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.01665Z","time spent":"720.638887ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:43.737333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.347216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:43.737095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.010053Z","time spent":"726.981046ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:43.737367Z","caller":"traceutil/trace.go:171","msg":"trace[105822348] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26109; }","duration":"388.377246ms","start":"2026-05-28T01:40:43.348977Z","end":"2026-05-28T01:40:43.737354Z","steps":["trace[105822348] 'agreement among raft nodes before linearized reading' (duration: 388.332095ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:43.737152Z","caller":"traceutil/trace.go:171","msg":"trace[854696989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26109; }","duration":"247.070902ms","start":"2026-05-28T01:40:43.490072Z","end":"2026-05-28T01:40:43.737143Z","steps":["trace[854696989] 'agreement among raft nodes before linearized reading' (duration: 247.008721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.737391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.305885066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e63b549e-e5d4-4851-b9cf-9efa16fa7c6d\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-05-28T01:40:43.737399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.348929Z","time spent":"388.461928ms","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:43.73742Z","caller":"traceutil/trace.go:171","msg":"trace[599405915] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e63b549e-e5d4-4851-b9cf-9efa16fa7c6d; range_end:; response_count:1; response_revision:26109; }","duration":"4.305938287s","start":"2026-05-28T01:40:39.431473Z","end":"2026-05-28T01:40:43.737411Z","steps":["trace[599405915] 'agreement among raft nodes before linearized reading' (duration: 4.305859695s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.737463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.431456Z","time spent":"4.306000769s","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-e63b549e-e5d4-4851-b9cf-9efa16fa7c6d\" "} {"level":"warn","ts":"2026-05-28T01:40:43.737287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677234068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-28T01:40:43.737516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737844188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:40:43.737533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.015095237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T01:40:43.737547Z","caller":"traceutil/trace.go:171","msg":"trace[472678616] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26109; }","duration":"1.677523295s","start":"2026-05-28T01:40:42.060013Z","end":"2026-05-28T01:40:43.737536Z","steps":["trace[472678616] 'agreement among raft nodes before linearized reading' (duration: 1.677171236s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.737523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.869103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:43.737569Z","caller":"traceutil/trace.go:171","msg":"trace[727807413] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26109; }","duration":"4.015170809s","start":"2026-05-28T01:40:39.722387Z","end":"2026-05-28T01:40:43.737558Z","steps":["trace[727807413] 'agreement among raft nodes before linearized reading' (duration: 4.014996815s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.737575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481118829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:43.737549Z","caller":"traceutil/trace.go:171","msg":"trace[1716008008] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26109; }","duration":"2.73791228s","start":"2026-05-28T01:40:40.999625Z","end":"2026-05-28T01:40:43.737537Z","steps":["trace[1716008008] 'agreement among raft nodes before linearized reading' (duration: 2.737853518s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.737596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.722363Z","time spent":"4.01522412s","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:43.737592Z","caller":"traceutil/trace.go:171","msg":"trace[732101208] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26109; }","duration":"549.980776ms","start":"2026-05-28T01:40:43.187599Z","end":"2026-05-28T01:40:43.73758Z","steps":["trace[732101208] 'agreement among raft nodes before linearized reading' (duration: 549.875483ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:43.737609Z","caller":"traceutil/trace.go:171","msg":"trace[171572488] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26109; }","duration":"1.481190101s","start":"2026-05-28T01:40:42.256409Z","end":"2026-05-28T01:40:43.737599Z","steps":["trace[171572488] 'agreement among raft nodes before linearized reading' (duration: 1.4811373s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.737619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:40.999604Z","time spent":"2.738006962s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:43.737627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.187568Z","time spent":"550.050557ms","remote":"127.0.0.1:46058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:43.737639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:42.256387Z","time spent":"1.481244132s","remote":"127.0.0.1:55242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:43.737676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900935333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T01:40:43.737703Z","caller":"traceutil/trace.go:171","msg":"trace[869707238] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26109; }","duration":"2.901002804s","start":"2026-05-28T01:40:40.836693Z","end":"2026-05-28T01:40:43.737696Z","steps":["trace[869707238] 'agreement among raft nodes before linearized reading' (duration: 2.900875161s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.73773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:40.836668Z","time spent":"2.901054825s","remote":"127.0.0.1:46094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":181,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:43.737766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.115321888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:43.737795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61373549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:43.737804Z","caller":"traceutil/trace.go:171","msg":"trace[2132755208] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26109; }","duration":"4.115358809s","start":"2026-05-28T01:40:39.622431Z","end":"2026-05-28T01:40:43.73779Z","steps":["trace[2132755208] 'agreement among raft nodes before linearized reading' (duration: 4.115296967s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.737811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.884721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:43.737826Z","caller":"traceutil/trace.go:171","msg":"trace[595025487] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26109; }","duration":"1.613802811s","start":"2026-05-28T01:40:42.124012Z","end":"2026-05-28T01:40:43.737815Z","steps":["trace[595025487] 'agreement among raft nodes before linearized reading' (duration: 1.61375247s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.737835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.622389Z","time spent":"4.1154359s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-28T01:40:43.737843Z","caller":"traceutil/trace.go:171","msg":"trace[1732024678] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26109; }","duration":"476.943653ms","start":"2026-05-28T01:40:43.26089Z","end":"2026-05-28T01:40:43.737833Z","steps":["trace[1732024678] 'agreement among raft nodes before linearized reading' (duration: 476.887091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.736582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:41.67786Z","time spent":"2.058633781s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:43.737855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:42.123959Z","time spent":"1.613889333s","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:43.737871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.260876Z","time spent":"476.987833ms","remote":"127.0.0.1:40968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:43.737617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421005614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:43.73795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.210581751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:40:43.737314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.304068113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-28T01:40:43.737982Z","caller":"traceutil/trace.go:171","msg":"trace[1943829693] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26109; }","duration":"4.210667933s","start":"2026-05-28T01:40:39.527305Z","end":"2026-05-28T01:40:43.737973Z","steps":["trace[1943829693] 'agreement among raft nodes before linearized reading' (duration: 4.210584501s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.736686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.291777708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:43.737984Z","caller":"traceutil/trace.go:171","msg":"trace[635554185] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26109; }","duration":"5.421366713s","start":"2026-05-28T01:40:38.316601Z","end":"2026-05-28T01:40:43.737968Z","steps":["trace[635554185] 'agreement among raft nodes before linearized reading' (duration: 5.420989444s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.738012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.527275Z","time spent":"4.210730185s","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:43.738019Z","caller":"traceutil/trace.go:171","msg":"trace[48862538] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26109; }","duration":"3.2931473s","start":"2026-05-28T01:40:40.444862Z","end":"2026-05-28T01:40:43.738009Z","steps":["trace[48862538] 'agreement among raft nodes before linearized reading' (duration: 3.291796638s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.738032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:38.316534Z","time spent":"5.421482785s","remote":"127.0.0.1:41048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:43.738053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:40.444835Z","time spent":"3.293208481s","remote":"127.0.0.1:60382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:43.737991Z","caller":"traceutil/trace.go:171","msg":"trace[367642213] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26109; }","duration":"4.304763939s","start":"2026-05-28T01:40:39.433217Z","end":"2026-05-28T01:40:43.737981Z","steps":["trace[367642213] 'agreement among raft nodes before linearized reading' (duration: 4.303998061s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.738116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.433209Z","time spent":"4.304896973s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:40:43.737595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305621633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:43.737583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:42.059995Z","time spent":"1.677577887s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-28T01:40:43.738185Z","caller":"traceutil/trace.go:171","msg":"trace[2097625025] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26109; }","duration":"2.306232728s","start":"2026-05-28T01:40:41.431941Z","end":"2026-05-28T01:40:43.738174Z","steps":["trace[2097625025] 'agreement among raft nodes before linearized reading' (duration: 2.305631704s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.738224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:41.431925Z","time spent":"2.306290509s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-28T01:40:43.737867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.146376156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-28T01:40:43.737513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690608632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-05-28T01:40:43.737555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804885781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:43.738287Z","caller":"traceutil/trace.go:171","msg":"trace[214253691] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:26109; }","duration":"4.146872387s","start":"2026-05-28T01:40:39.591403Z","end":"2026-05-28T01:40:43.738276Z","steps":["trace[214253691] 'agreement among raft nodes before linearized reading' (duration: 4.146399316s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:43.7383Z","caller":"traceutil/trace.go:171","msg":"trace[1045456106] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26109; }","duration":"1.69142552s","start":"2026-05-28T01:40:42.046864Z","end":"2026-05-28T01:40:43.73829Z","steps":["trace[1045456106] 'agreement among raft nodes before linearized reading' (duration: 1.6905761s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:43.738311Z","caller":"traceutil/trace.go:171","msg":"trace[807576365] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26109; }","duration":"1.80566206s","start":"2026-05-28T01:40:41.932635Z","end":"2026-05-28T01:40:43.738298Z","steps":["trace[807576365] 'agreement among raft nodes before linearized reading' (duration: 1.804896652s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:43.738344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:42.046846Z","time spent":"1.691478412s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-28T01:40:43.738348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:39.591379Z","time spent":"4.146937849s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-05-28T01:40:43.738353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:41.932617Z","time spent":"1.805723702s","remote":"127.0.0.1:52620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:44.701086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.696324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:40:44.701475Z","caller":"traceutil/trace.go:171","msg":"trace[578742917] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"892.324664ms","start":"2026-05-28T01:40:43.809131Z","end":"2026-05-28T01:40:44.701456Z","steps":["trace[578742917] 'process raft request' (duration: 892.15767ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:44.701462Z","caller":"traceutil/trace.go:171","msg":"trace[1538585928] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"960.301868ms","start":"2026-05-28T01:40:43.741132Z","end":"2026-05-28T01:40:44.701434Z","steps":["trace[1538585928] 'process raft request' (duration: 432.175324ms)","trace[1538585928] 'compare' (duration: 527.415577ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:44.701495Z","caller":"traceutil/trace.go:171","msg":"trace[466461058] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"955.618339ms","start":"2026-05-28T01:40:43.745831Z","end":"2026-05-28T01:40:44.701449Z","steps":["trace[466461058] 'process raft request' (duration: 955.355172ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:44.701492Z","caller":"traceutil/trace.go:171","msg":"trace[2141509472] linearizableReadLoop","detail":"{readStateIndex:27043; appliedIndex:27041; }","duration":"893.082802ms","start":"2026-05-28T01:40:43.80838Z","end":"2026-05-28T01:40:44.701462Z","steps":["trace[2141509472] 'read index received' (duration: 364.955358ms)","trace[2141509472] 'applied index is now lower than readState.Index' (duration: 528.124514ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:44.701557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.809104Z","time spent":"892.410746ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:44.701555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.127793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:44.701603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.741108Z","time spent":"960.42027ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:44.701607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.644299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-28T01:40:44.701611Z","caller":"traceutil/trace.go:171","msg":"trace[1276877687] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26112; }","duration":"957.216606ms","start":"2026-05-28T01:40:43.74438Z","end":"2026-05-28T01:40:44.701597Z","steps":["trace[1276877687] 'agreement among raft nodes before linearized reading' (duration: 957.117014ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:44.70164Z","caller":"traceutil/trace.go:171","msg":"trace[1056937638] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26112; }","duration":"958.707511ms","start":"2026-05-28T01:40:43.742925Z","end":"2026-05-28T01:40:44.701632Z","steps":["trace[1056937638] 'agreement among raft nodes before linearized reading' (duration: 958.577608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:44.701646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.744361Z","time spent":"957.279117ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-28T01:40:44.701636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.745822Z","time spent":"955.749711ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:44.701659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.742907Z","time spent":"958.748431ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-28T01:40:44.701739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.324477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:44.701739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.609375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:44.701774Z","caller":"traceutil/trace.go:171","msg":"trace[1287130039] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26112; }","duration":"110.420049ms","start":"2026-05-28T01:40:44.591344Z","end":"2026-05-28T01:40:44.701764Z","steps":["trace[1287130039] 'agreement among raft nodes before linearized reading' (duration: 110.310556ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:44.701789Z","caller":"traceutil/trace.go:171","msg":"trace[2067669205] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26112; }","duration":"322.704207ms","start":"2026-05-28T01:40:44.379071Z","end":"2026-05-28T01:40:44.701775Z","steps":["trace[2067669205] 'agreement among raft nodes before linearized reading' (duration: 322.620295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:44.701789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.546794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"warn","ts":"2026-05-28T01:40:44.701796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.491193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"warn","ts":"2026-05-28T01:40:44.701827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:44.379043Z","time spent":"322.774709ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:44.701854Z","caller":"traceutil/trace.go:171","msg":"trace[1358737127] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26112; }","duration":"960.646207ms","start":"2026-05-28T01:40:43.741187Z","end":"2026-05-28T01:40:44.701834Z","steps":["trace[1358737127] 'agreement among raft nodes before linearized reading' (duration: 960.408821ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:44.701857Z","caller":"traceutil/trace.go:171","msg":"trace[1484532907] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26112; }","duration":"760.608456ms","start":"2026-05-28T01:40:43.941234Z","end":"2026-05-28T01:40:44.701843Z","steps":["trace[1484532907] 'agreement among raft nodes before linearized reading' (duration: 760.444362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:44.7019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.941202Z","time spent":"760.688638ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T01:40:44.701901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:43.741169Z","time spent":"960.721118ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-28T01:40:44.998626Z","caller":"traceutil/trace.go:171","msg":"trace[486149130] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"285.166196ms","start":"2026-05-28T01:40:44.713439Z","end":"2026-05-28T01:40:44.998605Z","steps":["trace[486149130] 'process raft request' (duration: 285.012193ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:44.998709Z","caller":"traceutil/trace.go:171","msg":"trace[1000324862] linearizableReadLoop","detail":"{readStateIndex:27046; appliedIndex:27046; }","duration":"249.370117ms","start":"2026-05-28T01:40:44.74931Z","end":"2026-05-28T01:40:44.99868Z","steps":["trace[1000324862] 'read index received' (duration: 249.359727ms)","trace[1000324862] 'applied index is now lower than readState.Index' (duration: 8.67µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:44.998975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.127162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:44.99903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.233964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-497671b3-41a9-4391-b005-9eba85fccf9b\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-28T01:40:44.999039Z","caller":"traceutil/trace.go:171","msg":"trace[336205914] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26114; }","duration":"287.228345ms","start":"2026-05-28T01:40:44.711797Z","end":"2026-05-28T01:40:44.999025Z","steps":["trace[336205914] 'agreement among raft nodes before linearized reading' (duration: 287.098612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:44.999067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.96739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:44.999078Z","caller":"traceutil/trace.go:171","msg":"trace[1699288287] range","detail":"{range_begin:/registry/persistentvolumes/pvc-497671b3-41a9-4391-b005-9eba85fccf9b; range_end:; response_count:1; response_revision:26114; }","duration":"246.330386ms","start":"2026-05-28T01:40:44.752732Z","end":"2026-05-28T01:40:44.999062Z","steps":["trace[1699288287] 'agreement among raft nodes before linearized reading' (duration: 246.08273ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:44.999114Z","caller":"traceutil/trace.go:171","msg":"trace[1346707300] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26114; }","duration":"238.056952ms","start":"2026-05-28T01:40:44.761046Z","end":"2026-05-28T01:40:44.999103Z","steps":["trace[1346707300] 'agreement among raft nodes before linearized reading' (duration: 237.865508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:54.304353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.372891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:54.304449Z","caller":"traceutil/trace.go:171","msg":"trace[1624534803] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26205; }","duration":"346.525305ms","start":"2026-05-28T01:40:53.957897Z","end":"2026-05-28T01:40:54.304422Z","steps":["trace[1624534803] 'count revisions from in-memory index tree' (duration: 346.287199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:54.304499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:53.957877Z","time spent":"346.610126ms","remote":"127.0.0.1:59216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:54.770345Z","caller":"traceutil/trace.go:171","msg":"trace[2009816840] transaction","detail":"{read_only:false; response_revision:26206; number_of_response:1; }","duration":"276.78878ms","start":"2026-05-28T01:40:54.493479Z","end":"2026-05-28T01:40:54.770268Z","steps":["trace[2009816840] 'process raft request' (duration: 276.599936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:55.195095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.925913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:55.19518Z","caller":"traceutil/trace.go:171","msg":"trace[452046038] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26206; }","duration":"181.053666ms","start":"2026-05-28T01:40:55.014104Z","end":"2026-05-28T01:40:55.195158Z","steps":["trace[452046038] 'range keys from in-memory index tree' (duration: 180.84372ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:55.77455Z","caller":"traceutil/trace.go:171","msg":"trace[1892346919] transaction","detail":"{read_only:false; response_revision:26207; number_of_response:1; }","duration":"267.561194ms","start":"2026-05-28T01:40:55.506958Z","end":"2026-05-28T01:40:55.77452Z","steps":["trace[1892346919] 'process raft request' (duration: 267.360659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:56.830619Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056278529s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:40:56.83103Z","caller":"traceutil/trace.go:171","msg":"trace[909799147] linearizableReadLoop","detail":"{readStateIndex:27142; appliedIndex:27140; }","duration":"1.212895821s","start":"2026-05-28T01:40:55.618111Z","end":"2026-05-28T01:40:56.831007Z","steps":["trace[909799147] 'read index received' (duration: 156.256174ms)","trace[909799147] 'applied index is now lower than readState.Index' (duration: 1.056636757s)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:56.831109Z","caller":"traceutil/trace.go:171","msg":"trace[1967152946] transaction","detail":"{read_only:false; response_revision:26208; number_of_response:1; }","duration":"1.324032557s","start":"2026-05-28T01:40:55.507063Z","end":"2026-05-28T01:40:56.831095Z","steps":["trace[1967152946] 'process raft request' (duration: 1.323777521s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:56.831229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:55.507045Z","time spent":"1.324095908s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:56.831326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213210818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T01:40:56.83138Z","caller":"traceutil/trace.go:171","msg":"trace[1563963376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26208; }","duration":"1.21332688s","start":"2026-05-28T01:40:55.618035Z","end":"2026-05-28T01:40:56.831362Z","steps":["trace[1563963376] 'agreement among raft nodes before linearized reading' (duration: 1.213103895s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:56.831418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:55.618011Z","time spent":"1.213396193s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:40:57.331435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481253220,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:40:57.346657Z","caller":"traceutil/trace.go:171","msg":"trace[2085557869] transaction","detail":"{read_only:false; response_revision:26209; number_of_response:1; }","duration":"1.521718093s","start":"2026-05-28T01:40:55.824903Z","end":"2026-05-28T01:40:57.346621Z","steps":["trace[2085557869] 'process raft request' (duration: 1.521520428s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:57.346779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:55.824878Z","time spent":"1.521834405s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:57.347198Z","caller":"traceutil/trace.go:171","msg":"trace[1339675550] transaction","detail":"{read_only:false; response_revision:26210; number_of_response:1; }","duration":"1.51991601s","start":"2026-05-28T01:40:55.827231Z","end":"2026-05-28T01:40:57.347147Z","steps":["trace[1339675550] 'process raft request' (duration: 1.519353867s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:57.34725Z","caller":"traceutil/trace.go:171","msg":"trace[1957121146] transaction","detail":"{read_only:false; response_revision:26212; number_of_response:1; }","duration":"1.517125535s","start":"2026-05-28T01:40:55.830114Z","end":"2026-05-28T01:40:57.347239Z","steps":["trace[1957121146] 'process raft request' (duration: 1.516970041s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:57.3473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:55.830102Z","time spent":"1.517172336s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:57.347172Z","caller":"traceutil/trace.go:171","msg":"trace[119252353] transaction","detail":"{read_only:false; response_revision:26211; number_of_response:1; }","duration":"1.517363731s","start":"2026-05-28T01:40:55.829778Z","end":"2026-05-28T01:40:57.347142Z","steps":["trace[119252353] 'process raft request' (duration: 1.517164946s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:57.347429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:55.827218Z","time spent":"1.520063204s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:57.347544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:55.829761Z","time spent":"1.517627857s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:57.347737Z","caller":"traceutil/trace.go:171","msg":"trace[160732767] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"1.517471012s","start":"2026-05-28T01:40:55.830166Z","end":"2026-05-28T01:40:57.347637Z","steps":["trace[160732767] 'process raft request' (duration: 1.517025612s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:57.347781Z","caller":"traceutil/trace.go:171","msg":"trace[87341777] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"1.514892442s","start":"2026-05-28T01:40:55.832857Z","end":"2026-05-28T01:40:57.347749Z","steps":["trace[87341777] 'process raft request' (duration: 1.514829341s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:57.347831Z","caller":"traceutil/trace.go:171","msg":"trace[1419050118] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"1.517546245s","start":"2026-05-28T01:40:55.830271Z","end":"2026-05-28T01:40:57.347817Z","steps":["trace[1419050118] 'process raft request' (duration: 1.517209087s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:57.347928Z","caller":"traceutil/trace.go:171","msg":"trace[42574837] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"1.517020342s","start":"2026-05-28T01:40:55.830808Z","end":"2026-05-28T01:40:57.347828Z","steps":["trace[42574837] 'process raft request' (duration: 1.516800657s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:57.348009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:55.830148Z","time spent":"1.517699688s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:57.347942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:55.83283Z","time spent":"1.515027286s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:57.347925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:55.830234Z","time spent":"1.517654457s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:40:57.348143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:55.830793Z","time spent":"1.517255108s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:57.395181Z","caller":"traceutil/trace.go:171","msg":"trace[1026290306] linearizableReadLoop","detail":"{readStateIndex:27151; appliedIndex:27142; }","duration":"564.081737ms","start":"2026-05-28T01:40:56.831066Z","end":"2026-05-28T01:40:57.395148Z","steps":["trace[1026290306] 'read index received' (duration: 515.317413ms)","trace[1026290306] 'applied index is now lower than readState.Index' (duration: 48.763054ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:57.395365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73057339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:57.395404Z","caller":"traceutil/trace.go:171","msg":"trace[1363114804] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26217; }","duration":"1.730687152s","start":"2026-05-28T01:40:55.664703Z","end":"2026-05-28T01:40:57.39539Z","steps":["trace[1363114804] 'agreement among raft nodes before linearized reading' (duration: 1.730563149s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:57.395448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:55.664683Z","time spent":"1.730755005s","remote":"127.0.0.1:36150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:57.395586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386345298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:57.395586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.082937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:57.395603Z","caller":"traceutil/trace.go:171","msg":"trace[136942512] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"559.415948ms","start":"2026-05-28T01:40:56.836149Z","end":"2026-05-28T01:40:57.395565Z","steps":["trace[136942512] 'process raft request' (duration: 558.850424ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:57.395646Z","caller":"traceutil/trace.go:171","msg":"trace[1639832175] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26217; }","duration":"1.386447061s","start":"2026-05-28T01:40:56.009182Z","end":"2026-05-28T01:40:57.39563Z","steps":["trace[1639832175] 'agreement among raft nodes before linearized reading' (duration: 1.386330798s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:57.395661Z","caller":"traceutil/trace.go:171","msg":"trace[1016354523] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26217; }","duration":"622.21924ms","start":"2026-05-28T01:40:56.773423Z","end":"2026-05-28T01:40:57.395643Z","steps":["trace[1016354523] 'agreement among raft nodes before linearized reading' (duration: 622.044296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:57.395686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:56.009162Z","time spent":"1.386514002s","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:57.395691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557035621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:57.395755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186928242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:57.395744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:56.836124Z","time spent":"559.549441ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:57.395766Z","caller":"traceutil/trace.go:171","msg":"trace[254603344] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26217; }","duration":"1.557157334s","start":"2026-05-28T01:40:55.838591Z","end":"2026-05-28T01:40:57.395748Z","steps":["trace[254603344] 'agreement among raft nodes before linearized reading' (duration: 1.55700039s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:57.395781Z","caller":"traceutil/trace.go:171","msg":"trace[789610892] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26217; }","duration":"1.186981833s","start":"2026-05-28T01:40:56.20879Z","end":"2026-05-28T01:40:57.395772Z","steps":["trace[789610892] 'agreement among raft nodes before linearized reading' (duration: 1.186944552s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:57.3958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:56.208772Z","time spent":"1.187022685s","remote":"127.0.0.1:37094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:57.395808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:55.838579Z","time spent":"1.557218685s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:57.395713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.426672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T01:40:57.395905Z","caller":"traceutil/trace.go:171","msg":"trace[2131309485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26217; }","duration":"621.637477ms","start":"2026-05-28T01:40:56.774257Z","end":"2026-05-28T01:40:57.395895Z","steps":["trace[2131309485] 'agreement among raft nodes before linearized reading' (duration: 621.356921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:57.395958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:56.774249Z","time spent":"621.685798ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:40:57.395708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:56.773405Z","time spent":"622.292763ms","remote":"127.0.0.1:53244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:57.395722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562691393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:57.396057Z","caller":"traceutil/trace.go:171","msg":"trace[939712904] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26217; }","duration":"1.563051162s","start":"2026-05-28T01:40:55.832998Z","end":"2026-05-28T01:40:57.39605Z","steps":["trace[939712904] 'agreement among raft nodes before linearized reading' (duration: 1.562693483s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:57.396085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:55.83299Z","time spent":"1.563088343s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"info","ts":"2026-05-28T01:40:57.776752Z","caller":"traceutil/trace.go:171","msg":"trace[813489039] linearizableReadLoop","detail":"{readStateIndex:27152; appliedIndex:27151; }","duration":"312.887847ms","start":"2026-05-28T01:40:57.463833Z","end":"2026-05-28T01:40:57.776721Z","steps":["trace[813489039] 'read index received' (duration: 310.912301ms)","trace[813489039] 'applied index is now lower than readState.Index' (duration: 1.973586ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:57.776867Z","caller":"traceutil/trace.go:171","msg":"trace[831729809] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"377.451941ms","start":"2026-05-28T01:40:57.399336Z","end":"2026-05-28T01:40:57.776788Z","steps":["trace[831729809] 'process raft request' (duration: 375.417293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:57.776969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.439943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:40:57.777056Z","caller":"traceutil/trace.go:171","msg":"trace[1763837455] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26218; }","duration":"253.573006ms","start":"2026-05-28T01:40:57.523457Z","end":"2026-05-28T01:40:57.77703Z","steps":["trace[1763837455] 'agreement among raft nodes before linearized reading' (duration: 253.427773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:57.77707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.48357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:40:57.777121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:57.399316Z","time spent":"377.677666ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:57.777137Z","caller":"traceutil/trace.go:171","msg":"trace[1935946463] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26218; }","duration":"107.540861ms","start":"2026-05-28T01:40:57.669573Z","end":"2026-05-28T01:40:57.777114Z","steps":["trace[1935946463] 'agreement among raft nodes before linearized reading' (duration: 107.405298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:57.776938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.094652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:57.77731Z","caller":"traceutil/trace.go:171","msg":"trace[1673399421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26218; }","duration":"313.508301ms","start":"2026-05-28T01:40:57.463777Z","end":"2026-05-28T01:40:57.777285Z","steps":["trace[1673399421] 'agreement among raft nodes before linearized reading' (duration: 313.099322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:57.777389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:57.463753Z","time spent":"313.610124ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:40:58.357799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481253227,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:40:58.643717Z","caller":"traceutil/trace.go:171","msg":"trace[35188890] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"859.170326ms","start":"2026-05-28T01:40:57.784503Z","end":"2026-05-28T01:40:58.643673Z","steps":["trace[35188890] 'process raft request' (duration: 811.543749ms)","trace[35188890] 'compare' (duration: 47.165696ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:58.64428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:57.78448Z","time spent":"859.718188ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:40:58.643938Z","caller":"traceutil/trace.go:171","msg":"trace[470111744] linearizableReadLoop","detail":"{readStateIndex:27153; appliedIndex:27152; }","duration":"787.167498ms","start":"2026-05-28T01:40:57.856745Z","end":"2026-05-28T01:40:58.643912Z","steps":["trace[470111744] 'read index received' (duration: 739.329296ms)","trace[470111744] 'applied index is now lower than readState.Index' (duration: 47.826801ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:40:58.644131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.353302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:58.644653Z","caller":"traceutil/trace.go:171","msg":"trace[354278503] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26220; }","duration":"787.904604ms","start":"2026-05-28T01:40:57.856711Z","end":"2026-05-28T01:40:58.644616Z","steps":["trace[354278503] 'agreement among raft nodes before linearized reading' (duration: 787.269089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:58.644727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:57.856698Z","time spent":"787.999647ms","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:58.644787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.494773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:58.644787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.908442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:40:58.644794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.127513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:40:58.644858Z","caller":"traceutil/trace.go:171","msg":"trace[397400995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26220; }","duration":"178.029534ms","start":"2026-05-28T01:40:58.466811Z","end":"2026-05-28T01:40:58.644841Z","steps":["trace[397400995] 'agreement among raft nodes before linearized reading' (duration: 177.912702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:58.644866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.446316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-28T01:40:58.644849Z","caller":"traceutil/trace.go:171","msg":"trace[220311635] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26220; }","duration":"586.607125ms","start":"2026-05-28T01:40:58.058224Z","end":"2026-05-28T01:40:58.644831Z","steps":["trace[220311635] 'agreement among raft nodes before linearized reading' (duration: 586.500343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:58.644883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.252972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-28T01:40:58.644911Z","caller":"traceutil/trace.go:171","msg":"trace[565092333] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26220; }","duration":"428.539499ms","start":"2026-05-28T01:40:58.21636Z","end":"2026-05-28T01:40:58.6449Z","steps":["trace[565092333] 'agreement among raft nodes before linearized reading' (duration: 428.351404ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:58.644905Z","caller":"traceutil/trace.go:171","msg":"trace[23925978] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26220; }","duration":"638.318418ms","start":"2026-05-28T01:40:58.006568Z","end":"2026-05-28T01:40:58.644887Z","steps":["trace[23925978] 'agreement among raft nodes before linearized reading' (duration: 638.143873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:58.644924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:58.058202Z","time spent":"586.709568ms","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:40:58.644948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:58.216341Z","time spent":"428.60223ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-28T01:40:58.644954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:58.006539Z","time spent":"638.40804ms","remote":"127.0.0.1:36160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:40:58.644955Z","caller":"traceutil/trace.go:171","msg":"trace[1414838798] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26220; }","duration":"428.377955ms","start":"2026-05-28T01:40:58.216558Z","end":"2026-05-28T01:40:58.644936Z","steps":["trace[1414838798] 'agreement among raft nodes before linearized reading' (duration: 428.16459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:40:58.644998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:58.216533Z","time spent":"428.455737ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-28T01:40:58.64498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.033502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-05-28T01:40:58.645111Z","caller":"traceutil/trace.go:171","msg":"trace[2084910961] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26220; }","duration":"296.237366ms","start":"2026-05-28T01:40:58.348847Z","end":"2026-05-28T01:40:58.645084Z","steps":["trace[2084910961] 'agreement among raft nodes before linearized reading' (duration: 295.862597ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:40:58.874766Z","caller":"traceutil/trace.go:171","msg":"trace[1896077539] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"224.274729ms","start":"2026-05-28T01:40:58.650437Z","end":"2026-05-28T01:40:58.874711Z","steps":["trace[1896077539] 'process raft request' (duration: 170.869286ms)","trace[1896077539] 'compare' (duration: 52.910601ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:40:58.87495Z","caller":"traceutil/trace.go:171","msg":"trace[1467200352] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"220.807938ms","start":"2026-05-28T01:40:58.654117Z","end":"2026-05-28T01:40:58.874924Z","steps":["trace[1467200352] 'process raft request' (duration: 220.507611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.024282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.475725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:41:00.025091Z","caller":"traceutil/trace.go:171","msg":"trace[1159154493] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"1.27171398s","start":"2026-05-28T01:40:58.753326Z","end":"2026-05-28T01:41:00.02504Z","steps":["trace[1159154493] 'process raft request' (duration: 367.381385ms)","trace[1159154493] 'compare' (duration: 903.153528ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:00.02512Z","caller":"traceutil/trace.go:171","msg":"trace[1251980399] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"1.198520544s","start":"2026-05-28T01:40:58.826577Z","end":"2026-05-28T01:41:00.025098Z","steps":["trace[1251980399] 'process raft request' (duration: 1.197817387s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.025175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:58.7533Z","time spent":"1.271832333s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:00.025226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:58.82655Z","time spent":"1.198615446s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:00.571683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.187561ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T01:41:00.571779Z","caller":"traceutil/trace.go:171","msg":"trace[287486636] linearizableReadLoop","detail":"{readStateIndex:27159; appliedIndex:27157; }","duration":"1.737039502s","start":"2026-05-28T01:40:58.834722Z","end":"2026-05-28T01:41:00.571762Z","steps":["trace[287486636] 'read index received' (duration: 286.000046ms)","trace[287486636] 'applied index is now lower than readState.Index' (duration: 1.451037925s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:00.572858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738117187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T01:41:00.572923Z","caller":"traceutil/trace.go:171","msg":"trace[1422593034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26225; }","duration":"1.738222319s","start":"2026-05-28T01:40:58.834685Z","end":"2026-05-28T01:41:00.572907Z","steps":["trace[1422593034] 'agreement among raft nodes before linearized reading' (duration: 1.737637656s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.57297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:58.834676Z","time spent":"1.73828236s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:41:00.965482Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.173782804s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T01:41:00.966238Z","caller":"traceutil/trace.go:171","msg":"trace[1655654747] linearizableReadLoop","detail":"{readStateIndex:27168; appliedIndex:27160; }","duration":"394.411598ms","start":"2026-05-28T01:41:00.571803Z","end":"2026-05-28T01:41:00.966215Z","steps":["trace[1655654747] 'read index received' (duration: 393.909276ms)","trace[1655654747] 'applied index is now lower than readState.Index' (duration: 501.402µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:00.966254Z","caller":"traceutil/trace.go:171","msg":"trace[1426487563] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"1.613443643s","start":"2026-05-28T01:40:59.352777Z","end":"2026-05-28T01:41:00.96622Z","steps":["trace[1426487563] 'process raft request' (duration: 1.613229228s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:00.966288Z","caller":"traceutil/trace.go:171","msg":"trace[450097011] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"1.613768681s","start":"2026-05-28T01:40:59.352487Z","end":"2026-05-28T01:41:00.966256Z","steps":["trace[450097011] 'process raft request' (duration: 1.613228288s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:00.966351Z","caller":"traceutil/trace.go:171","msg":"trace[103306093] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"1.613409353s","start":"2026-05-28T01:40:59.352929Z","end":"2026-05-28T01:41:00.966338Z","steps":["trace[103306093] 'process raft request' (duration: 1.613115196s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:00.966351Z","caller":"traceutil/trace.go:171","msg":"trace[1647596176] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"1.613824852s","start":"2026-05-28T01:40:59.352488Z","end":"2026-05-28T01:41:00.966313Z","steps":["trace[1647596176] 'process raft request' (duration: 1.613464344s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.966421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:59.352768Z","time spent":"1.613561356s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:00.966442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:59.352449Z","time spent":"1.613907304s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:00.966458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:59.352917Z","time spent":"1.613465884s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:00.966483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94892124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:41:00.966488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:59.352449Z","time spent":"1.613967456s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:00.966517Z","caller":"traceutil/trace.go:171","msg":"trace[720753949] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26233; }","duration":"1.949009782s","start":"2026-05-28T01:40:59.017499Z","end":"2026-05-28T01:41:00.966509Z","steps":["trace[720753949] 'agreement among raft nodes before linearized reading' (duration: 1.94891669s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.966507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031584808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:41:00.966538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:59.017473Z","time spent":"1.949060164s","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:41:00.96655Z","caller":"traceutil/trace.go:171","msg":"trace[1072771383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26233; }","duration":"2.031655081s","start":"2026-05-28T01:40:58.934883Z","end":"2026-05-28T01:41:00.966538Z","steps":["trace[1072771383] 'agreement among raft nodes before linearized reading' (duration: 2.031562608s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.966578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:58.934873Z","time spent":"2.031696311s","remote":"127.0.0.1:53316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:41:00.966576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031568638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-28T01:41:00.966585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566044143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:41:00.966596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501698714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:00.966613Z","caller":"traceutil/trace.go:171","msg":"trace[2048275569] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26233; }","duration":"2.03164379s","start":"2026-05-28T01:40:58.934959Z","end":"2026-05-28T01:41:00.966603Z","steps":["trace[2048275569] 'agreement among raft nodes before linearized reading' (duration: 2.031511437s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:00.966615Z","caller":"traceutil/trace.go:171","msg":"trace[1595772238] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26233; }","duration":"1.566093033s","start":"2026-05-28T01:40:59.400513Z","end":"2026-05-28T01:41:00.966606Z","steps":["trace[1595772238] 'agreement among raft nodes before linearized reading' (duration: 1.566040432s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:00.966666Z","caller":"traceutil/trace.go:171","msg":"trace[1287713166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26233; }","duration":"1.501783925s","start":"2026-05-28T01:40:59.464849Z","end":"2026-05-28T01:41:00.966633Z","steps":["trace[1287713166] 'agreement among raft nodes before linearized reading' (duration: 1.501691533s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.966681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:58.934943Z","time spent":"2.031729572s","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-28T01:41:00.96668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:59.400502Z","time spent":"1.566171725s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-28T01:41:00.966693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036245159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:41:00.966699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:59.464827Z","time spent":"1.501866077s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:41:00.966703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088641047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-05-28T01:41:00.966709Z","caller":"traceutil/trace.go:171","msg":"trace[1961279157] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"1.612935061s","start":"2026-05-28T01:40:59.353751Z","end":"2026-05-28T01:41:00.966686Z","steps":["trace[1961279157] 'process raft request' (duration: 1.612359878s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.966704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480166579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:41:00.966741Z","caller":"traceutil/trace.go:171","msg":"trace[2055652138] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"1.612912691s","start":"2026-05-28T01:40:59.353812Z","end":"2026-05-28T01:41:00.966725Z","steps":["trace[2055652138] 'process raft request' (duration: 1.612331747s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:00.966754Z","caller":"traceutil/trace.go:171","msg":"trace[414077262] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26233; }","duration":"2.088721918s","start":"2026-05-28T01:40:58.878015Z","end":"2026-05-28T01:41:00.966737Z","steps":["trace[414077262] 'agreement among raft nodes before linearized reading' (duration: 2.088481303s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.966781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.723738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:00.966801Z","caller":"traceutil/trace.go:171","msg":"trace[809849274] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26233; }","duration":"647.78867ms","start":"2026-05-28T01:41:00.319006Z","end":"2026-05-28T01:41:00.966795Z","steps":["trace[809849274] 'agreement among raft nodes before linearized reading' (duration: 647.758489ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:00.96679Z","caller":"traceutil/trace.go:171","msg":"trace[1157173353] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26233; }","duration":"1.480308921s","start":"2026-05-28T01:40:59.486464Z","end":"2026-05-28T01:41:00.966773Z","steps":["trace[1157173353] 'agreement among raft nodes before linearized reading' (duration: 1.480090066s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.966816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:00.318974Z","time spent":"647.838301ms","remote":"127.0.0.1:37150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:41:00.966806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:58.878007Z","time spent":"2.08879084s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7104,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-28T01:41:00.966818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:59.353745Z","time spent":"1.613015653s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:00.96684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:59.486444Z","time spent":"1.480382923s","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:41:00.966762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568147872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-28T01:41:00.966902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.393952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-28T01:41:00.966602Z","caller":"traceutil/trace.go:171","msg":"trace[1625484271] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"1.611238392s","start":"2026-05-28T01:40:59.35535Z","end":"2026-05-28T01:41:00.966588Z","steps":["trace[1625484271] 'process raft request' (duration: 1.610823872s)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:00.966692Z","caller":"traceutil/trace.go:171","msg":"trace[1563748373] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"1.612941032s","start":"2026-05-28T01:40:59.353689Z","end":"2026-05-28T01:41:00.96663Z","steps":["trace[1563748373] 'process raft request' (duration: 1.612391309s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.966972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098047867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T01:41:00.966975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:59.355333Z","time spent":"1.61160374s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:00.966988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:59.353678Z","time spent":"1.613268769s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:00.966586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374228194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-28T01:41:00.966896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:59.353799Z","time spent":"1.612989493s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:00.966744Z","caller":"traceutil/trace.go:171","msg":"trace[1929798491] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26233; }","duration":"1.036332321s","start":"2026-05-28T01:40:59.930394Z","end":"2026-05-28T01:41:00.966726Z","steps":["trace[1929798491] 'agreement among raft nodes before linearized reading' (duration: 1.036239219s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.967125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:59.930371Z","time spent":"1.036746361s","remote":"127.0.0.1:46042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:41:00.966841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18511755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T01:41:00.967989Z","caller":"traceutil/trace.go:171","msg":"trace[1238702071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26233; }","duration":"1.568298315s","start":"2026-05-28T01:40:59.398573Z","end":"2026-05-28T01:41:00.966871Z","steps":["trace[1238702071] 'agreement among raft nodes before linearized reading' (duration: 1.568021699s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.968048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:59.398558Z","time spent":"1.569480113s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T01:41:00.968343Z","caller":"traceutil/trace.go:171","msg":"trace[1322118558] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26233; }","duration":"688.419613ms","start":"2026-05-28T01:41:00.278503Z","end":"2026-05-28T01:41:00.966922Z","steps":["trace[1322118558] 'agreement among raft nodes before linearized reading' (duration: 688.096095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.968406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:00.278438Z","time spent":"689.951729ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:41:00.968574Z","caller":"traceutil/trace.go:171","msg":"trace[465830408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26233; }","duration":"2.098070507s","start":"2026-05-28T01:40:58.868918Z","end":"2026-05-28T01:41:00.966988Z","steps":["trace[465830408] 'agreement among raft nodes before linearized reading' (duration: 2.097597546s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.968611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:58.868876Z","time spent":"2.099722816s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T01:41:00.968705Z","caller":"traceutil/trace.go:171","msg":"trace[743208455] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:26233; }","duration":"1.374760706s","start":"2026-05-28T01:40:59.59228Z","end":"2026-05-28T01:41:00.967041Z","steps":["trace[743208455] 'agreement among raft nodes before linearized reading' (duration: 1.3740691s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.968737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:59.592257Z","time spent":"1.376469947s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-05-28T01:41:00.96882Z","caller":"traceutil/trace.go:171","msg":"trace[390509869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26233; }","duration":"1.185506869s","start":"2026-05-28T01:40:59.781673Z","end":"2026-05-28T01:41:00.96718Z","steps":["trace[390509869] 'agreement among raft nodes before linearized reading' (duration: 1.185066528s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:00.969058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:40:59.781647Z","time spent":"1.187230959s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:41:01.154083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.664633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:41:01.154166Z","caller":"traceutil/trace.go:171","msg":"trace[1320996952] linearizableReadLoop","detail":"{readStateIndex:27169; appliedIndex:27168; }","duration":"187.847145ms","start":"2026-05-28T01:41:00.966304Z","end":"2026-05-28T01:41:01.154152Z","steps":["trace[1320996952] 'read index received' (duration: 63.267574ms)","trace[1320996952] 'applied index is now lower than readState.Index' (duration: 124.578111ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:01.154321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.344516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:41:01.15443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.037319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:41:01.154469Z","caller":"traceutil/trace.go:171","msg":"trace[2124416192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26234; }","duration":"504.112631ms","start":"2026-05-28T01:41:00.650347Z","end":"2026-05-28T01:41:01.15446Z","steps":["trace[2124416192] 'agreement among raft nodes before linearized reading' (duration: 503.983458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:01.154496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:00.650327Z","time spent":"504.159852ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T01:41:01.154549Z","caller":"traceutil/trace.go:171","msg":"trace[585997486] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"577.064851ms","start":"2026-05-28T01:41:00.57744Z","end":"2026-05-28T01:41:01.154505Z","steps":["trace[585997486] 'process raft request' (duration: 451.906516ms)","trace[585997486] 'compare' (duration: 124.09238ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:01.15468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.019936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:01.154428Z","caller":"traceutil/trace.go:171","msg":"trace[1817493730] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26234; }","duration":"498.483989ms","start":"2026-05-28T01:41:00.65592Z","end":"2026-05-28T01:41:01.154404Z","steps":["trace[1817493730] 'agreement among raft nodes before linearized reading' (duration: 498.336305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:01.154697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:00.577426Z","time spent":"577.186695ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:01.154812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:00.655907Z","time spent":"498.858108ms","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:41:01.154718Z","caller":"traceutil/trace.go:171","msg":"trace[647671115] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26234; }","duration":"541.099458ms","start":"2026-05-28T01:41:00.613608Z","end":"2026-05-28T01:41:01.154708Z","steps":["trace[647671115] 'agreement among raft nodes before linearized reading' (duration: 541.004456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:01.154978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:00.613588Z","time spent":"541.376055ms","remote":"127.0.0.1:59154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:41:01.522407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:00.96968Z","time spent":"552.71912ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T01:41:01.522477Z","caller":"traceutil/trace.go:171","msg":"trace[1368317363] linearizableReadLoop","detail":"{readStateIndex:27173; appliedIndex:27169; }","duration":"368.275194ms","start":"2026-05-28T01:41:01.154184Z","end":"2026-05-28T01:41:01.52246Z","steps":["trace[1368317363] 'read index received' (duration: 298.11751ms)","trace[1368317363] 'applied index is now lower than readState.Index' (duration: 70.156934ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:01.522479Z","caller":"traceutil/trace.go:171","msg":"trace[1593811993] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"550.138179ms","start":"2026-05-28T01:41:00.972301Z","end":"2026-05-28T01:41:01.52244Z","steps":["trace[1593811993] 'process raft request' (duration: 549.978445ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:01.522487Z","caller":"traceutil/trace.go:171","msg":"trace[2134769416] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"549.048504ms","start":"2026-05-28T01:41:00.973401Z","end":"2026-05-28T01:41:01.522449Z","steps":["trace[2134769416] 'process raft request' (duration: 548.972852ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:01.522543Z","caller":"traceutil/trace.go:171","msg":"trace[733170669] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"545.340937ms","start":"2026-05-28T01:41:00.977195Z","end":"2026-05-28T01:41:01.522536Z","steps":["trace[733170669] 'process raft request' (duration: 545.198944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:01.522615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:00.977186Z","time spent":"545.372558ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:01.522674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:00.97229Z","time spent":"550.262232ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:01.522673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:00.973393Z","time spent":"549.168837ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:01.52277Z","caller":"traceutil/trace.go:171","msg":"trace[1062571582] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"361.138408ms","start":"2026-05-28T01:41:01.161602Z","end":"2026-05-28T01:41:01.522741Z","steps":["trace[1062571582] 'process raft request' (duration: 360.82836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:01.522842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.740837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:01.522891Z","caller":"traceutil/trace.go:171","msg":"trace[136602106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26238; }","duration":"548.802888ms","start":"2026-05-28T01:41:00.974074Z","end":"2026-05-28T01:41:01.522877Z","steps":["trace[136602106] 'agreement among raft nodes before linearized reading' (duration: 548.587993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:01.52289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:01.16158Z","time spent":"361.232179ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:01.522925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:00.974068Z","time spent":"548.848439ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:41:01.52293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.264326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-28T01:41:01.522954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.332341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-873f154f-024f-41b2-ac00-711ff271d2b6\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-28T01:41:01.522962Z","caller":"traceutil/trace.go:171","msg":"trace[1479849761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26238; }","duration":"551.317127ms","start":"2026-05-28T01:41:00.971635Z","end":"2026-05-28T01:41:01.522952Z","steps":["trace[1479849761] 'agreement among raft nodes before linearized reading' (duration: 551.04714ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:01.522977Z","caller":"traceutil/trace.go:171","msg":"trace[1408956429] range","detail":"{range_begin:/registry/persistentvolumes/pvc-873f154f-024f-41b2-ac00-711ff271d2b6; range_end:; response_count:1; response_revision:26238; }","duration":"552.377682ms","start":"2026-05-28T01:41:00.970591Z","end":"2026-05-28T01:41:01.522969Z","steps":["trace[1408956429] 'agreement among raft nodes before linearized reading' (duration: 551.927992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:01.522995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:00.970576Z","time spent":"552.414843ms","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-873f154f-024f-41b2-ac00-711ff271d2b6\" "} {"level":"warn","ts":"2026-05-28T01:41:01.52299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:00.971622Z","time spent":"551.362108ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:41:01.718773Z","caller":"traceutil/trace.go:171","msg":"trace[674981276] linearizableReadLoop","detail":"{readStateIndex:27176; appliedIndex:27175; }","duration":"128.705408ms","start":"2026-05-28T01:41:01.590038Z","end":"2026-05-28T01:41:01.718743Z","steps":["trace[674981276] 'read index received' (duration: 128.501913ms)","trace[674981276] 'applied index is now lower than readState.Index' (duration: 202.465µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:01.718832Z","caller":"traceutil/trace.go:171","msg":"trace[956269104] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"131.724289ms","start":"2026-05-28T01:41:01.58708Z","end":"2026-05-28T01:41:01.718804Z","steps":["trace[956269104] 'process raft request' (duration: 131.484434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:01.719016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.956344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T01:41:01.719059Z","caller":"traceutil/trace.go:171","msg":"trace[669011573] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26240; }","duration":"129.030986ms","start":"2026-05-28T01:41:01.590016Z","end":"2026-05-28T01:41:01.719047Z","steps":["trace[669011573] 'agreement among raft nodes before linearized reading' (duration: 128.859932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:02.31483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.171589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:02.314906Z","caller":"traceutil/trace.go:171","msg":"trace[315526686] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26240; }","duration":"239.300002ms","start":"2026-05-28T01:41:02.075584Z","end":"2026-05-28T01:41:02.314884Z","steps":["trace[315526686] 'count revisions from in-memory index tree' (duration: 239.021994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:02.314932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.071236ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:02.315071Z","caller":"traceutil/trace.go:171","msg":"trace[248742008] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26240; }","duration":"181.215099ms","start":"2026-05-28T01:41:02.133832Z","end":"2026-05-28T01:41:02.315047Z","steps":["trace[248742008] 'range keys from in-memory index tree' (duration: 181.056406ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:03.313293Z","caller":"traceutil/trace.go:171","msg":"trace[426310464] linearizableReadLoop","detail":"{readStateIndex:27177; appliedIndex:27176; }","duration":"340.417993ms","start":"2026-05-28T01:41:02.972854Z","end":"2026-05-28T01:41:03.313272Z","steps":["trace[426310464] 'read index received' (duration: 340.351201ms)","trace[426310464] 'applied index is now lower than readState.Index' (duration: 65.842µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:03.313335Z","caller":"traceutil/trace.go:171","msg":"trace[779348606] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"340.935624ms","start":"2026-05-28T01:41:02.972374Z","end":"2026-05-28T01:41:03.313309Z","steps":["trace[779348606] 'process raft request' (duration: 340.76494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:03.313457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:02.972348Z","time spent":"341.035107ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:03.313514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.616447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:03.313632Z","caller":"traceutil/trace.go:171","msg":"trace[1135361873] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26241; }","duration":"340.781831ms","start":"2026-05-28T01:41:02.972808Z","end":"2026-05-28T01:41:03.31359Z","steps":["trace[1135361873] 'agreement among raft nodes before linearized reading' (duration: 340.553886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:03.313698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:02.972789Z","time spent":"340.892083ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"info","ts":"2026-05-28T01:41:03.481441Z","caller":"traceutil/trace.go:171","msg":"trace[373076489] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"508.555606ms","start":"2026-05-28T01:41:02.972862Z","end":"2026-05-28T01:41:03.481417Z","steps":["trace[373076489] 'process raft request' (duration: 490.731237ms)","trace[373076489] 'compare' (duration: 17.682775ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:03.481594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:02.972835Z","time spent":"508.675388ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:03.481944Z","caller":"traceutil/trace.go:171","msg":"trace[2115017067] linearizableReadLoop","detail":"{readStateIndex:27184; appliedIndex:27177; }","duration":"168.577753ms","start":"2026-05-28T01:41:03.313346Z","end":"2026-05-28T01:41:03.481924Z","steps":["trace[2115017067] 'read index received' (duration: 150.227323ms)","trace[2115017067] 'applied index is now lower than readState.Index' (duration: 18.34958ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:03.482064Z","caller":"traceutil/trace.go:171","msg":"trace[1062845010] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"507.768456ms","start":"2026-05-28T01:41:02.974284Z","end":"2026-05-28T01:41:03.482052Z","steps":["trace[1062845010] 'process raft request' (duration: 507.572262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:03.482177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:02.97428Z","time spent":"507.819528ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:03.482159Z","caller":"traceutil/trace.go:171","msg":"trace[1237536455] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"508.33922ms","start":"2026-05-28T01:41:02.973789Z","end":"2026-05-28T01:41:03.482128Z","steps":["trace[1237536455] 'process raft request' (duration: 507.868089ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:03.48216Z","caller":"traceutil/trace.go:171","msg":"trace[92862499] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"506.513737ms","start":"2026-05-28T01:41:02.97562Z","end":"2026-05-28T01:41:03.482134Z","steps":["trace[92862499] 'process raft request' (duration: 506.268422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:03.482233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.863023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T01:41:03.482241Z","caller":"traceutil/trace.go:171","msg":"trace[267320179] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"509.046497ms","start":"2026-05-28T01:41:02.97316Z","end":"2026-05-28T01:41:03.482207Z","steps":["trace[267320179] 'process raft request' (duration: 508.225778ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:03.482294Z","caller":"traceutil/trace.go:171","msg":"trace[140517897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26248; }","duration":"201.960056ms","start":"2026-05-28T01:41:03.280321Z","end":"2026-05-28T01:41:03.482281Z","steps":["trace[140517897] 'agreement among raft nodes before linearized reading' (duration: 201.781382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:03.482315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:02.97561Z","time spent":"506.62526ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:03.482059Z","caller":"traceutil/trace.go:171","msg":"trace[1330512726] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"507.871659ms","start":"2026-05-28T01:41:02.974167Z","end":"2026-05-28T01:41:03.482039Z","steps":["trace[1330512726] 'process raft request' (duration: 507.654224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:03.482316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:02.973775Z","time spent":"508.456673ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:03.482287Z","caller":"traceutil/trace.go:171","msg":"trace[35949229] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"508.412052ms","start":"2026-05-28T01:41:02.973859Z","end":"2026-05-28T01:41:03.482271Z","steps":["trace[35949229] 'process raft request' (duration: 507.894079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:03.48235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.757701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T01:41:03.482385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:02.973146Z","time spent":"509.160459ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:03.482404Z","caller":"traceutil/trace.go:171","msg":"trace[448583941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26248; }","duration":"320.872844ms","start":"2026-05-28T01:41:03.161518Z","end":"2026-05-28T01:41:03.482391Z","steps":["trace[448583941] 'agreement among raft nodes before linearized reading' (duration: 320.575867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:03.482407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:02.974148Z","time spent":"508.209337ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:03.482444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:03.161504Z","time spent":"320.932725ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:41:03.482491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:02.973844Z","time spent":"508.556426ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:04.274115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.739268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:41:04.27422Z","caller":"traceutil/trace.go:171","msg":"trace[351253229] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"787.158798ms","start":"2026-05-28T01:41:03.487041Z","end":"2026-05-28T01:41:04.2742Z","steps":["trace[351253229] 'process raft request' (duration: 374.254736ms)","trace[351253229] 'compare' (duration: 412.188466ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:04.274278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:03.487006Z","time spent":"787.245731ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:04.317869Z","caller":"traceutil/trace.go:171","msg":"trace[914722076] linearizableReadLoop","detail":"{readStateIndex:27186; appliedIndex:27184; }","duration":"790.537307ms","start":"2026-05-28T01:41:03.527307Z","end":"2026-05-28T01:41:04.317844Z","steps":["trace[914722076] 'read index received' (duration: 334.072093ms)","trace[914722076] 'applied index is now lower than readState.Index' (duration: 456.463714ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:04.318239Z","caller":"traceutil/trace.go:171","msg":"trace[167026814] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"831.116489ms","start":"2026-05-28T01:41:03.487083Z","end":"2026-05-28T01:41:04.3182Z","steps":["trace[167026814] 'process raft request' (duration: 830.566236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:04.31835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:03.487057Z","time spent":"831.218212ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:04.318562Z","caller":"traceutil/trace.go:171","msg":"trace[1231925179] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"534.931563ms","start":"2026-05-28T01:41:03.78362Z","end":"2026-05-28T01:41:04.318552Z","steps":["trace[1231925179] 'process raft request' (duration: 534.169956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:04.318625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:03.78358Z","time spent":"535.013215ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:04.318877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.564771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:41:04.318929Z","caller":"traceutil/trace.go:171","msg":"trace[1975460702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26251; }","duration":"791.652023ms","start":"2026-05-28T01:41:03.527264Z","end":"2026-05-28T01:41:04.318916Z","steps":["trace[1975460702] 'agreement among raft nodes before linearized reading' (duration: 791.498829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:04.31897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:03.527248Z","time spent":"791.711755ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:41:04.34687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.468755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T01:41:04.34697Z","caller":"traceutil/trace.go:171","msg":"trace[204104330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26252; }","duration":"819.632589ms","start":"2026-05-28T01:41:03.527314Z","end":"2026-05-28T01:41:04.346947Z","steps":["trace[204104330] 'agreement among raft nodes before linearized reading' (duration: 819.276601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:04.347063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:03.527292Z","time spent":"819.760463ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:41:04.347107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.999246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:04.34718Z","caller":"traceutil/trace.go:171","msg":"trace[1782327152] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26252; }","duration":"631.083458ms","start":"2026-05-28T01:41:03.716079Z","end":"2026-05-28T01:41:04.347163Z","steps":["trace[1782327152] 'agreement among raft nodes before linearized reading' (duration: 630.964976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:04.347213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:03.716056Z","time spent":"631.14805ms","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:41:04.347247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.127764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T01:41:04.347315Z","caller":"traceutil/trace.go:171","msg":"trace[294929913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26252; }","duration":"818.223176ms","start":"2026-05-28T01:41:03.529075Z","end":"2026-05-28T01:41:04.347298Z","steps":["trace[294929913] 'agreement among raft nodes before linearized reading' (duration: 818.032242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:04.347351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:03.529062Z","time spent":"818.281088ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:41:04.911768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.357692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:41:04.911946Z","caller":"traceutil/trace.go:171","msg":"trace[1892361062] linearizableReadLoop","detail":"{readStateIndex:27189; appliedIndex:27188; }","duration":"561.813104ms","start":"2026-05-28T01:41:04.350074Z","end":"2026-05-28T01:41:04.911887Z","steps":["trace[1892361062] 'read index received' (duration: 93.271938ms)","trace[1892361062] 'applied index is now lower than readState.Index' (duration: 468.539116ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:04.912043Z","caller":"traceutil/trace.go:171","msg":"trace[1027871667] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"589.507233ms","start":"2026-05-28T01:41:04.322517Z","end":"2026-05-28T01:41:04.912024Z","steps":["trace[1027871667] 'process raft request' (duration: 120.795633ms)","trace[1027871667] 'compare' (duration: 468.188448ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:04.912128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:04.322497Z","time spent":"589.584045ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:04.912519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.442289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:235"} {"level":"info","ts":"2026-05-28T01:41:04.912576Z","caller":"traceutil/trace.go:171","msg":"trace[631920388] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:26253; }","duration":"562.52231ms","start":"2026-05-28T01:41:04.350039Z","end":"2026-05-28T01:41:04.912561Z","steps":["trace[631920388] 'agreement among raft nodes before linearized reading' (duration: 562.338646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:04.912638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:04.350022Z","time spent":"562.605343ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":258,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-05-28T01:41:04.91282Z","caller":"traceutil/trace.go:171","msg":"trace[1354938108] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"561.401484ms","start":"2026-05-28T01:41:04.351394Z","end":"2026-05-28T01:41:04.912795Z","steps":["trace[1354938108] 'process raft request' (duration: 561.145118ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:04.912857Z","caller":"traceutil/trace.go:171","msg":"trace[1141269793] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"561.276181ms","start":"2026-05-28T01:41:04.351542Z","end":"2026-05-28T01:41:04.912819Z","steps":["trace[1141269793] 'process raft request' (duration: 561.168628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:04.912947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:04.351378Z","time spent":"561.489506ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:04.913032Z","caller":"traceutil/trace.go:171","msg":"trace[74299485] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"561.402484ms","start":"2026-05-28T01:41:04.351603Z","end":"2026-05-28T01:41:04.913005Z","steps":["trace[74299485] 'process raft request' (duration: 561.166519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:04.913062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:04.351497Z","time spent":"561.452355ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:04.913083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.79241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:41:04.913107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.640196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:41:04.913139Z","caller":"traceutil/trace.go:171","msg":"trace[1707559940] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26256; }","duration":"360.892932ms","start":"2026-05-28T01:41:04.552227Z","end":"2026-05-28T01:41:04.91312Z","steps":["trace[1707559940] 'agreement among raft nodes before linearized reading' (duration: 360.776539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:04.913141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:04.351581Z","time spent":"561.501586ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:04.913192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:04.552203Z","time spent":"360.975664ms","remote":"127.0.0.1:45914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:41:04.913187Z","caller":"traceutil/trace.go:171","msg":"trace[689852499] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26256; }","duration":"554.762658ms","start":"2026-05-28T01:41:04.358403Z","end":"2026-05-28T01:41:04.913166Z","steps":["trace[689852499] 'agreement among raft nodes before linearized reading' (duration: 554.583224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:04.913245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:04.358396Z","time spent":"554.83581ms","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:41:05.406536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.16487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-05-28T01:41:05.40659Z","caller":"traceutil/trace.go:171","msg":"trace[1317645873] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:26256; }","duration":"379.285303ms","start":"2026-05-28T01:41:05.027292Z","end":"2026-05-28T01:41:05.406577Z","steps":["trace[1317645873] 'range keys from in-memory index tree' (duration: 378.974156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:05.406613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:05.027267Z","time spent":"379.341384ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"info","ts":"2026-05-28T01:41:05.459105Z","caller":"traceutil/trace.go:171","msg":"trace[1928975382] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"427.648486ms","start":"2026-05-28T01:41:05.031433Z","end":"2026-05-28T01:41:05.459081Z","steps":["trace[1928975382] 'process raft request' (duration: 427.484392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:05.459263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:05.030763Z","time spent":"428.422655ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:05.466996Z","caller":"traceutil/trace.go:171","msg":"trace[187250077] linearizableReadLoop","detail":"{readStateIndex:27194; appliedIndex:27192; }","duration":"245.276021ms","start":"2026-05-28T01:41:05.221691Z","end":"2026-05-28T01:41:05.466967Z","steps":["trace[187250077] 'read index received' (duration: 237.348855ms)","trace[187250077] 'applied index is now lower than readState.Index' (duration: 7.926226ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:05.46714Z","caller":"traceutil/trace.go:171","msg":"trace[79562315] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"147.332055ms","start":"2026-05-28T01:41:05.3198Z","end":"2026-05-28T01:41:05.467132Z","steps":["trace[79562315] 'process raft request' (duration: 147.036168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:05.467242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.5637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:05.467298Z","caller":"traceutil/trace.go:171","msg":"trace[298852268] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26258; }","duration":"147.669723ms","start":"2026-05-28T01:41:05.319614Z","end":"2026-05-28T01:41:05.467284Z","steps":["trace[298852268] 'agreement among raft nodes before linearized reading' (duration: 147.57166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:05.467415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.708551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:05.467455Z","caller":"traceutil/trace.go:171","msg":"trace[1418064202] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26258; }","duration":"245.808354ms","start":"2026-05-28T01:41:05.221637Z","end":"2026-05-28T01:41:05.467445Z","steps":["trace[1418064202] 'agreement among raft nodes before linearized reading' (duration: 245.690661ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:06.046222Z","caller":"traceutil/trace.go:171","msg":"trace[923109570] linearizableReadLoop","detail":"{readStateIndex:27203; appliedIndex:27202; }","duration":"119.360778ms","start":"2026-05-28T01:41:05.926839Z","end":"2026-05-28T01:41:06.0462Z","steps":["trace[923109570] 'read index received' (duration: 119.129693ms)","trace[923109570] 'applied index is now lower than readState.Index' (duration: 230.045µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:06.046324Z","caller":"traceutil/trace.go:171","msg":"trace[1894723650] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"122.874432ms","start":"2026-05-28T01:41:05.923414Z","end":"2026-05-28T01:41:06.046289Z","steps":["trace[1894723650] 'process raft request' (duration: 122.628806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:06.046416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.615889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:41:06.046453Z","caller":"traceutil/trace.go:171","msg":"trace[1233297178] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26266; }","duration":"100.697781ms","start":"2026-05-28T01:41:05.945743Z","end":"2026-05-28T01:41:06.04644Z","steps":["trace[1233297178] 'agreement among raft nodes before linearized reading' (duration: 100.592509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:06.046857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.628245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-28T01:41:06.046924Z","caller":"traceutil/trace.go:171","msg":"trace[1844477789] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26266; }","duration":"120.100396ms","start":"2026-05-28T01:41:05.926801Z","end":"2026-05-28T01:41:06.046901Z","steps":["trace[1844477789] 'agreement among raft nodes before linearized reading' (duration: 119.514852ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:06.499466Z","caller":"traceutil/trace.go:171","msg":"trace[965464021] linearizableReadLoop","detail":"{readStateIndex:27204; appliedIndex:27203; }","duration":"331.452062ms","start":"2026-05-28T01:41:06.167992Z","end":"2026-05-28T01:41:06.499444Z","steps":["trace[965464021] 'read index received' (duration: 331.244217ms)","trace[965464021] 'applied index is now lower than readState.Index' (duration: 206.935µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:06.499494Z","caller":"traceutil/trace.go:171","msg":"trace[324053470] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"373.756644ms","start":"2026-05-28T01:41:06.125711Z","end":"2026-05-28T01:41:06.499467Z","steps":["trace[324053470] 'process raft request' (duration: 373.545119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:06.499706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.702058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-05-28T01:41:06.499769Z","caller":"traceutil/trace.go:171","msg":"trace[386930699] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:26267; }","duration":"331.823461ms","start":"2026-05-28T01:41:06.167928Z","end":"2026-05-28T01:41:06.499752Z","steps":["trace[386930699] 'agreement among raft nodes before linearized reading' (duration: 331.614206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:06.499771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:06.125698Z","time spent":"373.993469ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:41:06.499823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:06.167901Z","time spent":"331.908873ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-05-28T01:41:06.499831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.444467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T01:41:06.499889Z","caller":"traceutil/trace.go:171","msg":"trace[727947630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26267; }","duration":"176.53141ms","start":"2026-05-28T01:41:06.32334Z","end":"2026-05-28T01:41:06.499872Z","steps":["trace[727947630] 'agreement among raft nodes before linearized reading' (duration: 176.377116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:06.500015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.189757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-05-28T01:41:06.500055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.542844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T01:41:06.500119Z","caller":"traceutil/trace.go:171","msg":"trace[1641393275] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:26267; }","duration":"282.31779ms","start":"2026-05-28T01:41:06.217756Z","end":"2026-05-28T01:41:06.500074Z","steps":["trace[1641393275] 'agreement among raft nodes before linearized reading' (duration: 281.988663ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:06.500204Z","caller":"traceutil/trace.go:171","msg":"trace[1466134015] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26267; }","duration":"302.705928ms","start":"2026-05-28T01:41:06.197448Z","end":"2026-05-28T01:41:06.500154Z","steps":["trace[1466134015] 'agreement among raft nodes before linearized reading' (duration: 302.264478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:06.500298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:06.197418Z","time spent":"302.862132ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:41:06.6142Z","caller":"traceutil/trace.go:171","msg":"trace[313392978] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"107.990673ms","start":"2026-05-28T01:41:06.506167Z","end":"2026-05-28T01:41:06.614158Z","steps":["trace[313392978] 'process raft request' (duration: 34.854577ms)","trace[313392978] 'compare' (duration: 72.90687ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:06.91395Z","caller":"traceutil/trace.go:171","msg":"trace[1006585130] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"406.244586ms","start":"2026-05-28T01:41:06.507672Z","end":"2026-05-28T01:41:06.913916Z","steps":["trace[1006585130] 'process raft request' (duration: 349.894724ms)","trace[1006585130] 'compare' (duration: 56.020594ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:06.914Z","caller":"traceutil/trace.go:171","msg":"trace[1436375009] linearizableReadLoop","detail":"{readStateIndex:27208; appliedIndex:27205; }","duration":"271.23327ms","start":"2026-05-28T01:41:06.642745Z","end":"2026-05-28T01:41:06.913979Z","steps":["trace[1436375009] 'read index received' (duration: 214.784746ms)","trace[1436375009] 'applied index is now lower than readState.Index' (duration: 56.447484ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:06.91408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:06.507645Z","time spent":"406.374719ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T01:41:06.914267Z","caller":"traceutil/trace.go:171","msg":"trace[1330352121] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"405.138711ms","start":"2026-05-28T01:41:06.509116Z","end":"2026-05-28T01:41:06.914255Z","steps":["trace[1330352121] 'process raft request' (duration: 404.70157ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:06.914374Z","caller":"traceutil/trace.go:171","msg":"trace[1882799488] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"403.762628ms","start":"2026-05-28T01:41:06.5106Z","end":"2026-05-28T01:41:06.914363Z","steps":["trace[1882799488] 'process raft request' (duration: 403.320178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:06.914371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:06.509096Z","time spent":"405.200501ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1563,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:06.914427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:06.510581Z","time spent":"403.814179ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5328,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:06.914489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.55616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-28T01:41:06.914498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.728771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:41:06.914528Z","caller":"traceutil/trace.go:171","msg":"trace[2080545374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26271; }","duration":"176.636932ms","start":"2026-05-28T01:41:06.73788Z","end":"2026-05-28T01:41:06.914517Z","steps":["trace[2080545374] 'agreement among raft nodes before linearized reading' (duration: 176.477808ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:06.914574Z","caller":"traceutil/trace.go:171","msg":"trace[1031485123] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26271; }","duration":"271.849495ms","start":"2026-05-28T01:41:06.642707Z","end":"2026-05-28T01:41:06.914557Z","steps":["trace[1031485123] 'agreement among raft nodes before linearized reading' (duration: 271.630029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:07.318908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.423042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:41:07.319209Z","caller":"traceutil/trace.go:171","msg":"trace[1032587790] linearizableReadLoop","detail":"{readStateIndex:27209; appliedIndex:27208; }","duration":"399.398216ms","start":"2026-05-28T01:41:06.91979Z","end":"2026-05-28T01:41:07.319188Z","steps":["trace[1032587790] 'read index received' (duration: 145.166634ms)","trace[1032587790] 'applied index is now lower than readState.Index' (duration: 254.229501ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:07.319334Z","caller":"traceutil/trace.go:171","msg":"trace[1532682270] transaction","detail":"{read_only:false; response_revision:26272; number_of_response:1; }","duration":"400.538552ms","start":"2026-05-28T01:41:06.918734Z","end":"2026-05-28T01:41:07.319273Z","steps":["trace[1532682270] 'process raft request' (duration: 146.210168ms)","trace[1532682270] 'compare' (duration: 252.855489ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:07.319443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.643031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-28T01:41:07.319605Z","caller":"traceutil/trace.go:171","msg":"trace[1894961438] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26272; }","duration":"399.830255ms","start":"2026-05-28T01:41:06.919762Z","end":"2026-05-28T01:41:07.319592Z","steps":["trace[1894961438] 'agreement among raft nodes before linearized reading' (duration: 399.510828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:07.319677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:06.918715Z","time spent":"400.753247ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:07.31969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:06.919748Z","time spent":"399.928478ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:41:07.322057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.208296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:41:07.322134Z","caller":"traceutil/trace.go:171","msg":"trace[108014361] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26277; }","duration":"386.309688ms","start":"2026-05-28T01:41:06.935807Z","end":"2026-05-28T01:41:07.322117Z","steps":["trace[108014361] 'agreement among raft nodes before linearized reading' (duration: 386.097833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:07.322175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:06.935796Z","time spent":"386.36858ms","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:41:07.322569Z","caller":"traceutil/trace.go:171","msg":"trace[1340806066] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"401.893344ms","start":"2026-05-28T01:41:06.920662Z","end":"2026-05-28T01:41:07.322555Z","steps":["trace[1340806066] 'process raft request' (duration: 400.781507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:07.322673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:06.920646Z","time spent":"401.959976ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:07.322841Z","caller":"traceutil/trace.go:171","msg":"trace[1304179467] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"401.573076ms","start":"2026-05-28T01:41:06.921257Z","end":"2026-05-28T01:41:07.32283Z","steps":["trace[1304179467] 'process raft request' (duration: 400.406039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:07.322917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:06.921245Z","time spent":"401.629698ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:07.323077Z","caller":"traceutil/trace.go:171","msg":"trace[1660374043] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"400.657725ms","start":"2026-05-28T01:41:06.922409Z","end":"2026-05-28T01:41:07.323067Z","steps":["trace[1660374043] 'process raft request' (duration: 399.309923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:07.323144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:06.922376Z","time spent":"400.736057ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:07.3235Z","caller":"traceutil/trace.go:171","msg":"trace[1768852030] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"400.620474ms","start":"2026-05-28T01:41:06.922847Z","end":"2026-05-28T01:41:07.323468Z","steps":["trace[1768852030] 'process raft request' (duration: 398.935244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:07.323796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:06.922801Z","time spent":"400.911141ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5328,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:07.323947Z","caller":"traceutil/trace.go:171","msg":"trace[35375597] transaction","detail":"{read_only:false; response_revision:26277; number_of_response:1; }","duration":"401.034634ms","start":"2026-05-28T01:41:06.922895Z","end":"2026-05-28T01:41:07.323929Z","steps":["trace[35375597] 'process raft request' (duration: 398.955895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:07.324032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:06.92288Z","time spent":"401.114215ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:07.859315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.861325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:07.859396Z","caller":"traceutil/trace.go:171","msg":"trace[1793756429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26277; }","duration":"393.989988ms","start":"2026-05-28T01:41:07.465385Z","end":"2026-05-28T01:41:07.859375Z","steps":["trace[1793756429] 'range keys from in-memory index tree' (duration: 393.783744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:07.859438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:07.465362Z","time spent":"394.067441ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:41:07.859647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.668854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:07.859723Z","caller":"traceutil/trace.go:171","msg":"trace[1711267829] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26277; }","duration":"388.717575ms","start":"2026-05-28T01:41:07.470948Z","end":"2026-05-28T01:41:07.859666Z","steps":["trace[1711267829] 'range keys from in-memory index tree' (duration: 388.621883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:07.859756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:07.470937Z","time spent":"388.809467ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-28T01:41:07.860125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.121684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:41:07.860198Z","caller":"traceutil/trace.go:171","msg":"trace[96279190] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"387.778304ms","start":"2026-05-28T01:41:07.472407Z","end":"2026-05-28T01:41:07.860185Z","steps":["trace[96279190] 'process raft request' (duration: 172.531536ms)","trace[96279190] 'compare' (duration: 213.893516ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:07.860254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:07.472391Z","time spent":"387.836525ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:08.090804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.366282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:41:08.091302Z","caller":"traceutil/trace.go:171","msg":"trace[2084752046] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"594.691645ms","start":"2026-05-28T01:41:07.496588Z","end":"2026-05-28T01:41:08.09128Z","steps":["trace[2084752046] 'process raft request' (duration: 594.576653ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:08.09138Z","caller":"traceutil/trace.go:171","msg":"trace[56606436] linearizableReadLoop","detail":"{readStateIndex:27223; appliedIndex:27214; }","duration":"462.29963ms","start":"2026-05-28T01:41:07.629055Z","end":"2026-05-28T01:41:08.091354Z","steps":["trace[56606436] 'read index received' (duration: 16.050466ms)","trace[56606436] 'applied index is now lower than readState.Index' (duration: 446.247714ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:08.091421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:07.496577Z","time spent":"594.801278ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:08.091392Z","caller":"traceutil/trace.go:171","msg":"trace[708636526] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"595.024343ms","start":"2026-05-28T01:41:07.496338Z","end":"2026-05-28T01:41:08.091362Z","steps":["trace[708636526] 'process raft request' (duration: 473.989755ms)","trace[708636526] 'compare' (duration: 120.188268ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:08.091464Z","caller":"traceutil/trace.go:171","msg":"trace[277957331] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"562.313225ms","start":"2026-05-28T01:41:07.529139Z","end":"2026-05-28T01:41:08.091453Z","steps":["trace[277957331] 'process raft request' (duration: 562.106891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:08.091553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:07.496321Z","time spent":"595.154076ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:08.091525Z","caller":"traceutil/trace.go:171","msg":"trace[1523386672] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"595.080984ms","start":"2026-05-28T01:41:07.496388Z","end":"2026-05-28T01:41:08.091469Z","steps":["trace[1523386672] 'process raft request' (duration: 594.527001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:08.091593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:07.529128Z","time spent":"562.390737ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:08.091635Z","caller":"traceutil/trace.go:171","msg":"trace[2135040099] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"594.88473ms","start":"2026-05-28T01:41:07.496742Z","end":"2026-05-28T01:41:08.091626Z","steps":["trace[2135040099] 'process raft request' (duration: 594.339407ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:08.091598Z","caller":"traceutil/trace.go:171","msg":"trace[1689134865] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"595.045014ms","start":"2026-05-28T01:41:07.496541Z","end":"2026-05-28T01:41:08.091586Z","steps":["trace[1689134865] 'process raft request' (duration: 594.48824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:08.091731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:07.496697Z","time spent":"594.991602ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:08.091755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:07.496529Z","time spent":"595.197067ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:08.091713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.946785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:41:08.091764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:07.496357Z","time spent":"595.270789ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:08.09183Z","caller":"traceutil/trace.go:171","msg":"trace[1579135967] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"595.059454ms","start":"2026-05-28T01:41:07.496754Z","end":"2026-05-28T01:41:08.091814Z","steps":["trace[1579135967] 'process raft request' (duration: 594.370598ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:08.09184Z","caller":"traceutil/trace.go:171","msg":"trace[580766731] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26286; }","duration":"341.14174ms","start":"2026-05-28T01:41:07.750666Z","end":"2026-05-28T01:41:08.091808Z","steps":["trace[580766731] 'agreement among raft nodes before linearized reading' (duration: 340.891974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:08.091893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:07.496719Z","time spent":"595.144956ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:08.091875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.145389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:41:08.09191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:07.750628Z","time spent":"341.267702ms","remote":"127.0.0.1:40874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:41:08.091939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.640149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/monitoring/vector-headless-qlnb5\" ","response":"range_response_count:1 size:1425"} {"level":"info","ts":"2026-05-28T01:41:08.091386Z","caller":"traceutil/trace.go:171","msg":"trace[1438797313] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"594.937021ms","start":"2026-05-28T01:41:07.496422Z","end":"2026-05-28T01:41:08.091359Z","steps":["trace[1438797313] 'process raft request' (duration: 594.560492ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:08.091954Z","caller":"traceutil/trace.go:171","msg":"trace[1471433448] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26286; }","duration":"164.254642ms","start":"2026-05-28T01:41:07.927679Z","end":"2026-05-28T01:41:08.091933Z","steps":["trace[1471433448] 'agreement among raft nodes before linearized reading' (duration: 164.120799ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:08.091987Z","caller":"traceutil/trace.go:171","msg":"trace[720514064] range","detail":"{range_begin:/registry/endpointslices/monitoring/vector-headless-qlnb5; range_end:; response_count:1; response_revision:26286; }","duration":"172.671999ms","start":"2026-05-28T01:41:07.919291Z","end":"2026-05-28T01:41:08.091963Z","steps":["trace[720514064] 'agreement among raft nodes before linearized reading' (duration: 172.536386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:08.09199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:07.496407Z","time spent":"595.564036ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:08.092042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.353085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:41:08.092064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.465551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:41:08.092084Z","caller":"traceutil/trace.go:171","msg":"trace[2011133140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26286; }","duration":"231.422417ms","start":"2026-05-28T01:41:07.86065Z","end":"2026-05-28T01:41:08.092072Z","steps":["trace[2011133140] 'agreement among raft nodes before linearized reading' (duration: 231.350615ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:08.092127Z","caller":"traceutil/trace.go:171","msg":"trace[1674543153] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26286; }","duration":"151.545134ms","start":"2026-05-28T01:41:07.940568Z","end":"2026-05-28T01:41:08.092113Z","steps":["trace[1674543153] 'agreement among raft nodes before linearized reading' (duration: 151.416921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:08.092736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.668442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-28T01:41:08.092785Z","caller":"traceutil/trace.go:171","msg":"trace[298753720] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26286; }","duration":"463.780655ms","start":"2026-05-28T01:41:07.628993Z","end":"2026-05-28T01:41:08.092774Z","steps":["trace[298753720] 'agreement among raft nodes before linearized reading' (duration: 462.502795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:08.09282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:07.628968Z","time spent":"463.842766ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2660,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:41:08.557684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.611356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:41:08.55794Z","caller":"traceutil/trace.go:171","msg":"trace[344784918] linearizableReadLoop","detail":"{readStateIndex:27224; appliedIndex:27223; }","duration":"359.828088ms","start":"2026-05-28T01:41:08.198018Z","end":"2026-05-28T01:41:08.557846Z","steps":["trace[344784918] 'read index received' (duration: 117.846304ms)","trace[344784918] 'applied index is now lower than readState.Index' (duration: 241.947293ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:08.557965Z","caller":"traceutil/trace.go:171","msg":"trace[249165990] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"402.713684ms","start":"2026-05-28T01:41:08.155211Z","end":"2026-05-28T01:41:08.557925Z","steps":["trace[249165990] 'process raft request' (duration: 160.729659ms)","trace[249165990] 'compare' (duration: 241.254648ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:08.558109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.091304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:08.558162Z","caller":"traceutil/trace.go:171","msg":"trace[385448744] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26287; }","duration":"360.195026ms","start":"2026-05-28T01:41:08.197949Z","end":"2026-05-28T01:41:08.558144Z","steps":["trace[385448744] 'agreement among raft nodes before linearized reading' (duration: 360.092333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:08.558203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:08.155187Z","time spent":"402.928228ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:08.558213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:08.197925Z","time spent":"360.275078ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:41:09.053152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.875538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:41:09.053244Z","caller":"traceutil/trace.go:171","msg":"trace[1304052951] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"430.479394ms","start":"2026-05-28T01:41:08.622746Z","end":"2026-05-28T01:41:09.053225Z","steps":["trace[1304052951] 'process raft request' (duration: 131.459302ms)","trace[1304052951] 'compare' (duration: 298.379317ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:09.053288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:08.622728Z","time spent":"430.541346ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:09.477409Z","caller":"traceutil/trace.go:171","msg":"trace[571493080] linearizableReadLoop","detail":"{readStateIndex:27226; appliedIndex:27225; }","duration":"555.687551ms","start":"2026-05-28T01:41:08.921695Z","end":"2026-05-28T01:41:09.477382Z","steps":["trace[571493080] 'read index received' (duration: 475.837828ms)","trace[571493080] 'applied index is now lower than readState.Index' (duration: 79.848653ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:09.477535Z","caller":"traceutil/trace.go:171","msg":"trace[128770441] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"768.631953ms","start":"2026-05-28T01:41:08.70889Z","end":"2026-05-28T01:41:09.477522Z","steps":["trace[128770441] 'process raft request' (duration: 688.660368ms)","trace[128770441] 'compare' (duration: 79.693068ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:09.477585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.030712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:09.477634Z","caller":"traceutil/trace.go:171","msg":"trace[157864100] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26289; }","duration":"386.124724ms","start":"2026-05-28T01:41:09.091496Z","end":"2026-05-28T01:41:09.477621Z","steps":["trace[157864100] 'agreement among raft nodes before linearized reading' (duration: 386.042082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:09.47763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:08.708873Z","time spent":"768.688055ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:09.477663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:09.091475Z","time spent":"386.183315ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:41:09.477872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.001944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T01:41:09.477892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.195692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T01:41:09.477915Z","caller":"traceutil/trace.go:171","msg":"trace[620890047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26289; }","duration":"149.089756ms","start":"2026-05-28T01:41:09.328811Z","end":"2026-05-28T01:41:09.477901Z","steps":["trace[620890047] 'agreement among raft nodes before linearized reading' (duration: 148.943062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:09.47789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.18517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:41:09.477908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.235053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-28T01:41:09.477924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.022468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T01:41:09.477949Z","caller":"traceutil/trace.go:171","msg":"trace[863111915] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26289; }","duration":"150.271254ms","start":"2026-05-28T01:41:09.327661Z","end":"2026-05-28T01:41:09.477932Z","steps":["trace[863111915] 'agreement among raft nodes before linearized reading' (duration: 150.10666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:09.477937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.231763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-28T01:41:09.47797Z","caller":"traceutil/trace.go:171","msg":"trace[507925506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26289; }","duration":"150.353875ms","start":"2026-05-28T01:41:09.327601Z","end":"2026-05-28T01:41:09.477955Z","steps":["trace[507925506] 'agreement among raft nodes before linearized reading' (duration: 150.168341ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:09.477968Z","caller":"traceutil/trace.go:171","msg":"trace[855849470] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26289; }","duration":"129.299042ms","start":"2026-05-28T01:41:09.34865Z","end":"2026-05-28T01:41:09.477949Z","steps":["trace[855849470] 'agreement among raft nodes before linearized reading' (duration: 129.130498ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:09.477988Z","caller":"traceutil/trace.go:171","msg":"trace[967533034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26289; }","duration":"150.095519ms","start":"2026-05-28T01:41:09.327873Z","end":"2026-05-28T01:41:09.477969Z","steps":["trace[967533034] 'agreement among raft nodes before linearized reading' (duration: 149.909775ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:09.478006Z","caller":"traceutil/trace.go:171","msg":"trace[1608138643] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26289; }","duration":"556.342396ms","start":"2026-05-28T01:41:08.921634Z","end":"2026-05-28T01:41:09.477976Z","steps":["trace[1608138643] 'agreement among raft nodes before linearized reading' (duration: 556.157511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:09.478034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:08.92161Z","time spent":"556.419077ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-28T01:41:10.027948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.255829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:41:10.028208Z","caller":"traceutil/trace.go:171","msg":"trace[120331370] linearizableReadLoop","detail":"{readStateIndex:27230; appliedIndex:27226; }","duration":"541.090078ms","start":"2026-05-28T01:41:09.487103Z","end":"2026-05-28T01:41:10.028193Z","steps":["trace[120331370] 'read index received' (duration: 252.594573ms)","trace[120331370] 'applied index is now lower than readState.Index' (duration: 288.494604ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:10.028285Z","caller":"traceutil/trace.go:171","msg":"trace[515136922] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"545.318557ms","start":"2026-05-28T01:41:09.482956Z","end":"2026-05-28T01:41:10.028274Z","steps":["trace[515136922] 'process raft request' (duration: 256.661299ms)","trace[515136922] 'compare' (duration: 288.004123ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:10.028345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:09.482941Z","time spent":"545.373578ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:10.028479Z","caller":"traceutil/trace.go:171","msg":"trace[295795794] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"545.44672ms","start":"2026-05-28T01:41:09.483001Z","end":"2026-05-28T01:41:10.028447Z","steps":["trace[295795794] 'process raft request' (duration: 545.120803ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:10.028545Z","caller":"traceutil/trace.go:171","msg":"trace[696802732] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"545.01207ms","start":"2026-05-28T01:41:09.483524Z","end":"2026-05-28T01:41:10.028536Z","steps":["trace[696802732] 'process raft request' (duration: 544.636411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:10.028598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:09.483508Z","time spent":"545.062511ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:10.028621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:09.48299Z","time spent":"545.549523ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:10.028805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.696242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-28T01:41:10.028857Z","caller":"traceutil/trace.go:171","msg":"trace[256216506] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"545.86571ms","start":"2026-05-28T01:41:09.482982Z","end":"2026-05-28T01:41:10.028848Z","steps":["trace[256216506] 'process raft request' (duration: 545.074221ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:10.028854Z","caller":"traceutil/trace.go:171","msg":"trace[1162857063] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26293; }","duration":"541.764814ms","start":"2026-05-28T01:41:09.487074Z","end":"2026-05-28T01:41:10.028839Z","steps":["trace[1162857063] 'agreement among raft nodes before linearized reading' (duration: 541.560509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:10.028893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:09.487065Z","time spent":"541.819915ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-28T01:41:10.0289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:09.482967Z","time spent":"545.909831ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:10.03455Z","caller":"traceutil/trace.go:171","msg":"trace[1288225317] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"169.678829ms","start":"2026-05-28T01:41:09.864854Z","end":"2026-05-28T01:41:10.034533Z","steps":["trace[1288225317] 'process raft request' (duration: 169.471015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:10.034785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.54296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:10.034815Z","caller":"traceutil/trace.go:171","msg":"trace[496838616] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26294; }","duration":"176.613411ms","start":"2026-05-28T01:41:09.858194Z","end":"2026-05-28T01:41:10.034807Z","steps":["trace[496838616] 'agreement among raft nodes before linearized reading' (duration: 176.56327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:10.034869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.896251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:10.034926Z","caller":"traceutil/trace.go:171","msg":"trace[1054465535] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26294; }","duration":"171.991783ms","start":"2026-05-28T01:41:09.862922Z","end":"2026-05-28T01:41:10.034914Z","steps":["trace[1054465535] 'agreement among raft nodes before linearized reading' (duration: 171.890561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:10.03503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.605666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-28T01:41:10.03509Z","caller":"traceutil/trace.go:171","msg":"trace[1419472005] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:26294; }","duration":"441.715558ms","start":"2026-05-28T01:41:09.593358Z","end":"2026-05-28T01:41:10.035074Z","steps":["trace[1419472005] 'agreement among raft nodes before linearized reading' (duration: 441.545064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:10.035125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:09.593333Z","time spent":"441.784779ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-05-28T01:41:10.294978Z","caller":"traceutil/trace.go:171","msg":"trace[648730167] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"197.210395ms","start":"2026-05-28T01:41:10.097744Z","end":"2026-05-28T01:41:10.294954Z","steps":["trace[648730167] 'process raft request' (duration: 197.135083ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:10.295017Z","caller":"traceutil/trace.go:171","msg":"trace[1249624923] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"197.391769ms","start":"2026-05-28T01:41:10.097597Z","end":"2026-05-28T01:41:10.294989Z","steps":["trace[1249624923] 'process raft request' (duration: 197.240635ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:10.294986Z","caller":"traceutil/trace.go:171","msg":"trace[1188429060] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"197.797838ms","start":"2026-05-28T01:41:10.097159Z","end":"2026-05-28T01:41:10.294957Z","steps":["trace[1188429060] 'process raft request' (duration: 197.493901ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:10.295275Z","caller":"traceutil/trace.go:171","msg":"trace[217290090] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"196.397765ms","start":"2026-05-28T01:41:10.098856Z","end":"2026-05-28T01:41:10.295254Z","steps":["trace[217290090] 'process raft request' (duration: 196.058337ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:10.295291Z","caller":"traceutil/trace.go:171","msg":"trace[684433551] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"196.278083ms","start":"2026-05-28T01:41:10.099002Z","end":"2026-05-28T01:41:10.29528Z","steps":["trace[684433551] 'process raft request' (duration: 196.206081ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:10.295301Z","caller":"traceutil/trace.go:171","msg":"trace[28260004] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"196.367485ms","start":"2026-05-28T01:41:10.098921Z","end":"2026-05-28T01:41:10.295288Z","steps":["trace[28260004] 'process raft request' (duration: 196.17949ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:10.295377Z","caller":"traceutil/trace.go:171","msg":"trace[349188490] linearizableReadLoop","detail":"{readStateIndex:27240; appliedIndex:27233; }","duration":"183.931573ms","start":"2026-05-28T01:41:10.111424Z","end":"2026-05-28T01:41:10.295356Z","steps":["trace[349188490] 'read index received' (duration: 183.223607ms)","trace[349188490] 'applied index is now lower than readState.Index' (duration: 706.756µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:10.295459Z","caller":"traceutil/trace.go:171","msg":"trace[765031930] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"196.195441ms","start":"2026-05-28T01:41:10.099227Z","end":"2026-05-28T01:41:10.295422Z","steps":["trace[765031930] 'process raft request' (duration: 196.021147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:10.295572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.137868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-28T01:41:10.295647Z","caller":"traceutil/trace.go:171","msg":"trace[1061437443] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26302; }","duration":"184.250551ms","start":"2026-05-28T01:41:10.111376Z","end":"2026-05-28T01:41:10.295626Z","steps":["trace[1061437443] 'agreement among raft nodes before linearized reading' (duration: 184.054706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:10.295648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.765039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-28T01:41:10.295708Z","caller":"traceutil/trace.go:171","msg":"trace[1849668831] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26302; }","duration":"154.881342ms","start":"2026-05-28T01:41:10.140807Z","end":"2026-05-28T01:41:10.295688Z","steps":["trace[1849668831] 'agreement among raft nodes before linearized reading' (duration: 154.677467ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:10.82874Z","caller":"traceutil/trace.go:171","msg":"trace[1465682562] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"360.555605ms","start":"2026-05-28T01:41:10.46816Z","end":"2026-05-28T01:41:10.828715Z","steps":["trace[1465682562] 'process raft request' (duration: 360.34181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:10.828886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:10.468132Z","time spent":"360.674367ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:11.261577Z","caller":"traceutil/trace.go:171","msg":"trace[56256476] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"199.779564ms","start":"2026-05-28T01:41:11.061775Z","end":"2026-05-28T01:41:11.261554Z","steps":["trace[56256476] 'process raft request' (duration: 199.634531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.043611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.883572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-05-28T01:41:12.043687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.456806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-05-28T01:41:12.043711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.447736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-05-28T01:41:12.043752Z","caller":"traceutil/trace.go:171","msg":"trace[1679507127] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:26304; }","duration":"648.049656ms","start":"2026-05-28T01:41:11.395683Z","end":"2026-05-28T01:41:12.043733Z","steps":["trace[1679507127] 'range keys from in-memory index tree' (duration: 647.748979ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.043771Z","caller":"traceutil/trace.go:171","msg":"trace[368874331] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:26304; }","duration":"648.537977ms","start":"2026-05-28T01:41:11.395218Z","end":"2026-05-28T01:41:12.043756Z","steps":["trace[368874331] 'range keys from in-memory index tree' (duration: 648.18556ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.043761Z","caller":"traceutil/trace.go:171","msg":"trace[774549672] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26304; }","duration":"648.582559ms","start":"2026-05-28T01:41:11.39516Z","end":"2026-05-28T01:41:12.043743Z","steps":["trace[774549672] 'range keys from in-memory index tree' (duration: 648.337763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.043802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.39521Z","time spent":"648.586769ms","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-05-28T01:41:12.043799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.395674Z","time spent":"648.114118ms","remote":"127.0.0.1:60366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-05-28T01:41:12.043822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.395157Z","time spent":"648.654611ms","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-05-28T01:41:12.044196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.087684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-05-28T01:41:12.044219Z","caller":"traceutil/trace.go:171","msg":"trace[1292253343] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26304; }","duration":"647.127365ms","start":"2026-05-28T01:41:11.397086Z","end":"2026-05-28T01:41:12.044214Z","steps":["trace[1292253343] 'range keys from in-memory index tree' (duration: 647.006252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.044212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.638223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-05-28T01:41:12.044252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.166173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-05-28T01:41:12.044272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.173065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-05-28T01:41:12.044285Z","caller":"traceutil/trace.go:171","msg":"trace[1263784033] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26304; }","duration":"649.205073ms","start":"2026-05-28T01:41:11.39507Z","end":"2026-05-28T01:41:12.044275Z","steps":["trace[1263784033] 'range keys from in-memory index tree' (duration: 649.0555ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.044298Z","caller":"traceutil/trace.go:171","msg":"trace[1920306270] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26304; }","duration":"647.217237ms","start":"2026-05-28T01:41:11.397074Z","end":"2026-05-28T01:41:12.044291Z","steps":["trace[1920306270] 'range keys from in-memory index tree' (duration: 647.067153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.044316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.397062Z","time spent":"647.250667ms","remote":"127.0.0.1:36112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-28T01:41:12.044318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.395066Z","time spent":"649.244784ms","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-05-28T01:41:12.044336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.734026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-05-28T01:41:12.043884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.087081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:12.044374Z","caller":"traceutil/trace.go:171","msg":"trace[1124505076] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26304; }","duration":"646.786847ms","start":"2026-05-28T01:41:11.397576Z","end":"2026-05-28T01:41:12.044363Z","steps":["trace[1124505076] 'range keys from in-memory index tree' (duration: 646.638533ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.044389Z","caller":"traceutil/trace.go:171","msg":"trace[106833496] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26304; }","duration":"649.588293ms","start":"2026-05-28T01:41:11.394785Z","end":"2026-05-28T01:41:12.044373Z","steps":["trace[106833496] 'count revisions from in-memory index tree' (duration: 649.008789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.044234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.397078Z","time spent":"647.152755ms","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-28T01:41:12.044429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.291638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-05-28T01:41:12.044436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.394719Z","time spent":"649.701075ms","remote":"127.0.0.1:46044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:41:12.044451Z","caller":"traceutil/trace.go:171","msg":"trace[1541798043] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26304; }","duration":"647.325169ms","start":"2026-05-28T01:41:11.397121Z","end":"2026-05-28T01:41:12.044446Z","steps":["trace[1541798043] 'range keys from in-memory index tree' (duration: 647.212866ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.044264Z","caller":"traceutil/trace.go:171","msg":"trace[1263587743] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26304; }","duration":"646.702665ms","start":"2026-05-28T01:41:11.397543Z","end":"2026-05-28T01:41:12.044245Z","steps":["trace[1263587743] 'range keys from in-memory index tree' (duration: 646.550201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.043688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.567098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"warn","ts":"2026-05-28T01:41:12.044472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.215057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-05-28T01:41:12.044484Z","caller":"traceutil/trace.go:171","msg":"trace[343415961] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:26304; }","duration":"649.478099ms","start":"2026-05-28T01:41:11.395001Z","end":"2026-05-28T01:41:12.044479Z","steps":["trace[343415961] 'range keys from in-memory index tree' (duration: 648.402375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.044477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.450649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-05-28T01:41:12.044498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.39498Z","time spent":"649.515001ms","remote":"127.0.0.1:60366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"info","ts":"2026-05-28T01:41:12.044499Z","caller":"traceutil/trace.go:171","msg":"trace[1338540849] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26304; }","duration":"647.261088ms","start":"2026-05-28T01:41:11.397232Z","end":"2026-05-28T01:41:12.044493Z","steps":["trace[1338540849] 'range keys from in-memory index tree' (duration: 647.135994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.043892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.489897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-28T01:41:12.044511Z","caller":"traceutil/trace.go:171","msg":"trace[799181852] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26304; }","duration":"649.510871ms","start":"2026-05-28T01:41:11.394988Z","end":"2026-05-28T01:41:12.044499Z","steps":["trace[799181852] 'range keys from in-memory index tree' (duration: 649.289835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.044519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.397225Z","time spent":"647.290868ms","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-05-28T01:41:12.044535Z","caller":"traceutil/trace.go:171","msg":"trace[519922047] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26304; }","duration":"649.260544ms","start":"2026-05-28T01:41:11.395262Z","end":"2026-05-28T01:41:12.044523Z","steps":["trace[519922047] 'range keys from in-memory index tree' (duration: 648.324063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.044516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.397531Z","time spent":"646.9514ms","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-05-28T01:41:12.04456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.395238Z","time spent":"649.314436ms","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-28T01:41:12.043985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.946974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"warn","ts":"2026-05-28T01:41:12.043964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.932107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"info","ts":"2026-05-28T01:41:12.04463Z","caller":"traceutil/trace.go:171","msg":"trace[851677525] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:26304; }","duration":"648.617049ms","start":"2026-05-28T01:41:11.395985Z","end":"2026-05-28T01:41:12.044603Z","steps":["trace[851677525] 'range keys from in-memory index tree' (duration: 647.879253ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.044655Z","caller":"traceutil/trace.go:171","msg":"trace[2031043306] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:26304; }","duration":"649.629383ms","start":"2026-05-28T01:41:11.395008Z","end":"2026-05-28T01:41:12.044637Z","steps":["trace[2031043306] 'range keys from in-memory index tree' (duration: 648.803944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.044685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.395968Z","time spent":"648.704932ms","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5350,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-05-28T01:41:12.044713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.395001Z","time spent":"649.701514ms","remote":"127.0.0.1:60354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2914,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-05-28T01:41:12.044061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.805297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-05-28T01:41:12.044785Z","caller":"traceutil/trace.go:171","msg":"trace[1064197439] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26304; }","duration":"647.539204ms","start":"2026-05-28T01:41:11.397233Z","end":"2026-05-28T01:41:12.044772Z","steps":["trace[1064197439] 'range keys from in-memory index tree' (duration: 646.713885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.044823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.397223Z","time spent":"647.590925ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-28T01:41:12.044105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.209676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-28T01:41:12.044904Z","caller":"traceutil/trace.go:171","msg":"trace[186351660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26304; }","duration":"648.020286ms","start":"2026-05-28T01:41:11.396872Z","end":"2026-05-28T01:41:12.044892Z","steps":["trace[186351660] 'range keys from in-memory index tree' (duration: 647.111194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.044939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.39686Z","time spent":"648.064847ms","remote":"127.0.0.1:53332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T01:41:12.044108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.427454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:12.04499Z","caller":"traceutil/trace.go:171","msg":"trace[178033518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26304; }","duration":"582.353646ms","start":"2026-05-28T01:41:11.462628Z","end":"2026-05-28T01:41:12.044982Z","steps":["trace[178033518] 'range keys from in-memory index tree' (duration: 581.346412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.04502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.462598Z","time spent":"582.413427ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:41:12.044152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.115925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4500"} {"level":"info","ts":"2026-05-28T01:41:12.045078Z","caller":"traceutil/trace.go:171","msg":"trace[973728783] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:26304; }","duration":"648.078247ms","start":"2026-05-28T01:41:11.396992Z","end":"2026-05-28T01:41:12.04507Z","steps":["trace[973728783] 'range keys from in-memory index tree' (duration: 647.032062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.045108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.396971Z","time spent":"648.129208ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4523,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} {"level":"warn","ts":"2026-05-28T01:41:12.044412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.397565Z","time spent":"646.840208ms","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-05-28T01:41:12.044466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.397115Z","time spent":"647.3481ms","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-05-28T01:41:12.044544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.39497Z","time spent":"649.567752ms","remote":"127.0.0.1:36168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7407,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-28T01:41:12.043936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.701122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-05-28T01:41:12.045487Z","caller":"traceutil/trace.go:171","msg":"trace[1446788969] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:26304; }","duration":"650.257108ms","start":"2026-05-28T01:41:11.395208Z","end":"2026-05-28T01:41:12.045465Z","steps":["trace[1446788969] 'range keys from in-memory index tree' (duration: 648.446725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.045563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.395184Z","time spent":"650.36278ms","remote":"127.0.0.1:60366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1243,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-05-28T01:41:12.044077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.783457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-28T01:41:12.045757Z","caller":"traceutil/trace.go:171","msg":"trace[511353867] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26304; }","duration":"648.570458ms","start":"2026-05-28T01:41:11.39713Z","end":"2026-05-28T01:41:12.045701Z","steps":["trace[511353867] 'range keys from in-memory index tree' (duration: 646.671604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.045802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:11.39709Z","time spent":"648.697101ms","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-28T01:41:12.598584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052972481253491,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T01:41:12.616329Z","caller":"traceutil/trace.go:171","msg":"trace[582014431] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"564.499786ms","start":"2026-05-28T01:41:12.051793Z","end":"2026-05-28T01:41:12.616293Z","steps":["trace[582014431] 'process raft request' (duration: 564.112636ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.616355Z","caller":"traceutil/trace.go:171","msg":"trace[1772941058] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"564.402713ms","start":"2026-05-28T01:41:12.051926Z","end":"2026-05-28T01:41:12.616328Z","steps":["trace[1772941058] 'process raft request' (duration: 564.306981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.616503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.051777Z","time spent":"564.632529ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:12.616511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.05192Z","time spent":"564.500526ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:12.61673Z","caller":"traceutil/trace.go:171","msg":"trace[1621735879] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"564.719421ms","start":"2026-05-28T01:41:12.051974Z","end":"2026-05-28T01:41:12.616693Z","steps":["trace[1621735879] 'process raft request' (duration: 564.309251ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.616771Z","caller":"traceutil/trace.go:171","msg":"trace[1539136150] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"564.68348ms","start":"2026-05-28T01:41:12.052056Z","end":"2026-05-28T01:41:12.616739Z","steps":["trace[1539136150] 'process raft request' (duration: 564.511126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.616851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.051965Z","time spent":"564.815773ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:12.617026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.05205Z","time spent":"564.797143ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:12.827848Z","caller":"traceutil/trace.go:171","msg":"trace[1863818936] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"527.256974ms","start":"2026-05-28T01:41:12.300563Z","end":"2026-05-28T01:41:12.82782Z","steps":["trace[1863818936] 'process raft request' (duration: 527.038879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.828016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.300537Z","time spent":"527.393177ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:12.828169Z","caller":"traceutil/trace.go:171","msg":"trace[311485268] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"527.277044ms","start":"2026-05-28T01:41:12.300861Z","end":"2026-05-28T01:41:12.828139Z","steps":["trace[311485268] 'process raft request' (duration: 526.916916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.828348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.300833Z","time spent":"527.430138ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:12.828531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.252971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10942"} {"level":"warn","ts":"2026-05-28T01:41:12.828544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.304533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-22wql\" ","response":"range_response_count:1 size:6638"} {"level":"info","ts":"2026-05-28T01:41:12.82858Z","caller":"traceutil/trace.go:171","msg":"trace[301750748] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:26316; }","duration":"776.313073ms","start":"2026-05-28T01:41:12.052254Z","end":"2026-05-28T01:41:12.828567Z","steps":["trace[301750748] 'agreement among raft nodes before linearized reading' (duration: 776.153289ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.82859Z","caller":"traceutil/trace.go:171","msg":"trace[496938937] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-22wql; range_end:; response_count:1; response_revision:26316; }","duration":"779.395995ms","start":"2026-05-28T01:41:12.049181Z","end":"2026-05-28T01:41:12.828577Z","steps":["trace[496938937] 'agreement among raft nodes before linearized reading' (duration: 779.207581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.828613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.052249Z","time spent":"776.357014ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10965,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-05-28T01:41:12.828627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.049161Z","time spent":"779.457526ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6661,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-22wql\" "} {"level":"warn","ts":"2026-05-28T01:41:12.828663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.207574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:665"} {"level":"warn","ts":"2026-05-28T01:41:12.82871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.452876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-05-28T01:41:12.828326Z","caller":"traceutil/trace.go:171","msg":"trace[161769007] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"527.427118ms","start":"2026-05-28T01:41:12.300869Z","end":"2026-05-28T01:41:12.828296Z","steps":["trace[161769007] 'process raft request' (duration: 527.131941ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.828731Z","caller":"traceutil/trace.go:171","msg":"trace[428908491] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:26316; }","duration":"777.305356ms","start":"2026-05-28T01:41:12.05141Z","end":"2026-05-28T01:41:12.828715Z","steps":["trace[428908491] 'agreement among raft nodes before linearized reading' (duration: 777.193613ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.82875Z","caller":"traceutil/trace.go:171","msg":"trace[457897021] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:26316; }","duration":"776.514817ms","start":"2026-05-28T01:41:12.052223Z","end":"2026-05-28T01:41:12.828738Z","steps":["trace[457897021] 'agreement among raft nodes before linearized reading' (duration: 776.411385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.828742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.132839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5117"} {"level":"warn","ts":"2026-05-28T01:41:12.828798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.052216Z","time spent":"776.573409ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5163,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-05-28T01:41:12.828817Z","caller":"traceutil/trace.go:171","msg":"trace[852794450] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:26316; }","duration":"776.215501ms","start":"2026-05-28T01:41:12.052585Z","end":"2026-05-28T01:41:12.828801Z","steps":["trace[852794450] 'agreement among raft nodes before linearized reading' (duration: 776.045887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.828822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.503738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"warn","ts":"2026-05-28T01:41:12.828828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.348687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:10406"} {"level":"warn","ts":"2026-05-28T01:41:12.828853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.052582Z","time spent":"776.262822ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5140,"request content":"key:\"/registry/deployments/openstack/staffeln-conductor\" "} {"level":"info","ts":"2026-05-28T01:41:12.828853Z","caller":"traceutil/trace.go:171","msg":"trace[1567415573] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"527.800017ms","start":"2026-05-28T01:41:12.301042Z","end":"2026-05-28T01:41:12.828842Z","steps":["trace[1567415573] 'process raft request' (duration: 527.179952ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.828862Z","caller":"traceutil/trace.go:171","msg":"trace[1749808423] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:26316; }","duration":"779.553609ms","start":"2026-05-28T01:41:12.049295Z","end":"2026-05-28T01:41:12.828848Z","steps":["trace[1749808423] 'agreement among raft nodes before linearized reading' (duration: 779.454416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.828848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.334413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-05-28T01:41:12.828877Z","caller":"traceutil/trace.go:171","msg":"trace[154464427] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:26316; }","duration":"777.401908ms","start":"2026-05-28T01:41:12.051462Z","end":"2026-05-28T01:41:12.828864Z","steps":["trace[154464427] 'agreement among raft nodes before linearized reading' (duration: 777.294446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.828894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.049286Z","time spent":"779.60135ms","remote":"127.0.0.1:60366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"warn","ts":"2026-05-28T01:41:12.828913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.525388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"warn","ts":"2026-05-28T01:41:12.828725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.263605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-05-28T01:41:12.828922Z","caller":"traceutil/trace.go:171","msg":"trace[155971295] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:26316; }","duration":"776.431686ms","start":"2026-05-28T01:41:12.052472Z","end":"2026-05-28T01:41:12.828904Z","steps":["trace[155971295] 'agreement among raft nodes before linearized reading' (duration: 776.220461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.828929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.301037Z","time spent":"527.844507ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:12.828945Z","caller":"traceutil/trace.go:171","msg":"trace[249872907] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:26316; }","duration":"776.563539ms","start":"2026-05-28T01:41:12.052373Z","end":"2026-05-28T01:41:12.828936Z","steps":["trace[249872907] 'agreement among raft nodes before linearized reading' (duration: 776.482057ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.828959Z","caller":"traceutil/trace.go:171","msg":"trace[153916010] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:26316; }","duration":"777.517661ms","start":"2026-05-28T01:41:12.051428Z","end":"2026-05-28T01:41:12.828945Z","steps":["trace[153916010] 'agreement among raft nodes before linearized reading' (duration: 777.172513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.828972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.052366Z","time spent":"776.600839ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4243,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-05-28T01:41:12.829001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.051419Z","time spent":"777.571662ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5204,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"info","ts":"2026-05-28T01:41:12.829006Z","caller":"traceutil/trace.go:171","msg":"trace[1283805167] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"527.909099ms","start":"2026-05-28T01:41:12.301082Z","end":"2026-05-28T01:41:12.828992Z","steps":["trace[1283805167] 'process raft request' (duration: 527.172742ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.829035Z","caller":"traceutil/trace.go:171","msg":"trace[371345719] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"528.045422ms","start":"2026-05-28T01:41:12.30098Z","end":"2026-05-28T01:41:12.829025Z","steps":["trace[371345719] 'process raft request' (duration: 527.161031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.829052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.544768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-05-28T01:41:12.828832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.413365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24682"} {"level":"warn","ts":"2026-05-28T01:41:12.829077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.200344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-05-28T01:41:12.829088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.592509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-05-28T01:41:12.828774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.051392Z","time spent":"777.374948ms","remote":"127.0.0.1:46146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":688,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-05-28T01:41:12.829094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.300959Z","time spent":"528.107894ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:12.828605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.944317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7207"} {"level":"info","ts":"2026-05-28T01:41:12.829121Z","caller":"traceutil/trace.go:171","msg":"trace[1899264427] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26316; }","duration":"776.6321ms","start":"2026-05-28T01:41:12.052481Z","end":"2026-05-28T01:41:12.829113Z","steps":["trace[1899264427] 'agreement among raft nodes before linearized reading' (duration: 776.547638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.828803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.300837Z","time spent":"527.913419ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:12.829133Z","caller":"traceutil/trace.go:171","msg":"trace[1768832929] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"528.109163ms","start":"2026-05-28T01:41:12.301013Z","end":"2026-05-28T01:41:12.829122Z","steps":["trace[1768832929] 'process raft request' (duration: 527.170651ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.82914Z","caller":"traceutil/trace.go:171","msg":"trace[2014133507] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:26316; }","duration":"777.50217ms","start":"2026-05-28T01:41:12.051629Z","end":"2026-05-28T01:41:12.829131Z","steps":["trace[2014133507] 'agreement among raft nodes before linearized reading' (duration: 776.844125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.82915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.052477Z","time spent":"776.668851ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-28T01:41:12.829154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.959038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:6939"} {"level":"warn","ts":"2026-05-28T01:41:12.829169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.051625Z","time spent":"777.537831ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7230,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} {"level":"warn","ts":"2026-05-28T01:41:12.829099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.301065Z","time spent":"527.9779ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:12.828962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.825041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-05-28T01:41:12.829191Z","caller":"traceutil/trace.go:171","msg":"trace[378271540] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:26316; }","duration":"777.025909ms","start":"2026-05-28T01:41:12.052156Z","end":"2026-05-28T01:41:12.829182Z","steps":["trace[378271540] 'agreement among raft nodes before linearized reading' (duration: 776.944668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.829194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.301001Z","time spent":"528.155795ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:12.829215Z","caller":"traceutil/trace.go:171","msg":"trace[1927141264] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:26316; }","duration":"776.075377ms","start":"2026-05-28T01:41:12.053131Z","end":"2026-05-28T01:41:12.829206Z","steps":["trace[1927141264] 'agreement among raft nodes before linearized reading' (duration: 775.77341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.829219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.052144Z","time spent":"777.06926ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6962,"request content":"key:\"/registry/deployments/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-05-28T01:41:12.829235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.053117Z","time spent":"776.112078ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5055,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"warn","ts":"2026-05-28T01:41:12.829082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.882316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7854"} {"level":"info","ts":"2026-05-28T01:41:12.829119Z","caller":"traceutil/trace.go:171","msg":"trace[1846780631] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:26316; }","duration":"777.264105ms","start":"2026-05-28T01:41:12.051846Z","end":"2026-05-28T01:41:12.82911Z","steps":["trace[1846780631] 'agreement among raft nodes before linearized reading' (duration: 777.156062ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.829271Z","caller":"traceutil/trace.go:171","msg":"trace[1855509783] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:26316; }","duration":"777.07704ms","start":"2026-05-28T01:41:12.052184Z","end":"2026-05-28T01:41:12.829261Z","steps":["trace[1855509783] 'agreement among raft nodes before linearized reading' (duration: 776.842355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.828848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.263215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"info","ts":"2026-05-28T01:41:12.828337Z","caller":"traceutil/trace.go:171","msg":"trace[153999956] linearizableReadLoop","detail":"{readStateIndex:27254; appliedIndex:27243; }","duration":"730.173301ms","start":"2026-05-28T01:41:12.09814Z","end":"2026-05-28T01:41:12.828313Z","steps":["trace[153999956] 'read index received' (duration: 517.839982ms)","trace[153999956] 'applied index is now lower than readState.Index' (duration: 212.332159ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:12.829307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.052179Z","time spent":"777.117541ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7877,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"warn","ts":"2026-05-28T01:41:12.829291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.051832Z","time spent":"777.45331ms","remote":"127.0.0.1:60366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-05-28T01:41:12.829004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.915477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6163"} {"level":"info","ts":"2026-05-28T01:41:12.829383Z","caller":"traceutil/trace.go:171","msg":"trace[1163995157] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:26316; }","duration":"777.301056ms","start":"2026-05-28T01:41:12.052071Z","end":"2026-05-28T01:41:12.829372Z","steps":["trace[1163995157] 'agreement among raft nodes before linearized reading' (duration: 776.868596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.829418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.052063Z","time spent":"777.347887ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6186,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-05-28T01:41:12.82947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.560934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-28T01:41:12.828963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.052467Z","time spent":"776.487717ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3129,"request content":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" "} {"level":"info","ts":"2026-05-28T01:41:12.829495Z","caller":"traceutil/trace.go:171","msg":"trace[897060304] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26316; }","duration":"412.631736ms","start":"2026-05-28T01:41:12.416857Z","end":"2026-05-28T01:41:12.829489Z","steps":["trace[897060304] 'agreement among raft nodes before linearized reading' (duration: 412.564114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.829511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.416831Z","time spent":"412.676587ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T01:41:12.829327Z","caller":"traceutil/trace.go:171","msg":"trace[1510455136] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:26316; }","duration":"777.783168ms","start":"2026-05-28T01:41:12.051532Z","end":"2026-05-28T01:41:12.829315Z","steps":["trace[1510455136] 'agreement among raft nodes before linearized reading' (duration: 777.129892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.829551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.051519Z","time spent":"778.024373ms","remote":"127.0.0.1:60354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2898,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-05-28T01:41:12.829596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.586739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:41:12.829603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.206611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:41:12.829616Z","caller":"traceutil/trace.go:171","msg":"trace[702140317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26316; }","duration":"364.64521ms","start":"2026-05-28T01:41:12.464966Z","end":"2026-05-28T01:41:12.829611Z","steps":["trace[702140317] 'agreement among raft nodes before linearized reading' (duration: 364.6123ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.829092Z","caller":"traceutil/trace.go:171","msg":"trace[464475157] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:26316; }","duration":"776.679411ms","start":"2026-05-28T01:41:12.052402Z","end":"2026-05-28T01:41:12.829082Z","steps":["trace[464475157] 'agreement among raft nodes before linearized reading' (duration: 776.358524ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.829635Z","caller":"traceutil/trace.go:171","msg":"trace[1776672074] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26316; }","duration":"141.289693ms","start":"2026-05-28T01:41:12.688336Z","end":"2026-05-28T01:41:12.829626Z","steps":["trace[1776672074] 'agreement among raft nodes before linearized reading' (duration: 141.228781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.829619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.242529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:12.829083Z","caller":"traceutil/trace.go:171","msg":"trace[88961075] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:26316; }","duration":"776.578979ms","start":"2026-05-28T01:41:12.052494Z","end":"2026-05-28T01:41:12.829073Z","steps":["trace[88961075] 'agreement among raft nodes before linearized reading' (duration: 776.490737ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:12.82968Z","caller":"traceutil/trace.go:171","msg":"trace[2006050027] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26316; }","duration":"323.307521ms","start":"2026-05-28T01:41:12.506356Z","end":"2026-05-28T01:41:12.829664Z","steps":["trace[2006050027] 'agreement among raft nodes before linearized reading' (duration: 323.204728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.8297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.052491Z","time spent":"777.200083ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3914,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-05-28T01:41:12.829722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.506254Z","time spent":"323.454935ms","remote":"127.0.0.1:40974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:41:12.829633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.464944Z","time spent":"364.686171ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:41:12.829603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.368544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:12.829839Z","caller":"traceutil/trace.go:171","msg":"trace[478438670] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26316; }","duration":"109.602999ms","start":"2026-05-28T01:41:12.72022Z","end":"2026-05-28T01:41:12.829823Z","steps":["trace[478438670] 'agreement among raft nodes before linearized reading' (duration: 109.329563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:12.828916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.051457Z","time spent":"777.451059ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":10429,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-28T01:41:12.829663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:12.052397Z","time spent":"777.257635ms","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":24705,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} {"level":"info","ts":"2026-05-28T01:41:13.557572Z","caller":"traceutil/trace.go:171","msg":"trace[923097156] linearizableReadLoop","detail":"{readStateIndex:27255; appliedIndex:27254; }","duration":"275.248115ms","start":"2026-05-28T01:41:13.282298Z","end":"2026-05-28T01:41:13.557546Z","steps":["trace[923097156] 'read index received' (duration: 275.03901ms)","trace[923097156] 'applied index is now lower than readState.Index' (duration: 207.805µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:13.55781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.4851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" ","response":"range_response_count:1 size:2294"} {"level":"info","ts":"2026-05-28T01:41:13.557855Z","caller":"traceutil/trace.go:171","msg":"trace[1473316035] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert; range_end:; response_count:1; response_revision:26317; }","duration":"275.577752ms","start":"2026-05-28T01:41:13.282265Z","end":"2026-05-28T01:41:13.557843Z","steps":["trace[1473316035] 'agreement among raft nodes before linearized reading' (duration: 275.417628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:13.557905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.412537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2123"} {"level":"info","ts":"2026-05-28T01:41:13.55799Z","caller":"traceutil/trace.go:171","msg":"trace[844689045] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:26317; }","duration":"176.54877ms","start":"2026-05-28T01:41:13.38142Z","end":"2026-05-28T01:41:13.557969Z","steps":["trace[844689045] 'agreement among raft nodes before linearized reading' (duration: 176.404656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:13.558076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.879682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2763"} {"level":"warn","ts":"2026-05-28T01:41:13.55818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.092915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:2188"} {"level":"info","ts":"2026-05-28T01:41:13.558171Z","caller":"traceutil/trace.go:171","msg":"trace[1076282297] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:26317; }","duration":"126.033405ms","start":"2026-05-28T01:41:13.432115Z","end":"2026-05-28T01:41:13.558148Z","steps":["trace[1076282297] 'agreement among raft nodes before linearized reading' (duration: 125.727408ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:13.558212Z","caller":"traceutil/trace.go:171","msg":"trace[229306484] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:26317; }","duration":"201.143756ms","start":"2026-05-28T01:41:13.357059Z","end":"2026-05-28T01:41:13.558203Z","steps":["trace[229306484] 'agreement among raft nodes before linearized reading' (duration: 201.070674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:13.558217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.97767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:2949"} {"level":"info","ts":"2026-05-28T01:41:13.558246Z","caller":"traceutil/trace.go:171","msg":"trace[661708177] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:26317; }","duration":"151.028132ms","start":"2026-05-28T01:41:13.407209Z","end":"2026-05-28T01:41:13.558237Z","steps":["trace[661708177] 'agreement among raft nodes before linearized reading' (duration: 150.901429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:13.558112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.354461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" ","response":"range_response_count:1 size:2064"} {"level":"info","ts":"2026-05-28T01:41:13.558299Z","caller":"traceutil/trace.go:171","msg":"trace[1081357165] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-system/capi-serving-cert; range_end:; response_count:1; response_revision:26317; }","duration":"250.572905ms","start":"2026-05-28T01:41:13.307711Z","end":"2026-05-28T01:41:13.558284Z","steps":["trace[1081357165] 'agreement among raft nodes before linearized reading' (duration: 250.34191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:13.558336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.657771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:1977"} {"level":"warn","ts":"2026-05-28T01:41:13.558291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.687092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-9m7bt-tls\" ","response":"range_response_count:1 size:1968"} {"level":"info","ts":"2026-05-28T01:41:13.558367Z","caller":"traceutil/trace.go:171","msg":"trace[1675396477] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:26317; }","duration":"225.726783ms","start":"2026-05-28T01:41:13.33263Z","end":"2026-05-28T01:41:13.558356Z","steps":["trace[1675396477] 'agreement among raft nodes before linearized reading' (duration: 225.648971ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:13.558392Z","caller":"traceutil/trace.go:171","msg":"trace[1754871615] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-9m7bt-tls; range_end:; response_count:1; response_revision:26317; }","duration":"100.834984ms","start":"2026-05-28T01:41:13.457537Z","end":"2026-05-28T01:41:13.558372Z","steps":["trace[1754871615] 'agreement among raft nodes before linearized reading' (duration: 100.284841ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:13.558548Z","caller":"traceutil/trace.go:171","msg":"trace[528885281] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"288.74779ms","start":"2026-05-28T01:41:13.268872Z","end":"2026-05-28T01:41:13.55762Z","steps":["trace[528885281] 'process raft request' (duration: 288.497365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:13.763599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.262248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" ","response":"range_response_count:1 size:2174"} {"level":"info","ts":"2026-05-28T01:41:13.763705Z","caller":"traceutil/trace.go:171","msg":"trace[1468594779] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-cfn-certs; range_end:; response_count:1; response_revision:26317; }","duration":"131.411742ms","start":"2026-05-28T01:41:13.63228Z","end":"2026-05-28T01:41:13.763691Z","steps":["trace[1468594779] 'range keys from in-memory index tree' (duration: 131.155055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:13.763778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.398875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2383"} {"level":"info","ts":"2026-05-28T01:41:13.764292Z","caller":"traceutil/trace.go:171","msg":"trace[1388425052] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:26317; }","duration":"106.955577ms","start":"2026-05-28T01:41:13.657326Z","end":"2026-05-28T01:41:13.764281Z","steps":["trace[1388425052] 'range keys from in-memory index tree' (duration: 106.252192ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:13.993504Z","caller":"traceutil/trace.go:171","msg":"trace[2019662776] linearizableReadLoop","detail":"{readStateIndex:27256; appliedIndex:27255; }","duration":"211.269814ms","start":"2026-05-28T01:41:13.782212Z","end":"2026-05-28T01:41:13.993482Z","steps":["trace[2019662776] 'read index received' (duration: 211.123461ms)","trace[2019662776] 'applied index is now lower than readState.Index' (duration: 145.203µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:13.99363Z","caller":"traceutil/trace.go:171","msg":"trace[215008520] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"225.365495ms","start":"2026-05-28T01:41:13.768237Z","end":"2026-05-28T01:41:13.993602Z","steps":["trace[215008520] 'process raft request' (duration: 225.082048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:13.994048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.807486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:2138"} {"level":"warn","ts":"2026-05-28T01:41:13.994204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.662717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-05-28T01:41:13.994236Z","caller":"traceutil/trace.go:171","msg":"trace[1328721496] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:26318; }","duration":"211.93895ms","start":"2026-05-28T01:41:13.782174Z","end":"2026-05-28T01:41:13.994113Z","steps":["trace[1328721496] 'agreement among raft nodes before linearized reading' (duration: 211.573371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:13.994254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.573296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/neutron-server-certs\" ","response":"range_response_count:1 size:2388"} {"level":"warn","ts":"2026-05-28T01:41:13.994265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.709866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-28T01:41:13.994296Z","caller":"traceutil/trace.go:171","msg":"trace[1416888291] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/neutron-server-certs; range_end:; response_count:1; response_revision:26318; }","duration":"111.669149ms","start":"2026-05-28T01:41:13.882614Z","end":"2026-05-28T01:41:13.994283Z","steps":["trace[1416888291] 'agreement among raft nodes before linearized reading' (duration: 111.535246ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:13.994335Z","caller":"traceutil/trace.go:171","msg":"trace[1473465016] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26318; }","duration":"113.802998ms","start":"2026-05-28T01:41:13.880512Z","end":"2026-05-28T01:41:13.994315Z","steps":["trace[1473465016] 'agreement among raft nodes before linearized reading' (duration: 113.608004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:13.994377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.593063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:1064"} {"level":"info","ts":"2026-05-28T01:41:13.99441Z","caller":"traceutil/trace.go:171","msg":"trace[461357206] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:26318; }","duration":"136.661804ms","start":"2026-05-28T01:41:13.85774Z","end":"2026-05-28T01:41:13.994402Z","steps":["trace[461357206] 'agreement among raft nodes before linearized reading' (duration: 136.571442ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:13.994287Z","caller":"traceutil/trace.go:171","msg":"trace[1114359577] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:26318; }","duration":"186.776789ms","start":"2026-05-28T01:41:13.807486Z","end":"2026-05-28T01:41:13.994263Z","steps":["trace[1114359577] 'agreement among raft nodes before linearized reading' (duration: 186.579265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:13.994594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.320986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2225"} {"level":"info","ts":"2026-05-28T01:41:13.994699Z","caller":"traceutil/trace.go:171","msg":"trace[830650667] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:26318; }","duration":"162.46454ms","start":"2026-05-28T01:41:13.832215Z","end":"2026-05-28T01:41:13.99468Z","steps":["trace[830650667] 'agreement among raft nodes before linearized reading' (duration: 162.253775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:14.210564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.450601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1055"} {"level":"info","ts":"2026-05-28T01:41:14.210654Z","caller":"traceutil/trace.go:171","msg":"trace[1230091091] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:26319; }","duration":"128.547244ms","start":"2026-05-28T01:41:14.082074Z","end":"2026-05-28T01:41:14.210621Z","steps":["trace[1230091091] 'range keys from in-memory index tree' (duration: 128.34296ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:14.210779Z","caller":"traceutil/trace.go:171","msg":"trace[180493136] linearizableReadLoop","detail":"{readStateIndex:27258; appliedIndex:27257; }","duration":"102.523674ms","start":"2026-05-28T01:41:14.10823Z","end":"2026-05-28T01:41:14.210754Z","steps":["trace[180493136] 'read index received' (duration: 32.073692ms)","trace[180493136] 'applied index is now lower than readState.Index' (duration: 70.448581ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:14.210904Z","caller":"traceutil/trace.go:171","msg":"trace[2098933968] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"107.917461ms","start":"2026-05-28T01:41:14.102972Z","end":"2026-05-28T01:41:14.21089Z","steps":["trace[2098933968] 'process raft request' (duration: 37.365907ms)","trace[2098933968] 'compare' (duration: 70.035252ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:14.211346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.106448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/orchestration\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-05-28T01:41:14.21139Z","caller":"traceutil/trace.go:171","msg":"trace[2011899467] range","detail":"{range_begin:/registry/ingress/openstack/orchestration; range_end:; response_count:1; response_revision:26320; }","duration":"103.20317ms","start":"2026-05-28T01:41:14.108176Z","end":"2026-05-28T01:41:14.211379Z","steps":["trace[2011899467] 'agreement among raft nodes before linearized reading' (duration: 103.042616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:14.761414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.599083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T01:41:14.761493Z","caller":"traceutil/trace.go:171","msg":"trace[498927953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26320; }","duration":"139.712366ms","start":"2026-05-28T01:41:14.621763Z","end":"2026-05-28T01:41:14.761475Z","steps":["trace[498927953] 'range keys from in-memory index tree' (duration: 139.44397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:14.761583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.527771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:41:14.761644Z","caller":"traceutil/trace.go:171","msg":"trace[1787871135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26320; }","duration":"139.611904ms","start":"2026-05-28T01:41:14.622017Z","end":"2026-05-28T01:41:14.761629Z","steps":["trace[1787871135] 'range keys from in-memory index tree' (duration: 139.401119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:14.761676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.524042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-05-28T01:41:14.761735Z","caller":"traceutil/trace.go:171","msg":"trace[317969112] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:26320; }","duration":"403.608074ms","start":"2026-05-28T01:41:14.358106Z","end":"2026-05-28T01:41:14.761714Z","steps":["trace[317969112] 'range keys from in-memory index tree' (duration: 403.400209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:14.761755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.766031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-28T01:41:14.761772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.358083Z","time spent":"403.681135ms","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":866,"request content":"key:\"/registry/ingress/openstack/compute\" "} {"level":"info","ts":"2026-05-28T01:41:14.761808Z","caller":"traceutil/trace.go:171","msg":"trace[1415456634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26320; }","duration":"140.833303ms","start":"2026-05-28T01:41:14.620955Z","end":"2026-05-28T01:41:14.761788Z","steps":["trace[1415456634] 'range keys from in-memory index tree' (duration: 140.591737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:14.761843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.917553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:942"} {"level":"warn","ts":"2026-05-28T01:41:14.761883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.306491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:14.761909Z","caller":"traceutil/trace.go:171","msg":"trace[381610827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26320; }","duration":"297.352472ms","start":"2026-05-28T01:41:14.46455Z","end":"2026-05-28T01:41:14.761903Z","steps":["trace[381610827] 'range keys from in-memory index tree' (duration: 297.2522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:14.761579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.999596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:887"} {"level":"warn","ts":"2026-05-28T01:41:14.761655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.245769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-05-28T01:41:14.761917Z","caller":"traceutil/trace.go:171","msg":"trace[901922881] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26320; }","duration":"280.031326ms","start":"2026-05-28T01:41:14.481869Z","end":"2026-05-28T01:41:14.761901Z","steps":["trace[901922881] 'range keys from in-memory index tree' (duration: 279.751529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:14.761915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.066463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2994"} {"level":"info","ts":"2026-05-28T01:41:14.761946Z","caller":"traceutil/trace.go:171","msg":"trace[1698848551] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26320; }","duration":"428.395615ms","start":"2026-05-28T01:41:14.333542Z","end":"2026-05-28T01:41:14.761937Z","steps":["trace[1698848551] 'range keys from in-memory index tree' (duration: 427.828902ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:14.761956Z","caller":"traceutil/trace.go:171","msg":"trace[1432250442] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; response_count:1; response_revision:26320; }","duration":"230.602787ms","start":"2026-05-28T01:41:14.53134Z","end":"2026-05-28T01:41:14.761943Z","steps":["trace[1432250442] 'range keys from in-memory index tree' (duration: 230.096116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:14.761985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.333506Z","time spent":"428.468817ms","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":910,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-05-28T01:41:14.76199Z","caller":"traceutil/trace.go:171","msg":"trace[293404599] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:26320; }","duration":"305.202556ms","start":"2026-05-28T01:41:14.456769Z","end":"2026-05-28T01:41:14.761971Z","steps":["trace[293404599] 'range keys from in-memory index tree' (duration: 304.881379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:14.762031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.45674Z","time spent":"305.282468ms","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":3017,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-05-28T01:41:14.762055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.069706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2418"} {"level":"warn","ts":"2026-05-28T01:41:14.762079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.708276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:41:14.762046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.450767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/placement-api-certs\" ","response":"range_response_count:1 size:2389"} {"level":"info","ts":"2026-05-28T01:41:14.762097Z","caller":"traceutil/trace.go:171","msg":"trace[1778379866] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26320; }","duration":"374.744737ms","start":"2026-05-28T01:41:14.387345Z","end":"2026-05-28T01:41:14.76209Z","steps":["trace[1778379866] 'count revisions from in-memory index tree' (duration: 374.665365ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:14.762102Z","caller":"traceutil/trace.go:171","msg":"trace[1420688338] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:26320; }","duration":"355.118567ms","start":"2026-05-28T01:41:14.40697Z","end":"2026-05-28T01:41:14.762089Z","steps":["trace[1420688338] 'range keys from in-memory index tree' (duration: 354.949873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:14.762105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.379872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T01:41:14.762124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.288822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:1907"} {"level":"warn","ts":"2026-05-28T01:41:14.762143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.406925Z","time spent":"355.210309ms","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2441,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" "} {"level":"info","ts":"2026-05-28T01:41:14.762142Z","caller":"traceutil/trace.go:171","msg":"trace[2084596855] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/placement-api-certs; range_end:; response_count:1; response_revision:26320; }","duration":"379.54279ms","start":"2026-05-28T01:41:14.382559Z","end":"2026-05-28T01:41:14.762102Z","steps":["trace[2084596855] 'range keys from in-memory index tree' (duration: 379.221082ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:14.762155Z","caller":"traceutil/trace.go:171","msg":"trace[1750302257] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:26320; }","duration":"329.335612ms","start":"2026-05-28T01:41:14.432807Z","end":"2026-05-28T01:41:14.762143Z","steps":["trace[1750302257] 'range keys from in-memory index tree' (duration: 329.187279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:14.762177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.843479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2326"} {"level":"warn","ts":"2026-05-28T01:41:14.762184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.432797Z","time spent":"329.381214ms","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1930,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"info","ts":"2026-05-28T01:41:14.762198Z","caller":"traceutil/trace.go:171","msg":"trace[1428830662] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:26320; }","duration":"255.87514ms","start":"2026-05-28T01:41:14.506318Z","end":"2026-05-28T01:41:14.762193Z","steps":["trace[1428830662] 'range keys from in-memory index tree' (duration: 255.734426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:14.762114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.387338Z","time spent":"374.770267ms","remote":"127.0.0.1:41140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:41:14.76215Z","caller":"traceutil/trace.go:171","msg":"trace[1246694426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26320; }","duration":"140.450163ms","start":"2026-05-28T01:41:14.621687Z","end":"2026-05-28T01:41:14.762137Z","steps":["trace[1246694426] 'range keys from in-memory index tree' (duration: 140.2772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:14.762235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.382544Z","time spent":"379.632772ms","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2412,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/placement-api-certs\" "} {"level":"info","ts":"2026-05-28T01:41:14.816103Z","caller":"traceutil/trace.go:171","msg":"trace[1020721693] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"178.539246ms","start":"2026-05-28T01:41:14.63752Z","end":"2026-05-28T01:41:14.816059Z","steps":["trace[1020721693] 'process raft request' (duration: 178.334082ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:15.292943Z","caller":"traceutil/trace.go:171","msg":"trace[400605926] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"526.916655ms","start":"2026-05-28T01:41:14.766Z","end":"2026-05-28T01:41:15.292917Z","steps":["trace[400605926] 'process raft request' (duration: 526.837543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:15.293108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.765991Z","time spent":"527.033189ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:15.293255Z","caller":"traceutil/trace.go:171","msg":"trace[1334669436] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"527.126541ms","start":"2026-05-28T01:41:14.766105Z","end":"2026-05-28T01:41:15.293231Z","steps":["trace[1334669436] 'process raft request' (duration: 526.772012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:15.293422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.7661Z","time spent":"527.221913ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:15.293429Z","caller":"traceutil/trace.go:171","msg":"trace[942623083] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"527.669573ms","start":"2026-05-28T01:41:14.765744Z","end":"2026-05-28T01:41:15.293413Z","steps":["trace[942623083] 'process raft request' (duration: 526.907655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:15.293613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.765726Z","time spent":"527.827927ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:15.293732Z","caller":"traceutil/trace.go:171","msg":"trace[1786149770] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"527.282684ms","start":"2026-05-28T01:41:14.766435Z","end":"2026-05-28T01:41:15.293717Z","steps":["trace[1786149770] 'process raft request' (duration: 526.717421ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:15.293707Z","caller":"traceutil/trace.go:171","msg":"trace[1955045836] linearizableReadLoop","detail":"{readStateIndex:27263; appliedIndex:27259; }","duration":"477.64682ms","start":"2026-05-28T01:41:14.816028Z","end":"2026-05-28T01:41:15.293675Z","steps":["trace[1955045836] 'read index received' (duration: 476.712978ms)","trace[1955045836] 'applied index is now lower than readState.Index' (duration: 932.202µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:15.293765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.766428Z","time spent":"527.320135ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:15.293861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.575117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/placement\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-05-28T01:41:15.293902Z","caller":"traceutil/trace.go:171","msg":"trace[711912659] range","detail":"{range_begin:/registry/ingress/openstack/placement; range_end:; response_count:1; response_revision:26325; }","duration":"526.628309ms","start":"2026-05-28T01:41:14.767262Z","end":"2026-05-28T01:41:15.29389Z","steps":["trace[711912659] 'agreement among raft nodes before linearized reading' (duration: 526.452965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:15.293934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.767257Z","time spent":"526.67073ms","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":884,"request content":"key:\"/registry/ingress/openstack/placement\" "} {"level":"warn","ts":"2026-05-28T01:41:15.293937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.252023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-05-28T01:41:15.293968Z","caller":"traceutil/trace.go:171","msg":"trace[1953673968] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:26325; }","duration":"527.337276ms","start":"2026-05-28T01:41:14.766623Z","end":"2026-05-28T01:41:15.293961Z","steps":["trace[1953673968] 'agreement among raft nodes before linearized reading' (duration: 527.165392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:15.293996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.766616Z","time spent":"527.372076ms","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1138,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"info","ts":"2026-05-28T01:41:15.439991Z","caller":"traceutil/trace.go:171","msg":"trace[1140058585] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"603.978822ms","start":"2026-05-28T01:41:14.835984Z","end":"2026-05-28T01:41:15.439963Z","steps":["trace[1140058585] 'process raft request' (duration: 603.87952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:15.440156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.835965Z","time spent":"604.106136ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:15.440309Z","caller":"traceutil/trace.go:171","msg":"trace[88157183] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"603.073301ms","start":"2026-05-28T01:41:14.837225Z","end":"2026-05-28T01:41:15.440298Z","steps":["trace[88157183] 'process raft request' (duration: 602.906367ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:15.440335Z","caller":"traceutil/trace.go:171","msg":"trace[2067515265] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"602.98801ms","start":"2026-05-28T01:41:14.837334Z","end":"2026-05-28T01:41:15.440322Z","steps":["trace[2067515265] 'process raft request' (duration: 602.910918ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:15.440319Z","caller":"traceutil/trace.go:171","msg":"trace[861742744] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"603.118292ms","start":"2026-05-28T01:41:14.837176Z","end":"2026-05-28T01:41:15.440294Z","steps":["trace[861742744] 'process raft request' (duration: 602.746543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:15.440375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.83722Z","time spent":"603.110182ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:15.440467Z","caller":"traceutil/trace.go:171","msg":"trace[1649318905] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"603.137173ms","start":"2026-05-28T01:41:14.837321Z","end":"2026-05-28T01:41:15.440458Z","steps":["trace[1649318905] 'process raft request' (duration: 602.966979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:15.440456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.837166Z","time spent":"603.216274ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:15.440489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.837329Z","time spent":"603.047041ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:15.440524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.837293Z","time spent":"603.201724ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:15.440467Z","caller":"traceutil/trace.go:171","msg":"trace[1908624098] linearizableReadLoop","detail":"{readStateIndex:27270; appliedIndex:27263; }","duration":"146.68895ms","start":"2026-05-28T01:41:15.293763Z","end":"2026-05-28T01:41:15.440452Z","steps":["trace[1908624098] 'read index received' (duration: 73.299439ms)","trace[1908624098] 'applied index is now lower than readState.Index' (duration: 73.388611ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:15.440576Z","caller":"traceutil/trace.go:171","msg":"trace[1564874346] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"601.614617ms","start":"2026-05-28T01:41:14.838923Z","end":"2026-05-28T01:41:15.440538Z","steps":["trace[1564874346] 'process raft request' (duration: 601.443793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:15.440621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.456733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-28T01:41:15.440627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.750985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:15.440659Z","caller":"traceutil/trace.go:171","msg":"trace[1708099952] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26332; }","duration":"601.525795ms","start":"2026-05-28T01:41:14.839124Z","end":"2026-05-28T01:41:15.440649Z","steps":["trace[1708099952] 'agreement among raft nodes before linearized reading' (duration: 601.375182ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:15.440664Z","caller":"traceutil/trace.go:171","msg":"trace[575957542] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26332; }","duration":"211.834687ms","start":"2026-05-28T01:41:15.22882Z","end":"2026-05-28T01:41:15.440655Z","steps":["trace[575957542] 'agreement among raft nodes before linearized reading' (duration: 211.763366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:15.440689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.839115Z","time spent":"601.567006ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-28T01:41:15.44076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.838909Z","time spent":"601.74377ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:15.440014Z","caller":"traceutil/trace.go:171","msg":"trace[756064467] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"604.251409ms","start":"2026-05-28T01:41:14.835705Z","end":"2026-05-28T01:41:15.439956Z","steps":["trace[756064467] 'process raft request' (duration: 531.404091ms)","trace[756064467] 'compare' (duration: 72.010909ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:15.441068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:14.835675Z","time spent":"605.355715ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:16.476726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.341857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:16.476794Z","caller":"traceutil/trace.go:171","msg":"trace[318017825] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26335; }","duration":"420.453759ms","start":"2026-05-28T01:41:16.056325Z","end":"2026-05-28T01:41:16.476778Z","steps":["trace[318017825] 'range keys from in-memory index tree' (duration: 420.264165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:16.476831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:16.056305Z","time spent":"420.51592ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-28T01:41:16.477164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.780373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:16.477228Z","caller":"traceutil/trace.go:171","msg":"trace[1184974640] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26335; }","duration":"352.896335ms","start":"2026-05-28T01:41:16.124316Z","end":"2026-05-28T01:41:16.477212Z","steps":["trace[1184974640] 'count revisions from in-memory index tree' (duration: 352.687481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:16.477269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:16.124289Z","time spent":"352.969707ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:41:16.477465Z","caller":"traceutil/trace.go:171","msg":"trace[1762635425] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"260.853167ms","start":"2026-05-28T01:41:16.216575Z","end":"2026-05-28T01:41:16.477428Z","steps":["trace[1762635425] 'process raft request' (duration: 210.219889ms)","trace[1762635425] 'compare' (duration: 50.070224ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:17.146273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.633903ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T01:41:17.412706Z","caller":"traceutil/trace.go:171","msg":"trace[880581589] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"111.620287ms","start":"2026-05-28T01:41:17.301062Z","end":"2026-05-28T01:41:17.412683Z","steps":["trace[880581589] 'process raft request' (duration: 111.454563ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:17.845317Z","caller":"traceutil/trace.go:171","msg":"trace[2006607779] linearizableReadLoop","detail":"{readStateIndex:27278; appliedIndex:27275; }","duration":"520.71533ms","start":"2026-05-28T01:41:17.324587Z","end":"2026-05-28T01:41:17.845302Z","steps":["trace[2006607779] 'read index received' (duration: 87.921201ms)","trace[2006607779] 'applied index is now lower than readState.Index' (duration: 432.793469ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:17.845978Z","caller":"traceutil/trace.go:171","msg":"trace[2026104841] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"544.240712ms","start":"2026-05-28T01:41:17.301712Z","end":"2026-05-28T01:41:17.845953Z","steps":["trace[2026104841] 'process raft request' (duration: 543.565986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:17.846083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:17.301693Z","time spent":"544.333914ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:17.846159Z","caller":"traceutil/trace.go:171","msg":"trace[1408043317] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"544.55534ms","start":"2026-05-28T01:41:17.301598Z","end":"2026-05-28T01:41:17.846154Z","steps":["trace[1408043317] 'process raft request' (duration: 543.576747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:17.846187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:17.301581Z","time spent":"544.59245ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:17.846238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.600491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:41:17.846267Z","caller":"traceutil/trace.go:171","msg":"trace[1169425366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26339; }","duration":"521.685353ms","start":"2026-05-28T01:41:17.324574Z","end":"2026-05-28T01:41:17.846259Z","steps":["trace[1169425366] 'agreement among raft nodes before linearized reading' (duration: 521.420847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:17.852145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:17.324508Z","time spent":"521.803945ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T01:41:17.857101Z","caller":"traceutil/trace.go:171","msg":"trace[98711567] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"412.172195ms","start":"2026-05-28T01:41:17.444916Z","end":"2026-05-28T01:41:17.857088Z","steps":["trace[98711567] 'process raft request' (duration: 411.96527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:17.857155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:17.444893Z","time spent":"412.236397ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:17.857126Z","caller":"traceutil/trace.go:171","msg":"trace[140642947] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"411.569741ms","start":"2026-05-28T01:41:17.445543Z","end":"2026-05-28T01:41:17.857113Z","steps":["trace[140642947] 'process raft request' (duration: 411.442868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:17.857293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:17.445523Z","time spent":"411.687744ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:17.85731Z","caller":"traceutil/trace.go:171","msg":"trace[755306646] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"411.585781ms","start":"2026-05-28T01:41:17.445718Z","end":"2026-05-28T01:41:17.857304Z","steps":["trace[755306646] 'process raft request' (duration: 411.338395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:17.857338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:17.445707Z","time spent":"411.615282ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:17.857388Z","caller":"traceutil/trace.go:171","msg":"trace[1615892010] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"411.666533ms","start":"2026-05-28T01:41:17.445714Z","end":"2026-05-28T01:41:17.85738Z","steps":["trace[1615892010] 'process raft request' (duration: 411.520409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:17.857432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:17.445693Z","time spent":"411.719825ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:17.857522Z","caller":"traceutil/trace.go:171","msg":"trace[133546562] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"411.078429ms","start":"2026-05-28T01:41:17.446436Z","end":"2026-05-28T01:41:17.857515Z","steps":["trace[133546562] 'process raft request' (duration: 410.917075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:17.857584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:17.446425Z","time spent":"411.119161ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:17.85764Z","caller":"traceutil/trace.go:171","msg":"trace[1266702699] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"411.177352ms","start":"2026-05-28T01:41:17.446456Z","end":"2026-05-28T01:41:17.857633Z","steps":["trace[1266702699] 'process raft request' (duration: 411.015648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:17.857675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:17.446446Z","time spent":"411.212292ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:17.857766Z","caller":"traceutil/trace.go:171","msg":"trace[1596579828] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"398.162057ms","start":"2026-05-28T01:41:17.459599Z","end":"2026-05-28T01:41:17.857761Z","steps":["trace[1596579828] 'process raft request' (duration: 398.011443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:17.857797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:17.459586Z","time spent":"398.195167ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:17.857795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.764485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:17.857821Z","caller":"traceutil/trace.go:171","msg":"trace[440184054] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26346; }","duration":"440.828097ms","start":"2026-05-28T01:41:17.416986Z","end":"2026-05-28T01:41:17.857814Z","steps":["trace[440184054] 'agreement among raft nodes before linearized reading' (duration: 440.770596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:17.857843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:17.416968Z","time spent":"440.870308ms","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:41:17.857957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.335067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T01:41:17.857978Z","caller":"traceutil/trace.go:171","msg":"trace[754523454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26346; }","duration":"284.384289ms","start":"2026-05-28T01:41:17.573589Z","end":"2026-05-28T01:41:17.857974Z","steps":["trace[754523454] 'agreement among raft nodes before linearized reading' (duration: 284.309307ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:19.208933Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23205} {"level":"info","ts":"2026-05-28T01:41:19.36061Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23205,"took":"147.472157ms","hash":4025415493,"current-db-size-bytes":58998784,"current-db-size":"59 MB","current-db-size-in-use-bytes":43089920,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-05-28T01:41:19.360671Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4025415493,"revision":23205,"compact-revision":20899} {"level":"info","ts":"2026-05-28T01:41:20.015177Z","caller":"traceutil/trace.go:171","msg":"trace[1050130933] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"282.127705ms","start":"2026-05-28T01:41:19.733022Z","end":"2026-05-28T01:41:20.015149Z","steps":["trace[1050130933] 'process raft request' (duration: 234.188361ms)","trace[1050130933] 'compare' (duration: 47.665018ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:20.130543Z","caller":"traceutil/trace.go:171","msg":"trace[2036874094] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"374.253226ms","start":"2026-05-28T01:41:19.756248Z","end":"2026-05-28T01:41:20.130501Z","steps":["trace[2036874094] 'process raft request' (duration: 373.732124ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:20.13061Z","caller":"traceutil/trace.go:171","msg":"trace[1563356021] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"267.79122ms","start":"2026-05-28T01:41:19.862794Z","end":"2026-05-28T01:41:20.130585Z","steps":["trace[1563356021] 'process raft request' (duration: 267.707238ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:20.130624Z","caller":"traceutil/trace.go:171","msg":"trace[1252450931] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"268.914126ms","start":"2026-05-28T01:41:19.861665Z","end":"2026-05-28T01:41:20.130579Z","steps":["trace[1252450931] 'process raft request' (duration: 268.766492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:20.130715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:19.756232Z","time spent":"374.380249ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:20.131054Z","caller":"traceutil/trace.go:171","msg":"trace[1791774054] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"267.833581ms","start":"2026-05-28T01:41:19.863209Z","end":"2026-05-28T01:41:20.131043Z","steps":["trace[1791774054] 'process raft request' (duration: 267.326389ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:20.131149Z","caller":"traceutil/trace.go:171","msg":"trace[1655470703] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"266.996931ms","start":"2026-05-28T01:41:19.86414Z","end":"2026-05-28T01:41:20.131137Z","steps":["trace[1655470703] 'process raft request' (duration: 266.898729ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:20.131178Z","caller":"traceutil/trace.go:171","msg":"trace[1435748200] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"266.878178ms","start":"2026-05-28T01:41:19.864281Z","end":"2026-05-28T01:41:20.131159Z","steps":["trace[1435748200] 'process raft request' (duration: 266.813887ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:20.131296Z","caller":"traceutil/trace.go:171","msg":"trace[2135439415] linearizableReadLoop","detail":"{readStateIndex:27295; appliedIndex:27293; }","duration":"280.536558ms","start":"2026-05-28T01:41:19.850749Z","end":"2026-05-28T01:41:20.131286Z","steps":["trace[2135439415] 'read index received' (duration: 116.475691ms)","trace[2135439415] 'applied index is now lower than readState.Index' (duration: 164.059457ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:20.131318Z","caller":"traceutil/trace.go:171","msg":"trace[873106679] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"265.965637ms","start":"2026-05-28T01:41:19.865341Z","end":"2026-05-28T01:41:20.131307Z","steps":["trace[873106679] 'process raft request' (duration: 265.785643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:20.131453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.686142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-28T01:41:20.131487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.212522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:20.131502Z","caller":"traceutil/trace.go:171","msg":"trace[1978163869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26361; }","duration":"280.771904ms","start":"2026-05-28T01:41:19.850717Z","end":"2026-05-28T01:41:20.131489Z","steps":["trace[1978163869] 'agreement among raft nodes before linearized reading' (duration: 280.634021ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:20.131523Z","caller":"traceutil/trace.go:171","msg":"trace[326587424] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26361; }","duration":"170.292754ms","start":"2026-05-28T01:41:19.961219Z","end":"2026-05-28T01:41:20.131512Z","steps":["trace[326587424] 'agreement among raft nodes before linearized reading' (duration: 170.214412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:20.131551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.953386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T01:41:20.131464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.670707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T01:41:20.131602Z","caller":"traceutil/trace.go:171","msg":"trace[1100821321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26361; }","duration":"276.862393ms","start":"2026-05-28T01:41:19.854731Z","end":"2026-05-28T01:41:20.131593Z","steps":["trace[1100821321] 'agreement among raft nodes before linearized reading' (duration: 276.637757ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:20.131603Z","caller":"traceutil/trace.go:171","msg":"trace[1898090601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26361; }","duration":"263.030767ms","start":"2026-05-28T01:41:19.868557Z","end":"2026-05-28T01:41:20.131587Z","steps":["trace[1898090601] 'agreement among raft nodes before linearized reading' (duration: 262.896064ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:20.131274Z","caller":"traceutil/trace.go:171","msg":"trace[209052448] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"267.674707ms","start":"2026-05-28T01:41:19.863585Z","end":"2026-05-28T01:41:20.13126Z","steps":["trace[209052448] 'process raft request' (duration: 267.255647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:20.132179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.861735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:41:20.132214Z","caller":"traceutil/trace.go:171","msg":"trace[2119991097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26361; }","duration":"268.939027ms","start":"2026-05-28T01:41:19.863267Z","end":"2026-05-28T01:41:20.132206Z","steps":["trace[2119991097] 'agreement among raft nodes before linearized reading' (duration: 268.21638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:20.603276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.031081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:20.603328Z","caller":"traceutil/trace.go:171","msg":"trace[376586016] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26365; }","duration":"119.121363ms","start":"2026-05-28T01:41:20.484193Z","end":"2026-05-28T01:41:20.603315Z","steps":["trace[376586016] 'range keys from in-memory index tree' (duration: 118.958939ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:20.818227Z","caller":"traceutil/trace.go:171","msg":"trace[437711462] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"287.333258ms","start":"2026-05-28T01:41:20.53087Z","end":"2026-05-28T01:41:20.818203Z","steps":["trace[437711462] 'process raft request' (duration: 287.173844ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:22.253791Z","caller":"traceutil/trace.go:171","msg":"trace[1223015436] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"117.038735ms","start":"2026-05-28T01:41:22.136723Z","end":"2026-05-28T01:41:22.253762Z","steps":["trace[1223015436] 'process raft request' (duration: 116.84928ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:22.349643Z","caller":"traceutil/trace.go:171","msg":"trace[861333619] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"210.865864ms","start":"2026-05-28T01:41:22.138739Z","end":"2026-05-28T01:41:22.349605Z","steps":["trace[861333619] 'process raft request' (duration: 210.762812ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:22.349679Z","caller":"traceutil/trace.go:171","msg":"trace[58155367] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"212.82088ms","start":"2026-05-28T01:41:22.136824Z","end":"2026-05-28T01:41:22.349645Z","steps":["trace[58155367] 'process raft request' (duration: 192.852922ms)","trace[58155367] 'compare' (duration: 19.688722ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:22.349839Z","caller":"traceutil/trace.go:171","msg":"trace[597260524] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"210.911426ms","start":"2026-05-28T01:41:22.138892Z","end":"2026-05-28T01:41:22.349803Z","steps":["trace[597260524] 'process raft request' (duration: 210.6761ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:22.349932Z","caller":"traceutil/trace.go:171","msg":"trace[2055834910] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"210.575118ms","start":"2026-05-28T01:41:22.139346Z","end":"2026-05-28T01:41:22.349921Z","steps":["trace[2055834910] 'process raft request' (duration: 210.519536ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:22.349926Z","caller":"traceutil/trace.go:171","msg":"trace[806664638] linearizableReadLoop","detail":"{readStateIndex:27314; appliedIndex:27309; }","duration":"210.714611ms","start":"2026-05-28T01:41:22.139191Z","end":"2026-05-28T01:41:22.349905Z","steps":["trace[806664638] 'read index received' (duration: 114.334871ms)","trace[806664638] 'applied index is now lower than readState.Index' (duration: 96.3787ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:22.349942Z","caller":"traceutil/trace.go:171","msg":"trace[2010579481] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"210.6735ms","start":"2026-05-28T01:41:22.139247Z","end":"2026-05-28T01:41:22.349921Z","steps":["trace[2010579481] 'process raft request' (duration: 210.578977ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:22.349911Z","caller":"traceutil/trace.go:171","msg":"trace[1977752056] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"210.921966ms","start":"2026-05-28T01:41:22.138972Z","end":"2026-05-28T01:41:22.349894Z","steps":["trace[1977752056] 'process raft request' (duration: 210.753722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:22.350115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.908096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T01:41:22.350148Z","caller":"traceutil/trace.go:171","msg":"trace[1229718072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26375; }","duration":"210.980877ms","start":"2026-05-28T01:41:22.139159Z","end":"2026-05-28T01:41:22.35014Z","steps":["trace[1229718072] 'agreement among raft nodes before linearized reading' (duration: 210.840733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:22.350161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.96579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T01:41:22.350165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.55247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T01:41:22.350207Z","caller":"traceutil/trace.go:171","msg":"trace[39941180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26375; }","duration":"206.064242ms","start":"2026-05-28T01:41:22.144129Z","end":"2026-05-28T01:41:22.350193Z","steps":["trace[39941180] 'agreement among raft nodes before linearized reading' (duration: 205.905198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:22.350222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.639625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:41:22.350213Z","caller":"traceutil/trace.go:171","msg":"trace[855182317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26375; }","duration":"208.631652ms","start":"2026-05-28T01:41:22.14157Z","end":"2026-05-28T01:41:22.350202Z","steps":["trace[855182317] 'agreement among raft nodes before linearized reading' (duration: 208.467088ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:22.350244Z","caller":"traceutil/trace.go:171","msg":"trace[1610657833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26375; }","duration":"206.691786ms","start":"2026-05-28T01:41:22.143546Z","end":"2026-05-28T01:41:22.350238Z","steps":["trace[1610657833] 'agreement among raft nodes before linearized reading' (duration: 206.603044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:22.773783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.363361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:22.77388Z","caller":"traceutil/trace.go:171","msg":"trace[823419242] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26379; }","duration":"166.513394ms","start":"2026-05-28T01:41:22.607343Z","end":"2026-05-28T01:41:22.773857Z","steps":["trace[823419242] 'range keys from in-memory index tree' (duration: 166.287239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:22.773994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.371614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:22.774071Z","caller":"traceutil/trace.go:171","msg":"trace[1124873751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26379; }","duration":"309.497307ms","start":"2026-05-28T01:41:22.464554Z","end":"2026-05-28T01:41:22.774051Z","steps":["trace[1124873751] 'range keys from in-memory index tree' (duration: 309.276673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:22.774115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:22.464528Z","time spent":"309.578979ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:41:23.287306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.830085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-28T01:41:23.287328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.173566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:41:23.287399Z","caller":"traceutil/trace.go:171","msg":"trace[1402813045] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26380; }","duration":"226.00524ms","start":"2026-05-28T01:41:23.061371Z","end":"2026-05-28T01:41:23.287377Z","steps":["trace[1402813045] 'range keys from in-memory index tree' (duration: 225.59929ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:23.287432Z","caller":"traceutil/trace.go:171","msg":"trace[446164798] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"182.446419ms","start":"2026-05-28T01:41:23.104961Z","end":"2026-05-28T01:41:23.287407Z","steps":["trace[446164798] 'process raft request' (duration: 77.140189ms)","trace[446164798] 'compare' (duration: 104.822818ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:24.612652Z","caller":"traceutil/trace.go:171","msg":"trace[81064732] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"354.123883ms","start":"2026-05-28T01:41:24.2585Z","end":"2026-05-28T01:41:24.612624Z","steps":["trace[81064732] 'process raft request' (duration: 353.903768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:24.612846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:24.258489Z","time spent":"354.238787ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:24.764775Z","caller":"traceutil/trace.go:171","msg":"trace[1416832553] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"409.566044ms","start":"2026-05-28T01:41:24.355181Z","end":"2026-05-28T01:41:24.764747Z","steps":["trace[1416832553] 'process raft request' (duration: 398.434323ms)","trace[1416832553] 'compare' (duration: 10.971297ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:24.765002Z","caller":"traceutil/trace.go:171","msg":"trace[543717179] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"409.378399ms","start":"2026-05-28T01:41:24.355607Z","end":"2026-05-28T01:41:24.764986Z","steps":["trace[543717179] 'process raft request' (duration: 409.285037ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:24.765034Z","caller":"traceutil/trace.go:171","msg":"trace[448858155] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"409.432071ms","start":"2026-05-28T01:41:24.355571Z","end":"2026-05-28T01:41:24.765003Z","steps":["trace[448858155] 'process raft request' (duration: 409.139404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:24.765028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:24.355173Z","time spent":"409.752378ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:24.765116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:24.355586Z","time spent":"409.462602ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:24.765178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:24.355567Z","time spent":"409.535313ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:24.765306Z","caller":"traceutil/trace.go:171","msg":"trace[861431875] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"409.532403ms","start":"2026-05-28T01:41:24.355759Z","end":"2026-05-28T01:41:24.765292Z","steps":["trace[861431875] 'process raft request' (duration: 409.190175ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:24.765356Z","caller":"traceutil/trace.go:171","msg":"trace[480653006] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"409.256866ms","start":"2026-05-28T01:41:24.35607Z","end":"2026-05-28T01:41:24.765327Z","steps":["trace[480653006] 'process raft request' (duration: 409.057521ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:24.765444Z","caller":"traceutil/trace.go:171","msg":"trace[2069153188] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"409.183565ms","start":"2026-05-28T01:41:24.356232Z","end":"2026-05-28T01:41:24.765416Z","steps":["trace[2069153188] 'process raft request' (duration: 409.033512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:24.765527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:24.356222Z","time spent":"409.268497ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:24.765456Z","caller":"traceutil/trace.go:171","msg":"trace[1902043979] linearizableReadLoop","detail":"{readStateIndex:27330; appliedIndex:27323; }","duration":"404.826942ms","start":"2026-05-28T01:41:24.360552Z","end":"2026-05-28T01:41:24.765379Z","steps":["trace[1902043979] 'read index received' (duration: 251.971778ms)","trace[1902043979] 'applied index is now lower than readState.Index' (duration: 152.854074ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:24.765538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:24.35605Z","time spent":"409.39281ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:24.76563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.076399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T01:41:24.765697Z","caller":"traceutil/trace.go:171","msg":"trace[89495447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26389; }","duration":"405.163041ms","start":"2026-05-28T01:41:24.360521Z","end":"2026-05-28T01:41:24.765684Z","steps":["trace[89495447] 'agreement among raft nodes before linearized reading' (duration: 404.977906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:24.765736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:24.360509Z","time spent":"405.216642ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:41:24.765738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.735438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-28T01:41:24.765641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:24.355729Z","time spent":"409.646035ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:24.765793Z","caller":"traceutil/trace.go:171","msg":"trace[610493278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26389; }","duration":"383.81066ms","start":"2026-05-28T01:41:24.381967Z","end":"2026-05-28T01:41:24.765778Z","steps":["trace[610493278] 'agreement among raft nodes before linearized reading' (duration: 383.670376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:24.766096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:24.38196Z","time spent":"384.122947ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:41:24.765747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.438709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:24.766199Z","caller":"traceutil/trace.go:171","msg":"trace[2128199253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26389; }","duration":"301.910829ms","start":"2026-05-28T01:41:24.46427Z","end":"2026-05-28T01:41:24.766181Z","steps":["trace[2128199253] 'agreement among raft nodes before linearized reading' (duration: 301.420478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:24.765801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.555744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-28T01:41:24.766259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:24.464252Z","time spent":"301.991902ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:41:24.766283Z","caller":"traceutil/trace.go:171","msg":"trace[1657369271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26389; }","duration":"384.061986ms","start":"2026-05-28T01:41:24.382208Z","end":"2026-05-28T01:41:24.76627Z","steps":["trace[1657369271] 'agreement among raft nodes before linearized reading' (duration: 383.467032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:24.766362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:24.382194Z","time spent":"384.157098ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:41:24.765894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.713508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:41:24.766488Z","caller":"traceutil/trace.go:171","msg":"trace[915212755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26389; }","duration":"384.292191ms","start":"2026-05-28T01:41:24.382155Z","end":"2026-05-28T01:41:24.766447Z","steps":["trace[915212755] 'agreement among raft nodes before linearized reading' (duration: 383.527854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:24.766603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:24.382151Z","time spent":"384.405914ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T01:41:25.483256Z","caller":"traceutil/trace.go:171","msg":"trace[1336776589] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"589.469852ms","start":"2026-05-28T01:41:24.893759Z","end":"2026-05-28T01:41:25.483229Z","steps":["trace[1336776589] 'process raft request' (duration: 589.271597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:25.483406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:24.893719Z","time spent":"589.610385ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:25.834774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.576278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:41:25.835024Z","caller":"traceutil/trace.go:171","msg":"trace[2066640494] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"835.624554ms","start":"2026-05-28T01:41:24.999359Z","end":"2026-05-28T01:41:25.834983Z","steps":["trace[2066640494] 'process raft request' (duration: 653.703688ms)","trace[2066640494] 'compare' (duration: 181.440735ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:25.835176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:24.99933Z","time spent":"835.765928ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:25.940777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.866812ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T01:41:25.941034Z","caller":"traceutil/trace.go:171","msg":"trace[57407660] linearizableReadLoop","detail":"{readStateIndex:27336; appliedIndex:27334; }","duration":"882.616886ms","start":"2026-05-28T01:41:25.058384Z","end":"2026-05-28T01:41:25.941001Z","steps":["trace[57407660] 'read index received' (duration: 424.794621ms)","trace[57407660] 'applied index is now lower than readState.Index' (duration: 457.816965ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:25.941213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.810811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:41:25.941257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.687948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:25.941289Z","caller":"traceutil/trace.go:171","msg":"trace[1914397999] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26396; }","duration":"882.920584ms","start":"2026-05-28T01:41:25.05835Z","end":"2026-05-28T01:41:25.941271Z","steps":["trace[1914397999] 'agreement among raft nodes before linearized reading' (duration: 882.78671ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:25.941292Z","caller":"traceutil/trace.go:171","msg":"trace[7040124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26396; }","duration":"476.743949ms","start":"2026-05-28T01:41:25.464538Z","end":"2026-05-28T01:41:25.941282Z","steps":["trace[7040124] 'agreement among raft nodes before linearized reading' (duration: 476.635156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:25.941332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:25.05834Z","time spent":"882.981985ms","remote":"127.0.0.1:46172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:41:25.94132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.093782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:41:25.941391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.461457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:25.941401Z","caller":"traceutil/trace.go:171","msg":"trace[1699372049] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26396; }","duration":"174.213365ms","start":"2026-05-28T01:41:25.767167Z","end":"2026-05-28T01:41:25.94138Z","steps":["trace[1699372049] 'agreement among raft nodes before linearized reading' (duration: 174.059722ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:25.941446Z","caller":"traceutil/trace.go:171","msg":"trace[658108522] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26396; }","duration":"425.522198ms","start":"2026-05-28T01:41:25.515904Z","end":"2026-05-28T01:41:25.941427Z","steps":["trace[658108522] 'agreement among raft nodes before linearized reading' (duration: 425.437356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:25.941472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.049688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-28T01:41:25.941493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:25.515888Z","time spent":"425.59603ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-28T01:41:25.941523Z","caller":"traceutil/trace.go:171","msg":"trace[693211626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26396; }","duration":"466.109389ms","start":"2026-05-28T01:41:25.475402Z","end":"2026-05-28T01:41:25.941511Z","steps":["trace[693211626] 'agreement among raft nodes before linearized reading' (duration: 465.957046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:25.941339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:25.464486Z","time spent":"476.845141ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:41:25.941555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:25.475395Z","time spent":"466.154221ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:41:25.941559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.122969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:25.941621Z","caller":"traceutil/trace.go:171","msg":"trace[1258920875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26396; }","duration":"193.231151ms","start":"2026-05-28T01:41:25.748373Z","end":"2026-05-28T01:41:25.941604Z","steps":["trace[1258920875] 'agreement among raft nodes before linearized reading' (duration: 193.118599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:25.941705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.443961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-28T01:41:25.941754Z","caller":"traceutil/trace.go:171","msg":"trace[196661717] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26396; }","duration":"142.484891ms","start":"2026-05-28T01:41:25.799248Z","end":"2026-05-28T01:41:25.941733Z","steps":["trace[196661717] 'agreement among raft nodes before linearized reading' (duration: 142.400329ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:26.150808Z","caller":"traceutil/trace.go:171","msg":"trace[1069225020] linearizableReadLoop","detail":"{readStateIndex:27339; appliedIndex:27338; }","duration":"204.617158ms","start":"2026-05-28T01:41:25.946169Z","end":"2026-05-28T01:41:26.150786Z","steps":["trace[1069225020] 'read index received' (duration: 170.965578ms)","trace[1069225020] 'applied index is now lower than readState.Index' (duration: 33.6505ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:26.150852Z","caller":"traceutil/trace.go:171","msg":"trace[1962699545] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"205.762094ms","start":"2026-05-28T01:41:25.945059Z","end":"2026-05-28T01:41:26.150821Z","steps":["trace[1962699545] 'process raft request' (duration: 172.120485ms)","trace[1962699545] 'compare' (duration: 33.492096ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:26.150998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.793932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:26.151173Z","caller":"traceutil/trace.go:171","msg":"trace[997181267] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26397; }","duration":"205.018777ms","start":"2026-05-28T01:41:25.946129Z","end":"2026-05-28T01:41:26.151148Z","steps":["trace[997181267] 'agreement among raft nodes before linearized reading' (duration: 204.750081ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:29.148766Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006aee.wal"} {"level":"info","ts":"2026-05-28T01:41:29.672473Z","caller":"traceutil/trace.go:171","msg":"trace[1126816554] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"120.410223ms","start":"2026-05-28T01:41:29.552045Z","end":"2026-05-28T01:41:29.672455Z","steps":["trace[1126816554] 'process raft request' (duration: 119.964133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:30.917389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.023641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:30.917434Z","caller":"traceutil/trace.go:171","msg":"trace[1501665175] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"131.971374ms","start":"2026-05-28T01:41:30.785435Z","end":"2026-05-28T01:41:30.917406Z","steps":["trace[1501665175] 'process raft request' (duration: 131.131114ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:30.917464Z","caller":"traceutil/trace.go:171","msg":"trace[1408093379] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26482; }","duration":"151.113863ms","start":"2026-05-28T01:41:30.766333Z","end":"2026-05-28T01:41:30.917447Z","steps":["trace[1408093379] 'count revisions from in-memory index tree' (duration: 150.854168ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:30.990564Z","caller":"traceutil/trace.go:171","msg":"trace[425720311] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"203.715327ms","start":"2026-05-28T01:41:30.786826Z","end":"2026-05-28T01:41:30.990541Z","steps":["trace[425720311] 'process raft request' (duration: 203.631115ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:30.990562Z","caller":"traceutil/trace.go:171","msg":"trace[960392090] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"204.714321ms","start":"2026-05-28T01:41:30.785813Z","end":"2026-05-28T01:41:30.990527Z","steps":["trace[960392090] 'process raft request' (duration: 204.510966ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:30.990865Z","caller":"traceutil/trace.go:171","msg":"trace[326883909] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"203.032951ms","start":"2026-05-28T01:41:30.78782Z","end":"2026-05-28T01:41:30.990853Z","steps":["trace[326883909] 'process raft request' (duration: 202.685893ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:30.990949Z","caller":"traceutil/trace.go:171","msg":"trace[422572879] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"201.732691ms","start":"2026-05-28T01:41:30.789187Z","end":"2026-05-28T01:41:30.99092Z","steps":["trace[422572879] 'process raft request' (duration: 201.533756ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:30.991209Z","caller":"traceutil/trace.go:171","msg":"trace[1359683970] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"201.162087ms","start":"2026-05-28T01:41:30.790033Z","end":"2026-05-28T01:41:30.991195Z","steps":["trace[1359683970] 'process raft request' (duration: 200.82924ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:30.991298Z","caller":"traceutil/trace.go:171","msg":"trace[1875309122] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"199.767205ms","start":"2026-05-28T01:41:30.791517Z","end":"2026-05-28T01:41:30.991284Z","steps":["trace[1875309122] 'process raft request' (duration: 199.595081ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:30.991299Z","caller":"traceutil/trace.go:171","msg":"trace[1257982755] linearizableReadLoop","detail":"{readStateIndex:27432; appliedIndex:27425; }","duration":"149.205269ms","start":"2026-05-28T01:41:30.842079Z","end":"2026-05-28T01:41:30.991284Z","steps":["trace[1257982755] 'read index received' (duration: 74.503257ms)","trace[1257982755] 'applied index is now lower than readState.Index' (duration: 74.701182ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:30.991382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.28976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:30.991375Z","caller":"traceutil/trace.go:171","msg":"trace[2067197458] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"112.302753ms","start":"2026-05-28T01:41:30.879049Z","end":"2026-05-28T01:41:30.991352Z","steps":["trace[2067197458] 'process raft request' (duration: 112.143059ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:30.991411Z","caller":"traceutil/trace.go:171","msg":"trace[739490684] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26490; }","duration":"149.360182ms","start":"2026-05-28T01:41:30.842043Z","end":"2026-05-28T01:41:30.991403Z","steps":["trace[739490684] 'agreement among raft nodes before linearized reading' (duration: 149.291341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:30.999409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.332354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T01:41:30.999479Z","caller":"traceutil/trace.go:171","msg":"trace[1120723879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26491; }","duration":"144.431536ms","start":"2026-05-28T01:41:30.855038Z","end":"2026-05-28T01:41:30.99947Z","steps":["trace[1120723879] 'agreement among raft nodes before linearized reading' (duration: 144.270513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:30.999502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.340449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-28T01:41:30.999469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.225423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T01:41:30.999565Z","caller":"traceutil/trace.go:171","msg":"trace[390548125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26491; }","duration":"148.42873ms","start":"2026-05-28T01:41:30.851123Z","end":"2026-05-28T01:41:30.999551Z","steps":["trace[390548125] 'agreement among raft nodes before linearized reading' (duration: 148.271737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:30.999505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.965793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T01:41:30.999607Z","caller":"traceutil/trace.go:171","msg":"trace[1661148809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26491; }","duration":"146.126396ms","start":"2026-05-28T01:41:30.853469Z","end":"2026-05-28T01:41:30.999595Z","steps":["trace[1661148809] 'agreement among raft nodes before linearized reading' (duration: 145.888351ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:30.999612Z","caller":"traceutil/trace.go:171","msg":"trace[1730334054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26491; }","duration":"150.403987ms","start":"2026-05-28T01:41:30.849164Z","end":"2026-05-28T01:41:30.999568Z","steps":["trace[1730334054] 'agreement among raft nodes before linearized reading' (duration: 150.089359ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:31.927436Z","caller":"traceutil/trace.go:171","msg":"trace[1249786600] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"250.848832ms","start":"2026-05-28T01:41:31.676567Z","end":"2026-05-28T01:41:31.927415Z","steps":["trace[1249786600] 'process raft request' (duration: 250.664258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:31.927572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.990514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:31.927395Z","caller":"traceutil/trace.go:171","msg":"trace[807575265] linearizableReadLoop","detail":"{readStateIndex:27441; appliedIndex:27440; }","duration":"160.81359ms","start":"2026-05-28T01:41:31.766558Z","end":"2026-05-28T01:41:31.927372Z","steps":["trace[807575265] 'read index received' (duration: 160.714238ms)","trace[807575265] 'applied index is now lower than readState.Index' (duration: 98.512µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:31.927622Z","caller":"traceutil/trace.go:171","msg":"trace[1233258823] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26498; }","duration":"161.093057ms","start":"2026-05-28T01:41:31.766515Z","end":"2026-05-28T01:41:31.927608Z","steps":["trace[1233258823] 'agreement among raft nodes before linearized reading' (duration: 161.002005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:32.463633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.105597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-28T01:41:32.463712Z","caller":"traceutil/trace.go:171","msg":"trace[97898420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26498; }","duration":"274.229561ms","start":"2026-05-28T01:41:32.189465Z","end":"2026-05-28T01:41:32.463694Z","steps":["trace[97898420] 'range keys from in-memory index tree' (duration: 273.958574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:32.46399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.975066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:41:32.464028Z","caller":"traceutil/trace.go:171","msg":"trace[675657226] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26498; }","duration":"347.050298ms","start":"2026-05-28T01:41:32.116968Z","end":"2026-05-28T01:41:32.464018Z","steps":["trace[675657226] 'count revisions from in-memory index tree' (duration: 346.890234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:32.464063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:32.116946Z","time spent":"347.108049ms","remote":"127.0.0.1:40566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:41:32.464169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.209373ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:41:32.46426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.765546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fedca24-27f3-4c2b-a67d-df72bf5bffbd\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-28T01:41:32.464284Z","caller":"traceutil/trace.go:171","msg":"trace[2045795599] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26498; }","duration":"330.337036ms","start":"2026-05-28T01:41:32.133927Z","end":"2026-05-28T01:41:32.464264Z","steps":["trace[2045795599] 'range keys from in-memory index tree' (duration: 330.189223ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:32.464332Z","caller":"traceutil/trace.go:171","msg":"trace[335789764] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fedca24-27f3-4c2b-a67d-df72bf5bffbd; range_end:; response_count:1; response_revision:26498; }","duration":"333.867269ms","start":"2026-05-28T01:41:32.130448Z","end":"2026-05-28T01:41:32.464315Z","steps":["trace[335789764] 'range keys from in-memory index tree' (duration: 333.609003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:32.464383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:32.130437Z","time spent":"333.93166ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fedca24-27f3-4c2b-a67d-df72bf5bffbd\" "} {"level":"warn","ts":"2026-05-28T01:41:32.742882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.373601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:41:32.743099Z","caller":"traceutil/trace.go:171","msg":"trace[360463879] transaction","detail":"{read_only:false; response_revision:26501; number_of_response:1; }","duration":"104.331577ms","start":"2026-05-28T01:41:32.638747Z","end":"2026-05-28T01:41:32.743078Z","steps":["trace[360463879] 'process raft request' (duration: 104.255695ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:32.743082Z","caller":"traceutil/trace.go:171","msg":"trace[1323376707] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"271.25408ms","start":"2026-05-28T01:41:32.471789Z","end":"2026-05-28T01:41:32.743044Z","steps":["trace[1323376707] 'process raft request' (duration: 113.612044ms)","trace[1323376707] 'compare' (duration: 157.218286ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:32.743171Z","caller":"traceutil/trace.go:171","msg":"trace[1236522819] linearizableReadLoop","detail":"{readStateIndex:27443; appliedIndex:27442; }","duration":"157.264847ms","start":"2026-05-28T01:41:32.585873Z","end":"2026-05-28T01:41:32.743138Z","steps":["trace[1236522819] 'read index received' (duration: 63.741µs)","trace[1236522819] 'applied index is now lower than readState.Index' (duration: 157.198356ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:32.7433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.411162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:32.743379Z","caller":"traceutil/trace.go:171","msg":"trace[1943798323] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26501; }","duration":"157.501334ms","start":"2026-05-28T01:41:32.585857Z","end":"2026-05-28T01:41:32.743358Z","steps":["trace[1943798323] 'agreement among raft nodes before linearized reading' (duration: 157.374161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:32.743577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.207315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418474"} {"level":"info","ts":"2026-05-28T01:41:32.743625Z","caller":"traceutil/trace.go:171","msg":"trace[219965435] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26501; }","duration":"151.303127ms","start":"2026-05-28T01:41:32.592309Z","end":"2026-05-28T01:41:32.743612Z","steps":["trace[219965435] 'agreement among raft nodes before linearized reading' (duration: 150.9976ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:33.258426Z","caller":"traceutil/trace.go:171","msg":"trace[894643874] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"335.400804ms","start":"2026-05-28T01:41:32.922986Z","end":"2026-05-28T01:41:33.258386Z","steps":["trace[894643874] 'process raft request' (duration: 332.050126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:33.258564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:32.922959Z","time spent":"335.533258ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:33.434804Z","caller":"traceutil/trace.go:171","msg":"trace[1229613921] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"437.512289ms","start":"2026-05-28T01:41:32.997262Z","end":"2026-05-28T01:41:33.434775Z","steps":["trace[1229613921] 'process raft request' (duration: 437.410177ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:33.4348Z","caller":"traceutil/trace.go:171","msg":"trace[914932508] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"438.204645ms","start":"2026-05-28T01:41:32.996555Z","end":"2026-05-28T01:41:33.43476Z","steps":["trace[914932508] 'process raft request' (duration: 376.600581ms)","trace[914932508] 'compare' (duration: 61.281986ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:33.43494Z","caller":"traceutil/trace.go:171","msg":"trace[11523208] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"438.192945ms","start":"2026-05-28T01:41:32.996707Z","end":"2026-05-28T01:41:33.4349Z","steps":["trace[11523208] 'process raft request' (duration: 437.890128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:33.434999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:32.997247Z","time spent":"437.665973ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:33.435033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:32.996525Z","time spent":"438.41174ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:33.435083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:32.996687Z","time spent":"438.317088ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:33.435081Z","caller":"traceutil/trace.go:171","msg":"trace[550252165] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"437.54998ms","start":"2026-05-28T01:41:32.997494Z","end":"2026-05-28T01:41:33.435043Z","steps":["trace[550252165] 'process raft request' (duration: 437.222752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:33.43525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:32.997471Z","time spent":"437.688583ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:33.435263Z","caller":"traceutil/trace.go:171","msg":"trace[1993265804] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"437.228692ms","start":"2026-05-28T01:41:32.998006Z","end":"2026-05-28T01:41:33.435235Z","steps":["trace[1993265804] 'process raft request' (duration: 436.901024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:33.43544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:32.997992Z","time spent":"437.393227ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:33.435551Z","caller":"traceutil/trace.go:171","msg":"trace[2114651323] linearizableReadLoop","detail":"{readStateIndex:27450; appliedIndex:27444; }","duration":"429.200774ms","start":"2026-05-28T01:41:33.006333Z","end":"2026-05-28T01:41:33.435534Z","steps":["trace[2114651323] 'read index received' (duration: 248.842065ms)","trace[2114651323] 'applied index is now lower than readState.Index' (duration: 180.357959ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:33.435635Z","caller":"traceutil/trace.go:171","msg":"trace[233996733] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"332.23221ms","start":"2026-05-28T01:41:33.103395Z","end":"2026-05-28T01:41:33.435627Z","steps":["trace[233996733] 'process raft request' (duration: 331.739789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:33.435702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:33.103354Z","time spent":"332.300452ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418532,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:33.435797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.618743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:41:33.435854Z","caller":"traceutil/trace.go:171","msg":"trace[1007436755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26508; }","duration":"423.691695ms","start":"2026-05-28T01:41:33.01215Z","end":"2026-05-28T01:41:33.435842Z","steps":["trace[1007436755] 'agreement among raft nodes before linearized reading' (duration: 423.511351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:33.435895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:33.012143Z","time spent":"423.744796ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:41:33.43592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.873808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-28T01:41:33.43597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.82642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T01:41:33.435997Z","caller":"traceutil/trace.go:171","msg":"trace[666567584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26508; }","duration":"418.868532ms","start":"2026-05-28T01:41:33.017123Z","end":"2026-05-28T01:41:33.435992Z","steps":["trace[666567584] 'agreement among raft nodes before linearized reading' (duration: 418.78859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:33.436016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:33.017115Z","time spent":"418.898082ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:41:33.436013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.679115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:33.435969Z","caller":"traceutil/trace.go:171","msg":"trace[1098994146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26508; }","duration":"417.93936ms","start":"2026-05-28T01:41:33.018018Z","end":"2026-05-28T01:41:33.435957Z","steps":["trace[1098994146] 'agreement among raft nodes before linearized reading' (duration: 417.780756ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:33.436043Z","caller":"traceutil/trace.go:171","msg":"trace[436923146] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26508; }","duration":"429.732807ms","start":"2026-05-28T01:41:33.006303Z","end":"2026-05-28T01:41:33.436036Z","steps":["trace[436923146] 'agreement among raft nodes before linearized reading' (duration: 429.686766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:33.436066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:33.01801Z","time spent":"418.050523ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:41:33.436076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:33.006289Z","time spent":"429.780908ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-28T01:41:33.436168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.892963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T01:41:33.43621Z","caller":"traceutil/trace.go:171","msg":"trace[193302739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26508; }","duration":"421.950434ms","start":"2026-05-28T01:41:33.01425Z","end":"2026-05-28T01:41:33.4362Z","steps":["trace[193302739] 'agreement among raft nodes before linearized reading' (duration: 421.845451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:33.436237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:33.014242Z","time spent":"421.989756ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T01:41:33.721918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.189201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:33.721998Z","caller":"traceutil/trace.go:171","msg":"trace[1681926558] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26512; }","duration":"121.323164ms","start":"2026-05-28T01:41:33.600657Z","end":"2026-05-28T01:41:33.72198Z","steps":["trace[1681926558] 'range keys from in-memory index tree' (duration: 121.066057ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:34.299694Z","caller":"traceutil/trace.go:171","msg":"trace[2025311990] linearizableReadLoop","detail":"{readStateIndex:27456; appliedIndex:27455; }","duration":"336.970711ms","start":"2026-05-28T01:41:33.962702Z","end":"2026-05-28T01:41:34.299672Z","steps":["trace[2025311990] 'read index received' (duration: 336.800287ms)","trace[2025311990] 'applied index is now lower than readState.Index' (duration: 168.584µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:34.299846Z","caller":"traceutil/trace.go:171","msg":"trace[113113966] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"368.198184ms","start":"2026-05-28T01:41:33.931616Z","end":"2026-05-28T01:41:34.299814Z","steps":["trace[113113966] 'process raft request' (duration: 367.886526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:34.299916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.210467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-05-28T01:41:34.299943Z","caller":"traceutil/trace.go:171","msg":"trace[1512567649] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26513; }","duration":"337.327779ms","start":"2026-05-28T01:41:33.962605Z","end":"2026-05-28T01:41:34.299933Z","steps":["trace[1512567649] 'agreement among raft nodes before linearized reading' (duration: 337.192906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:34.299974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:33.962579Z","time spent":"337.389621ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-28T01:41:34.299993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:33.931594Z","time spent":"368.324547ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:34.300154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.770387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:34.300254Z","caller":"traceutil/trace.go:171","msg":"trace[875018853] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26513; }","duration":"336.90992ms","start":"2026-05-28T01:41:33.963314Z","end":"2026-05-28T01:41:34.300224Z","steps":["trace[875018853] 'agreement among raft nodes before linearized reading' (duration: 336.747216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:34.3003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:33.963302Z","time spent":"336.988552ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:41:34.300524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.847259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-28T01:41:34.300578Z","caller":"traceutil/trace.go:171","msg":"trace[434131023] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26513; }","duration":"191.939971ms","start":"2026-05-28T01:41:34.108625Z","end":"2026-05-28T01:41:34.300564Z","steps":["trace[434131023] 'agreement among raft nodes before linearized reading' (duration: 191.742137ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:35.117479Z","caller":"traceutil/trace.go:171","msg":"trace[1626232003] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"367.919387ms","start":"2026-05-28T01:41:34.749535Z","end":"2026-05-28T01:41:35.117455Z","steps":["trace[1626232003] 'process raft request' (duration: 289.367965ms)","trace[1626232003] 'compare' (duration: 78.131052ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:35.117609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:34.749513Z","time spent":"368.02988ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:36.14375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.21748ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-28T01:41:36.144351Z","caller":"traceutil/trace.go:171","msg":"trace[193434628] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"703.25373ms","start":"2026-05-28T01:41:35.441075Z","end":"2026-05-28T01:41:36.144329Z","steps":["trace[193434628] 'process raft request' (duration: 703.116017ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:36.144337Z","caller":"traceutil/trace.go:171","msg":"trace[1099757223] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"879.246088ms","start":"2026-05-28T01:41:35.265062Z","end":"2026-05-28T01:41:36.144308Z","steps":["trace[1099757223] 'process raft request' (duration: 878.799907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:36.144491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:35.265036Z","time spent":"879.38023ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:36.144506Z","caller":"traceutil/trace.go:171","msg":"trace[1025198419] linearizableReadLoop","detail":"{readStateIndex:27460; appliedIndex:27458; }","duration":"703.558968ms","start":"2026-05-28T01:41:35.440916Z","end":"2026-05-28T01:41:36.144475Z","steps":["trace[1025198419] 'read index received' (duration: 386.742449ms)","trace[1025198419] 'applied index is now lower than readState.Index' (duration: 316.813749ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:36.144572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:35.441048Z","time spent":"703.354393ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:36.144681Z","caller":"traceutil/trace.go:171","msg":"trace[1915508553] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"702.602015ms","start":"2026-05-28T01:41:35.442062Z","end":"2026-05-28T01:41:36.144664Z","steps":["trace[1915508553] 'process raft request' (duration: 702.564864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:36.144693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.755102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ironic-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:36.144683Z","caller":"traceutil/trace.go:171","msg":"trace[669073791] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"703.478446ms","start":"2026-05-28T01:41:35.44118Z","end":"2026-05-28T01:41:36.144659Z","steps":["trace[669073791] 'process raft request' (duration: 703.068386ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:36.144721Z","caller":"traceutil/trace.go:171","msg":"trace[401192349] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"703.483866ms","start":"2026-05-28T01:41:35.441227Z","end":"2026-05-28T01:41:36.144711Z","steps":["trace[401192349] 'process raft request' (duration: 703.282791ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:36.144731Z","caller":"traceutil/trace.go:171","msg":"trace[1700277953] range","detail":"{range_begin:/registry/services/endpoints/openstack/ironic-api; range_end:; response_count:0; response_revision:26520; }","duration":"703.834514ms","start":"2026-05-28T01:41:35.440885Z","end":"2026-05-28T01:41:36.14472Z","steps":["trace[1700277953] 'agreement among raft nodes before linearized reading' (duration: 703.715772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:36.144758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:35.442053Z","time spent":"702.664726ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:36.14477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:35.440869Z","time spent":"703.888505ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ironic-api\" "} {"level":"warn","ts":"2026-05-28T01:41:36.144772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:35.441217Z","time spent":"703.528277ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:36.144809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:35.441145Z","time spent":"703.593819ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:41:36.144868Z","caller":"traceutil/trace.go:171","msg":"trace[1395569995] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"703.568338ms","start":"2026-05-28T01:41:35.441291Z","end":"2026-05-28T01:41:36.144859Z","steps":["trace[1395569995] 'process raft request' (duration: 703.297851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:36.14494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:35.441282Z","time spent":"703.607068ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:41:36.147764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.442703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-28T01:41:36.147814Z","caller":"traceutil/trace.go:171","msg":"trace[1429632257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26523; }","duration":"682.495764ms","start":"2026-05-28T01:41:35.465305Z","end":"2026-05-28T01:41:36.147801Z","steps":["trace[1429632257] 'agreement among raft nodes before linearized reading' (duration: 682.34572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:36.147901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:35.465244Z","time spent":"682.645567ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T01:41:36.148016Z","caller":"traceutil/trace.go:171","msg":"trace[376703531] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"126.012875ms","start":"2026-05-28T01:41:36.021979Z","end":"2026-05-28T01:41:36.147992Z","steps":["trace[376703531] 'process raft request' (duration: 125.621966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:36.148063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.50697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fedca24-27f3-4c2b-a67d-df72bf5bffbd\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-28T01:41:36.148094Z","caller":"traceutil/trace.go:171","msg":"trace[2058000426] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fedca24-27f3-4c2b-a67d-df72bf5bffbd; range_end:; response_count:1; response_revision:26523; }","duration":"559.55448ms","start":"2026-05-28T01:41:35.588527Z","end":"2026-05-28T01:41:36.148082Z","steps":["trace[2058000426] 'agreement among raft nodes before linearized reading' (duration: 559.468658ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:36.148095Z","caller":"traceutil/trace.go:171","msg":"trace[888967046] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"143.72641ms","start":"2026-05-28T01:41:36.004345Z","end":"2026-05-28T01:41:36.148071Z","steps":["trace[888967046] 'process raft request' (duration: 143.143956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:36.148125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:35.588516Z","time spent":"559.602032ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fedca24-27f3-4c2b-a67d-df72bf5bffbd\" "} {"level":"warn","ts":"2026-05-28T01:41:36.148151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.537892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:41:36.148171Z","caller":"traceutil/trace.go:171","msg":"trace[270798773] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26523; }","duration":"168.595723ms","start":"2026-05-28T01:41:35.979569Z","end":"2026-05-28T01:41:36.148165Z","steps":["trace[270798773] 'agreement among raft nodes before linearized reading' (duration: 168.548432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:36.148162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.138659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18b3972b257bb2e2\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-05-28T01:41:36.148243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.652407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:36.148305Z","caller":"traceutil/trace.go:171","msg":"trace[796197864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26523; }","duration":"682.730209ms","start":"2026-05-28T01:41:35.465565Z","end":"2026-05-28T01:41:36.148295Z","steps":["trace[796197864] 'agreement among raft nodes before linearized reading' (duration: 682.640207ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:36.148295Z","caller":"traceutil/trace.go:171","msg":"trace[799215195] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18b3972b257bb2e2; range_end:; response_count:1; response_revision:26523; }","duration":"254.244662ms","start":"2026-05-28T01:41:35.89398Z","end":"2026-05-28T01:41:36.148225Z","steps":["trace[799215195] 'agreement among raft nodes before linearized reading' (duration: 253.988056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:36.148316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.282596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-05-28T01:41:36.148333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:35.465559Z","time spent":"682.76786ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T01:41:36.148334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.74314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-28T01:41:36.148373Z","caller":"traceutil/trace.go:171","msg":"trace[1605065776] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26523; }","duration":"197.367768ms","start":"2026-05-28T01:41:35.950987Z","end":"2026-05-28T01:41:36.148354Z","steps":["trace[1605065776] 'agreement among raft nodes before linearized reading' (duration: 197.178183ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:36.14838Z","caller":"traceutil/trace.go:171","msg":"trace[235379509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26523; }","duration":"624.819722ms","start":"2026-05-28T01:41:35.523548Z","end":"2026-05-28T01:41:36.148368Z","steps":["trace[235379509] 'agreement among raft nodes before linearized reading' (duration: 624.607267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:36.148415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:35.523532Z","time spent":"624.876053ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:41:36.148456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.852169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T01:41:36.148478Z","caller":"traceutil/trace.go:171","msg":"trace[780191587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26523; }","duration":"623.88733ms","start":"2026-05-28T01:41:35.524584Z","end":"2026-05-28T01:41:36.148471Z","steps":["trace[780191587] 'agreement among raft nodes before linearized reading' (duration: 623.820558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:36.148495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:35.52458Z","time spent":"623.9115ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:41:36.148601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.253688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-28T01:41:36.148647Z","caller":"traceutil/trace.go:171","msg":"trace[513127793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26523; }","duration":"624.310349ms","start":"2026-05-28T01:41:35.524322Z","end":"2026-05-28T01:41:36.148632Z","steps":["trace[513127793] 'agreement among raft nodes before linearized reading' (duration: 623.754806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:36.148687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:41:35.524315Z","time spent":"624.364241ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T01:41:37.337594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.509672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fedca24-27f3-4c2b-a67d-df72bf5bffbd\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-28T01:41:37.337682Z","caller":"traceutil/trace.go:171","msg":"trace[1509322995] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fedca24-27f3-4c2b-a67d-df72bf5bffbd; range_end:; response_count:1; response_revision:26532; }","duration":"183.650326ms","start":"2026-05-28T01:41:37.15401Z","end":"2026-05-28T01:41:37.33766Z","steps":["trace[1509322995] 'range keys from in-memory index tree' (duration: 183.283457ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:40.880032Z","caller":"traceutil/trace.go:171","msg":"trace[930390537] linearizableReadLoop","detail":"{readStateIndex:27519; appliedIndex:27518; }","duration":"116.954671ms","start":"2026-05-28T01:41:40.763054Z","end":"2026-05-28T01:41:40.880009Z","steps":["trace[930390537] 'read index received' (duration: 105.947563ms)","trace[930390537] 'applied index is now lower than readState.Index' (duration: 11.005948ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:40.880189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.113876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:40.880232Z","caller":"traceutil/trace.go:171","msg":"trace[1478199086] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26573; }","duration":"117.175547ms","start":"2026-05-28T01:41:40.763043Z","end":"2026-05-28T01:41:40.880218Z","steps":["trace[1478199086] 'agreement among raft nodes before linearized reading' (duration: 117.060055ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:40.880451Z","caller":"traceutil/trace.go:171","msg":"trace[200807178] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"121.481738ms","start":"2026-05-28T01:41:40.758957Z","end":"2026-05-28T01:41:40.880438Z","steps":["trace[200807178] 'process raft request' (duration: 110.108151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:42.574161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.210923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10359"} {"level":"info","ts":"2026-05-28T01:41:42.574226Z","caller":"traceutil/trace.go:171","msg":"trace[418754093] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26589; }","duration":"266.284464ms","start":"2026-05-28T01:41:42.307921Z","end":"2026-05-28T01:41:42.574205Z","steps":["trace[418754093] 'range keys from in-memory index tree' (duration: 266.031868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:42.574432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.659209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:41:42.574521Z","caller":"traceutil/trace.go:171","msg":"trace[1083253257] linearizableReadLoop","detail":"{readStateIndex:27537; appliedIndex:27536; }","duration":"171.143933ms","start":"2026-05-28T01:41:42.403361Z","end":"2026-05-28T01:41:42.574505Z","steps":["trace[1083253257] 'read index received' (duration: 59.354172ms)","trace[1083253257] 'applied index is now lower than readState.Index' (duration: 111.788321ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:41:42.574739Z","caller":"traceutil/trace.go:171","msg":"trace[804414986] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"251.384105ms","start":"2026-05-28T01:41:42.323345Z","end":"2026-05-28T01:41:42.574729Z","steps":["trace[804414986] 'process raft request' (duration: 139.354718ms)","trace[804414986] 'compare' (duration: 111.33176ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:41:42.574927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.549433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-28T01:41:42.574955Z","caller":"traceutil/trace.go:171","msg":"trace[1670405996] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26590; }","duration":"171.631885ms","start":"2026-05-28T01:41:42.403314Z","end":"2026-05-28T01:41:42.574946Z","steps":["trace[1670405996] 'agreement among raft nodes before linearized reading' (duration: 171.561673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:41:42.575395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.768811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:41:42.575467Z","caller":"traceutil/trace.go:171","msg":"trace[1941889252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26590; }","duration":"108.879103ms","start":"2026-05-28T01:41:42.466569Z","end":"2026-05-28T01:41:42.575448Z","steps":["trace[1941889252] 'agreement among raft nodes before linearized reading' (duration: 108.347861ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:41:42.727976Z","caller":"traceutil/trace.go:171","msg":"trace[1693525699] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"145.294107ms","start":"2026-05-28T01:41:42.582631Z","end":"2026-05-28T01:41:42.727925Z","steps":["trace[1693525699] 'process raft request' (duration: 144.974359ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:42:14.573393Z","caller":"traceutil/trace.go:171","msg":"trace[1681053968] linearizableReadLoop","detail":"{readStateIndex:27817; appliedIndex:27813; }","duration":"201.234029ms","start":"2026-05-28T01:42:14.372039Z","end":"2026-05-28T01:42:14.573273Z","steps":["trace[1681053968] 'read index received' (duration: 118.885698ms)","trace[1681053968] 'applied index is now lower than readState.Index' (duration: 82.347341ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:42:14.573555Z","caller":"traceutil/trace.go:171","msg":"trace[57180721] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"212.81199ms","start":"2026-05-28T01:42:14.360728Z","end":"2026-05-28T01:42:14.57354Z","steps":["trace[57180721] 'process raft request' (duration: 212.421731ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:42:14.573582Z","caller":"traceutil/trace.go:171","msg":"trace[893168642] transaction","detail":"{read_only:false; response_revision:26862; number_of_response:1; }","duration":"212.910333ms","start":"2026-05-28T01:42:14.360629Z","end":"2026-05-28T01:42:14.573539Z","steps":["trace[893168642] 'process raft request' (duration: 212.472953ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:42:14.573632Z","caller":"traceutil/trace.go:171","msg":"trace[1641657140] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"211.93978ms","start":"2026-05-28T01:42:14.361668Z","end":"2026-05-28T01:42:14.573608Z","steps":["trace[1641657140] 'process raft request' (duration: 211.51608ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:42:14.573772Z","caller":"traceutil/trace.go:171","msg":"trace[662613516] transaction","detail":"{read_only:false; response_revision:26861; number_of_response:1; }","duration":"215.77707ms","start":"2026-05-28T01:42:14.357989Z","end":"2026-05-28T01:42:14.573766Z","steps":["trace[662613516] 'process raft request' (duration: 132.833875ms)","trace[662613516] 'compare' (duration: 82.136676ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:42:14.573785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.71479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-05-28T01:42:14.573866Z","caller":"traceutil/trace.go:171","msg":"trace[255381869] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26864; }","duration":"201.830902ms","start":"2026-05-28T01:42:14.372013Z","end":"2026-05-28T01:42:14.573844Z","steps":["trace[255381869] 'agreement among raft nodes before linearized reading' (duration: 201.560016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:42:14.574895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.728937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-28T01:42:14.574929Z","caller":"traceutil/trace.go:171","msg":"trace[188608359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26864; }","duration":"197.789168ms","start":"2026-05-28T01:42:14.377133Z","end":"2026-05-28T01:42:14.574922Z","steps":["trace[188608359] 'agreement among raft nodes before linearized reading' (duration: 196.569489ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:42:30.658695Z","caller":"traceutil/trace.go:171","msg":"trace[167080117] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"321.752785ms","start":"2026-05-28T01:42:30.336924Z","end":"2026-05-28T01:42:30.658677Z","steps":["trace[167080117] 'process raft request' (duration: 321.620772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:42:30.658821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:30.336894Z","time spent":"321.859927ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:42:31.160905Z","caller":"traceutil/trace.go:171","msg":"trace[1141319223] transaction","detail":"{read_only:false; response_revision:26973; number_of_response:1; }","duration":"822.751131ms","start":"2026-05-28T01:42:30.338112Z","end":"2026-05-28T01:42:31.160863Z","steps":["trace[1141319223] 'process raft request' (duration: 822.493275ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:42:31.160984Z","caller":"traceutil/trace.go:171","msg":"trace[198291089] transaction","detail":"{read_only:false; response_revision:26974; number_of_response:1; }","duration":"809.954591ms","start":"2026-05-28T01:42:30.350964Z","end":"2026-05-28T01:42:31.160919Z","steps":["trace[198291089] 'process raft request' (duration: 809.787498ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:42:31.161047Z","caller":"traceutil/trace.go:171","msg":"trace[1180842243] transaction","detail":"{read_only:false; response_revision:26975; number_of_response:1; }","duration":"804.011082ms","start":"2026-05-28T01:42:30.356999Z","end":"2026-05-28T01:42:31.16101Z","steps":["trace[1180842243] 'process raft request' (duration: 803.801447ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:42:31.161076Z","caller":"traceutil/trace.go:171","msg":"trace[1611466649] transaction","detail":"{read_only:false; response_revision:26977; number_of_response:1; }","duration":"766.625955ms","start":"2026-05-28T01:42:30.394408Z","end":"2026-05-28T01:42:31.161034Z","steps":["trace[1611466649] 'process raft request' (duration: 766.469702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:42:31.1611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:30.338084Z","time spent":"822.931416ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:42:31.161162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:30.350951Z","time spent":"810.111345ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:42:31.161188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.725642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-28T01:42:31.1612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:30.356975Z","time spent":"804.151855ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:42:31.160977Z","caller":"traceutil/trace.go:171","msg":"trace[955782518] linearizableReadLoop","detail":"{readStateIndex:27934; appliedIndex:27929; }","duration":"515.506877ms","start":"2026-05-28T01:42:30.645447Z","end":"2026-05-28T01:42:31.160954Z","steps":["trace[955782518] 'read index received' (duration: 13.892046ms)","trace[955782518] 'applied index is now lower than readState.Index' (duration: 501.613721ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:42:31.161239Z","caller":"traceutil/trace.go:171","msg":"trace[547405837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26977; }","duration":"515.813234ms","start":"2026-05-28T01:42:30.645411Z","end":"2026-05-28T01:42:31.161224Z","steps":["trace[547405837] 'agreement among raft nodes before linearized reading' (duration: 515.626229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:42:31.161295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:30.394394Z","time spent":"766.82195ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:42:31.161313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:30.645392Z","time spent":"515.908716ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T01:42:31.161423Z","caller":"traceutil/trace.go:171","msg":"trace[486251714] transaction","detail":"{read_only:false; response_revision:26976; number_of_response:1; }","duration":"774.940581ms","start":"2026-05-28T01:42:30.386415Z","end":"2026-05-28T01:42:31.161355Z","steps":["trace[486251714] 'process raft request' (duration: 774.422259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:42:31.161502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:30.386386Z","time spent":"775.077613ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:42:31.49769Z","caller":"traceutil/trace.go:171","msg":"trace[1742293865] transaction","detail":"{read_only:false; response_revision:26978; number_of_response:1; }","duration":"754.039881ms","start":"2026-05-28T01:42:30.743618Z","end":"2026-05-28T01:42:31.497658Z","steps":["trace[1742293865] 'process raft request' (duration: 668.244879ms)","trace[1742293865] 'compare' (duration: 85.394762ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:42:31.497829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:30.743594Z","time spent":"754.164953ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:42:31.498384Z","caller":"traceutil/trace.go:171","msg":"trace[1834185217] linearizableReadLoop","detail":"{readStateIndex:27936; appliedIndex:27934; }","duration":"337.108675ms","start":"2026-05-28T01:42:31.161247Z","end":"2026-05-28T01:42:31.498356Z","steps":["trace[1834185217] 'read index received' (duration: 250.628377ms)","trace[1834185217] 'applied index is now lower than readState.Index' (duration: 86.479178ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:42:31.498485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.817797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-28T01:42:31.498496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.204177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-28T01:42:31.498555Z","caller":"traceutil/trace.go:171","msg":"trace[1149253712] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26979; }","duration":"449.92705ms","start":"2026-05-28T01:42:31.048613Z","end":"2026-05-28T01:42:31.498541Z","steps":["trace[1149253712] 'agreement among raft nodes before linearized reading' (duration: 449.799407ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:42:31.498571Z","caller":"traceutil/trace.go:171","msg":"trace[2133831927] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26979; }","duration":"749.319429ms","start":"2026-05-28T01:42:30.749233Z","end":"2026-05-28T01:42:31.498553Z","steps":["trace[2133831927] 'agreement among raft nodes before linearized reading' (duration: 749.178576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:42:31.498592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:31.048598Z","time spent":"449.986191ms","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:42:31.498687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.892441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-28T01:42:31.498705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.687231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-28T01:42:31.498732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.544417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-28T01:42:31.498748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.736328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T01:42:31.498738Z","caller":"traceutil/trace.go:171","msg":"trace[1391592431] transaction","detail":"{read_only:false; response_revision:26979; number_of_response:1; }","duration":"406.337728ms","start":"2026-05-28T01:42:31.092367Z","end":"2026-05-28T01:42:31.498705Z","steps":["trace[1391592431] 'process raft request' (duration: 405.170021ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:42:31.498789Z","caller":"traceutil/trace.go:171","msg":"trace[250745056] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26979; }","duration":"512.820005ms","start":"2026-05-28T01:42:30.985949Z","end":"2026-05-28T01:42:31.498769Z","steps":["trace[250745056] 'agreement among raft nodes before linearized reading' (duration: 512.647221ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:42:31.498805Z","caller":"traceutil/trace.go:171","msg":"trace[761678371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26979; }","duration":"847.815359ms","start":"2026-05-28T01:42:30.650973Z","end":"2026-05-28T01:42:31.498789Z","steps":["trace[761678371] 'agreement among raft nodes before linearized reading' (duration: 847.694096ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:42:31.498803Z","caller":"traceutil/trace.go:171","msg":"trace[1574368102] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26979; }","duration":"622.65322ms","start":"2026-05-28T01:42:30.876124Z","end":"2026-05-28T01:42:31.498777Z","steps":["trace[1574368102] 'agreement among raft nodes before linearized reading' (duration: 622.327652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:42:31.498839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:30.650957Z","time spent":"847.873291ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T01:42:31.498845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:30.985927Z","time spent":"512.904027ms","remote":"127.0.0.1:60354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:42:31.498863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:30.876094Z","time spent":"622.757502ms","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:42:31.498616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:30.74922Z","time spent":"749.383781ms","remote":"127.0.0.1:46076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:42:31.498911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:31.092348Z","time spent":"406.478471ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:42:31.49895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.563527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T01:42:31.499016Z","caller":"traceutil/trace.go:171","msg":"trace[1479782724] transaction","detail":"{read_only:false; response_revision:26981; number_of_response:1; }","duration":"264.01447ms","start":"2026-05-28T01:42:31.234992Z","end":"2026-05-28T01:42:31.499006Z","steps":["trace[1479782724] 'process raft request' (duration: 263.956069ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:42:31.499014Z","caller":"traceutil/trace.go:171","msg":"trace[1955246809] transaction","detail":"{read_only:false; response_revision:26980; number_of_response:1; }","duration":"332.885505ms","start":"2026-05-28T01:42:31.166114Z","end":"2026-05-28T01:42:31.499Z","steps":["trace[1955246809] 'process raft request' (duration: 332.763432ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:42:31.498745Z","caller":"traceutil/trace.go:171","msg":"trace[1961763718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26979; }","duration":"499.963444ms","start":"2026-05-28T01:42:30.998761Z","end":"2026-05-28T01:42:31.498725Z","steps":["trace[1961763718] 'agreement among raft nodes before linearized reading' (duration: 499.789669ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:42:31.499069Z","caller":"traceutil/trace.go:171","msg":"trace[1882423045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26979; }","duration":"848.70233ms","start":"2026-05-28T01:42:30.650348Z","end":"2026-05-28T01:42:31.49905Z","steps":["trace[1882423045] 'agreement among raft nodes before linearized reading' (duration: 848.375112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:42:31.499092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:30.99875Z","time spent":"500.332082ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T01:42:31.498489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.878885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-28T01:42:31.499125Z","caller":"traceutil/trace.go:171","msg":"trace[2104415539] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26979; }","duration":"530.574142ms","start":"2026-05-28T01:42:30.968543Z","end":"2026-05-28T01:42:31.499117Z","steps":["trace[2104415539] 'agreement among raft nodes before linearized reading' (duration: 529.861315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:42:31.499127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:30.650315Z","time spent":"848.802623ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T01:42:31.499123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:31.166096Z","time spent":"332.971528ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:42:31.499157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:30.968521Z","time spent":"530.626082ms","remote":"127.0.0.1:37142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-05-28T01:42:31.499313Z","caller":"traceutil/trace.go:171","msg":"trace[916317095] transaction","detail":"{read_only:false; response_revision:26982; number_of_response:1; }","duration":"138.250492ms","start":"2026-05-28T01:42:31.361008Z","end":"2026-05-28T01:42:31.499259Z","steps":["trace[916317095] 'process raft request' (duration: 137.968765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:42:31.499383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.404046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:42:31.499426Z","caller":"traceutil/trace.go:171","msg":"trace[1619208611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26979; }","duration":"844.279777ms","start":"2026-05-28T01:42:30.655134Z","end":"2026-05-28T01:42:31.499413Z","steps":["trace[1619208611] 'agreement among raft nodes before linearized reading' (duration: 843.341865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:42:31.499465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:42:30.655111Z","time spent":"844.343488ms","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T01:43:35.952886Z","caller":"traceutil/trace.go:171","msg":"trace[1637190474] transaction","detail":"{read_only:false; response_revision:27630; number_of_response:1; }","duration":"147.12461ms","start":"2026-05-28T01:43:35.805741Z","end":"2026-05-28T01:43:35.952865Z","steps":["trace[1637190474] 'process raft request' (duration: 146.952636ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:43:35.977325Z","caller":"traceutil/trace.go:171","msg":"trace[2080324480] linearizableReadLoop","detail":"{readStateIndex:28605; appliedIndex:28603; }","duration":"106.864936ms","start":"2026-05-28T01:43:35.870438Z","end":"2026-05-28T01:43:35.977303Z","steps":["trace[2080324480] 'read index received' (duration: 82.256629ms)","trace[2080324480] 'applied index is now lower than readState.Index' (duration: 24.607047ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:43:35.977584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.126962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T01:43:35.977618Z","caller":"traceutil/trace.go:171","msg":"trace[596376430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27631; }","duration":"107.175883ms","start":"2026-05-28T01:43:35.870431Z","end":"2026-05-28T01:43:35.977607Z","steps":["trace[596376430] 'agreement among raft nodes before linearized reading' (duration: 106.970888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:43:35.977984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.462577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-28T01:43:35.978021Z","caller":"traceutil/trace.go:171","msg":"trace[798972740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27631; }","duration":"106.515778ms","start":"2026-05-28T01:43:35.871499Z","end":"2026-05-28T01:43:35.978014Z","steps":["trace[798972740] 'agreement among raft nodes before linearized reading' (duration: 106.430586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:43:35.978222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.236317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T01:43:35.978249Z","caller":"traceutil/trace.go:171","msg":"trace[1235406016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27631; }","duration":"102.272318ms","start":"2026-05-28T01:43:35.87597Z","end":"2026-05-28T01:43:35.978242Z","steps":["trace[1235406016] 'agreement among raft nodes before linearized reading' (duration: 102.205976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:43:35.978398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.438092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-28T01:43:35.978457Z","caller":"traceutil/trace.go:171","msg":"trace[2112535971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27631; }","duration":"102.492543ms","start":"2026-05-28T01:43:35.875942Z","end":"2026-05-28T01:43:35.978434Z","steps":["trace[2112535971] 'agreement among raft nodes before linearized reading' (duration: 102.414282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:43:35.978732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.731022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-28T01:43:35.978749Z","caller":"traceutil/trace.go:171","msg":"trace[1585348834] transaction","detail":"{read_only:false; response_revision:27631; number_of_response:1; }","duration":"167.753264ms","start":"2026-05-28T01:43:35.810944Z","end":"2026-05-28T01:43:35.978697Z","steps":["trace[1585348834] 'process raft request' (duration: 166.248748ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:43:35.978815Z","caller":"traceutil/trace.go:171","msg":"trace[315734501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27631; }","duration":"103.841985ms","start":"2026-05-28T01:43:35.874955Z","end":"2026-05-28T01:43:35.978797Z","steps":["trace[315734501] 'agreement among raft nodes before linearized reading' (duration: 103.592279ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:43:36.177221Z","caller":"traceutil/trace.go:171","msg":"trace[1862054102] transaction","detail":"{read_only:false; response_revision:27633; number_of_response:1; }","duration":"192.559065ms","start":"2026-05-28T01:43:35.984637Z","end":"2026-05-28T01:43:36.177196Z","steps":["trace[1862054102] 'process raft request' (duration: 192.35039ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:43:36.177553Z","caller":"traceutil/trace.go:171","msg":"trace[111094678] transaction","detail":"{read_only:false; response_revision:27634; number_of_response:1; }","duration":"192.700809ms","start":"2026-05-28T01:43:35.98479Z","end":"2026-05-28T01:43:36.177491Z","steps":["trace[111094678] 'process raft request' (duration: 192.364831ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:43:36.177779Z","caller":"traceutil/trace.go:171","msg":"trace[991082942] transaction","detail":"{read_only:false; response_revision:27635; number_of_response:1; }","duration":"193.102188ms","start":"2026-05-28T01:43:35.984638Z","end":"2026-05-28T01:43:36.17774Z","steps":["trace[991082942] 'process raft request' (duration: 192.75159ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:43:36.17778Z","caller":"traceutil/trace.go:171","msg":"trace[102307697] transaction","detail":"{read_only:false; response_revision:27636; number_of_response:1; }","duration":"191.288035ms","start":"2026-05-28T01:43:35.986467Z","end":"2026-05-28T01:43:36.177755Z","steps":["trace[102307697] 'process raft request' (duration: 191.183863ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:45:50.457758Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T01:45:50.463593Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-28T01:45:50.463704Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-28T01:46:19.215913Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26350} {"level":"info","ts":"2026-05-28T01:46:19.364038Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26350,"took":"143.385723ms","hash":178196878,"current-db-size-bytes":60272640,"current-db-size":"60 MB","current-db-size-in-use-bytes":38309888,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-05-28T01:46:19.364101Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":178196878,"revision":26350,"compact-revision":23205}