{"level":"warn","ts":"2026-03-11T20:31:01.105413Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T20:31:01.105532Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.140:2380","--initial-cluster=instance=https://162.253.55.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.140:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-11T20:31:01.105604Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T20:31:01.105611Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.140:2380"]} {"level":"info","ts":"2026-03-11T20:31:01.105633Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T20:31:01.106416Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"]} {"level":"info","ts":"2026-03-11T20:31:01.106514Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.140:2380"],"listen-peer-urls":["https://162.253.55.140:2380"],"advertise-client-urls":["https://162.253.55.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-11T20:31:01.389108Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"282.246711ms"} {"level":"info","ts":"2026-03-11T20:31:01.728508Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cf809824ab95ac81","cluster-id":"6f89f5fbef18dc61"} {"level":"info","ts":"2026-03-11T20:31:01.728661Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=()"} {"level":"info","ts":"2026-03-11T20:31:01.728696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became follower at term 0"} {"level":"info","ts":"2026-03-11T20:31:01.728723Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cf809824ab95ac81 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-11T20:31:01.728736Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became follower at term 1"} {"level":"info","ts":"2026-03-11T20:31:01.728814Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=(14952118046135004289)"} {"level":"warn","ts":"2026-03-11T20:31:01.730483Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-11T20:31:01.73455Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-11T20:31:01.739423Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-11T20:31:01.742042Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cf809824ab95ac81","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-11T20:31:01.744706Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T20:31:01.744903Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cf809824ab95ac81","initial-advertise-peer-urls":["https://162.253.55.140:2380"],"listen-peer-urls":["https://162.253.55.140:2380"],"advertise-client-urls":["https://162.253.55.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-11T20:31:01.744937Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-11T20:31:01.745086Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cf809824ab95ac81","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-11T20:31:01.745176Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T20:31:01.745254Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T20:31:01.745263Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T20:31:01.745621Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.140:2380"} {"level":"info","ts":"2026-03-11T20:31:01.745695Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.140:2380"} {"level":"info","ts":"2026-03-11T20:31:01.746325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=(14952118046135004289)"} {"level":"info","ts":"2026-03-11T20:31:01.746425Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6f89f5fbef18dc61","local-member-id":"cf809824ab95ac81","added-peer-id":"cf809824ab95ac81","added-peer-peer-urls":["https://162.253.55.140:2380"]} {"level":"info","ts":"2026-03-11T20:31:02.52928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 is starting a new election at term 1"} {"level":"info","ts":"2026-03-11T20:31:02.529353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-11T20:31:02.529403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 received MsgPreVoteResp from cf809824ab95ac81 at term 1"} {"level":"info","ts":"2026-03-11T20:31:02.52943Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became candidate at term 2"} {"level":"info","ts":"2026-03-11T20:31:02.529437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 received MsgVoteResp from cf809824ab95ac81 at term 2"} {"level":"info","ts":"2026-03-11T20:31:02.529451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became leader at term 2"} {"level":"info","ts":"2026-03-11T20:31:02.529466Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cf809824ab95ac81 elected leader cf809824ab95ac81 at term 2"} {"level":"info","ts":"2026-03-11T20:31:02.530603Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cf809824ab95ac81","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.140:2379]}","request-path":"/0/members/cf809824ab95ac81/attributes","cluster-id":"6f89f5fbef18dc61","publish-timeout":"7s"} {"level":"info","ts":"2026-03-11T20:31:02.530613Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T20:31:02.530675Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T20:31:02.530666Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T20:31:02.53096Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-11T20:31:02.53103Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-11T20:31:02.531729Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6f89f5fbef18dc61","local-member-id":"cf809824ab95ac81","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T20:31:02.531901Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T20:31:02.53196Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T20:31:02.534323Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.140:2379"} {"level":"info","ts":"2026-03-11T20:31:02.534711Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-11T20:31:08.277209Z","caller":"traceutil/trace.go:171","msg":"trace[1097576117] linearizableReadLoop","detail":"{readStateIndex:275; appliedIndex:274; }","duration":"102.071607ms","start":"2026-03-11T20:31:08.175102Z","end":"2026-03-11T20:31:08.277174Z","steps":["trace[1097576117] 'read index received' (duration: 36.698736ms)","trace[1097576117] 'applied index is now lower than readState.Index' (duration: 65.371801ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:31:08.277294Z","caller":"traceutil/trace.go:171","msg":"trace[788127708] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"111.077689ms","start":"2026-03-11T20:31:08.166187Z","end":"2026-03-11T20:31:08.277265Z","steps":["trace[788127708] 'process raft request' (duration: 45.599886ms)","trace[788127708] 'compare' (duration: 65.310369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:31:08.277577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.350683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-11T20:31:08.27775Z","caller":"traceutil/trace.go:171","msg":"trace[2057281864] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:266; }","duration":"102.631029ms","start":"2026-03-11T20:31:08.175077Z","end":"2026-03-11T20:31:08.277708Z","steps":["trace[2057281864] 'agreement among raft nodes before linearized reading' (duration: 102.24866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:16.785476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.631645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:31:16.785698Z","caller":"traceutil/trace.go:171","msg":"trace[1232311642] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"591.717125ms","start":"2026-03-11T20:31:16.193924Z","end":"2026-03-11T20:31:16.785641Z","steps":["trace[1232311642] 'process raft request' (duration: 42.626009ms)","trace[1232311642] 'compare' (duration: 547.45399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:31:16.785906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.001024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T20:31:16.785947Z","caller":"traceutil/trace.go:171","msg":"trace[722244912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:364; }","duration":"449.082757ms","start":"2026-03-11T20:31:16.336851Z","end":"2026-03-11T20:31:16.785934Z","steps":["trace[722244912] 'agreement among raft nodes before linearized reading' (duration: 448.988434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:16.785917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:16.193908Z","time spent":"591.87231ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:31:16.785966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:16.336828Z","time spent":"449.134788ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T20:31:16.785684Z","caller":"traceutil/trace.go:171","msg":"trace[1048134707] linearizableReadLoop","detail":"{readStateIndex:375; appliedIndex:374; }","duration":"448.750369ms","start":"2026-03-11T20:31:16.336904Z","end":"2026-03-11T20:31:16.785654Z","steps":["trace[1048134707] 'read index received' (duration: 59.062µs)","trace[1048134707] 'applied index is now lower than readState.Index' (duration: 448.689427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:31:17.62756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.520691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:31:17.627774Z","caller":"traceutil/trace.go:171","msg":"trace[443569490] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"406.13256ms","start":"2026-03-11T20:31:17.221621Z","end":"2026-03-11T20:31:17.627754Z","steps":["trace[443569490] 'process raft request' (duration: 406.052538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:17.627859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:17.221593Z","time spent":"406.227192ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:31:17.627998Z","caller":"traceutil/trace.go:171","msg":"trace[1422962956] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"838.324366ms","start":"2026-03-11T20:31:16.78966Z","end":"2026-03-11T20:31:17.627984Z","steps":["trace[1422962956] 'process raft request' (duration: 358.297843ms)","trace[1422962956] 'compare' (duration: 479.396909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:31:17.628059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:16.789623Z","time spent":"838.409167ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:31:17.628097Z","caller":"traceutil/trace.go:171","msg":"trace[558602289] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:375; }","duration":"715.109102ms","start":"2026-03-11T20:31:16.912902Z","end":"2026-03-11T20:31:17.628011Z","steps":["trace[558602289] 'read index received' (duration: 234.983068ms)","trace[558602289] 'applied index is now lower than readState.Index' (duration: 480.122334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:31:17.628271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.417903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4795"} {"level":"info","ts":"2026-03-11T20:31:17.628292Z","caller":"traceutil/trace.go:171","msg":"trace[796364751] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:366; }","duration":"477.503245ms","start":"2026-03-11T20:31:17.150783Z","end":"2026-03-11T20:31:17.628286Z","steps":["trace[796364751] 'agreement among raft nodes before linearized reading' (duration: 477.409033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:17.628314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:17.150753Z","time spent":"477.553727ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4818,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-11T20:31:17.628296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.457999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-11T20:31:17.62823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.302227ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:31:17.628367Z","caller":"traceutil/trace.go:171","msg":"trace[898071668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:366; }","duration":"327.587952ms","start":"2026-03-11T20:31:17.300735Z","end":"2026-03-11T20:31:17.62835Z","steps":["trace[898071668] 'agreement among raft nodes before linearized reading' (duration: 327.456369ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:17.628386Z","caller":"traceutil/trace.go:171","msg":"trace[788613993] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:366; }","duration":"715.475501ms","start":"2026-03-11T20:31:16.912888Z","end":"2026-03-11T20:31:17.628363Z","steps":["trace[788613993] 'agreement among raft nodes before linearized reading' (duration: 715.276067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:17.628411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:17.300712Z","time spent":"327.687135ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T20:31:18.414081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374372429,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T20:31:18.422192Z","caller":"traceutil/trace.go:171","msg":"trace[1737967369] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:378; }","duration":"508.272488ms","start":"2026-03-11T20:31:17.913895Z","end":"2026-03-11T20:31:18.422167Z","steps":["trace[1737967369] 'read index received' (duration: 500.321899ms)","trace[1737967369] 'applied index is now lower than readState.Index' (duration: 7.949339ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:31:18.422242Z","caller":"traceutil/trace.go:171","msg":"trace[835981209] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"780.430593ms","start":"2026-03-11T20:31:17.641785Z","end":"2026-03-11T20:31:18.422215Z","steps":["trace[835981209] 'process raft request' (duration: 780.322401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:18.422284Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12430388926374372433,"received-request-id":12430388926374372429} {"level":"info","ts":"2026-03-11T20:31:18.422305Z","caller":"traceutil/trace.go:171","msg":"trace[2013270169] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"786.803866ms","start":"2026-03-11T20:31:17.635471Z","end":"2026-03-11T20:31:18.422275Z","steps":["trace[2013270169] 'process raft request' (duration: 778.697004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:18.422388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:17.64177Z","time spent":"780.535535ms","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4365,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:31:18.422457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:17.635307Z","time spent":"787.049131ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:31:18.422457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.543205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T20:31:18.422508Z","caller":"traceutil/trace.go:171","msg":"trace[1259039725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:369; }","duration":"508.668777ms","start":"2026-03-11T20:31:17.913826Z","end":"2026-03-11T20:31:18.422495Z","steps":["trace[1259039725] 'agreement among raft nodes before linearized reading' (duration: 508.466723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:18.422542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:17.91379Z","time spent":"508.744199ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T20:31:18.422538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.142366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-11T20:31:18.422659Z","caller":"traceutil/trace.go:171","msg":"trace[2021716846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:369; }","duration":"249.32767ms","start":"2026-03-11T20:31:18.173302Z","end":"2026-03-11T20:31:18.422629Z","steps":["trace[2021716846] 'agreement among raft nodes before linearized reading' (duration: 249.090415ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:33.874846Z","caller":"traceutil/trace.go:171","msg":"trace[1571335693] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:485; }","duration":"399.039954ms","start":"2026-03-11T20:31:33.475784Z","end":"2026-03-11T20:31:33.874824Z","steps":["trace[1571335693] 'read index received' (duration: 398.925281ms)","trace[1571335693] 'applied index is now lower than readState.Index' (duration: 113.803µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:31:33.874934Z","caller":"traceutil/trace.go:171","msg":"trace[121780144] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"455.410867ms","start":"2026-03-11T20:31:33.419485Z","end":"2026-03-11T20:31:33.874896Z","steps":["trace[121780144] 'process raft request' (duration: 455.236113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:33.875015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.207097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:31:33.875084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.084584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T20:31:33.875136Z","caller":"traceutil/trace.go:171","msg":"trace[1246245478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:470; }","duration":"158.195356ms","start":"2026-03-11T20:31:33.716934Z","end":"2026-03-11T20:31:33.875129Z","steps":["trace[1246245478] 'agreement among raft nodes before linearized reading' (duration: 158.099203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:33.875145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.453457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T20:31:33.875189Z","caller":"traceutil/trace.go:171","msg":"trace[297836827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:470; }","duration":"148.537649ms","start":"2026-03-11T20:31:33.726643Z","end":"2026-03-11T20:31:33.875181Z","steps":["trace[297836827] 'agreement among raft nodes before linearized reading' (duration: 148.470657ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:33.87508Z","caller":"traceutil/trace.go:171","msg":"trace[787532942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"399.284629ms","start":"2026-03-11T20:31:33.475779Z","end":"2026-03-11T20:31:33.875064Z","steps":["trace[787532942] 'agreement among raft nodes before linearized reading' (duration: 399.160356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:33.875298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:33.475737Z","time spent":"399.543535ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:31:33.875093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:33.419468Z","time spent":"455.54477ms","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:31:40.366424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.056718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:31:40.36656Z","caller":"traceutil/trace.go:171","msg":"trace[2027969180] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"120.258725ms","start":"2026-03-11T20:31:40.246285Z","end":"2026-03-11T20:31:40.366544Z","steps":["trace[2027969180] 'read index received' (duration: 37.971µs)","trace[2027969180] 'applied index is now lower than readState.Index' (duration: 120.219734ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:31:40.366626Z","caller":"traceutil/trace.go:171","msg":"trace[1812943621] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"454.939654ms","start":"2026-03-11T20:31:39.911636Z","end":"2026-03-11T20:31:40.366576Z","steps":["trace[1812943621] 'process raft request' (duration: 42.643691ms)","trace[1812943621] 'compare' (duration: 411.957116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:31:40.36667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.381327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-62xvw\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-11T20:31:40.366767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.375674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:31:40.366796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:39.911615Z","time spent":"455.101659ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:31:40.366831Z","caller":"traceutil/trace.go:171","msg":"trace[1642316221] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:512; }","duration":"119.487487ms","start":"2026-03-11T20:31:40.247325Z","end":"2026-03-11T20:31:40.366812Z","steps":["trace[1642316221] 'agreement among raft nodes before linearized reading' (duration: 119.361514ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:40.366834Z","caller":"traceutil/trace.go:171","msg":"trace[1492573058] range","detail":"{range_begin:/registry/pods/kube-system/cilium-62xvw; range_end:; response_count:1; response_revision:512; }","duration":"120.553092ms","start":"2026-03-11T20:31:40.246242Z","end":"2026-03-11T20:31:40.366795Z","steps":["trace[1492573058] 'agreement among raft nodes before linearized reading' (duration: 120.385348ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:40.962093Z","caller":"traceutil/trace.go:171","msg":"trace[1788128335] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"581.396816ms","start":"2026-03-11T20:31:40.380663Z","end":"2026-03-11T20:31:40.962059Z","steps":["trace[1788128335] 'process raft request' (duration: 581.12957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:40.962195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.784366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:31:40.962238Z","caller":"traceutil/trace.go:171","msg":"trace[746600480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"487.872379ms","start":"2026-03-11T20:31:40.474355Z","end":"2026-03-11T20:31:40.962227Z","steps":["trace[746600480] 'agreement among raft nodes before linearized reading' (duration: 487.784297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:40.962271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:40.47434Z","time spent":"487.92397ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:31:40.962268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:40.380637Z","time spent":"581.540469ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:31:40.96203Z","caller":"traceutil/trace.go:171","msg":"trace[1387416685] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:529; }","duration":"487.606523ms","start":"2026-03-11T20:31:40.474392Z","end":"2026-03-11T20:31:40.961998Z","steps":["trace[1387416685] 'read index received' (duration: 487.256453ms)","trace[1387416685] 'applied index is now lower than readState.Index' (duration: 348.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:31:41.952423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.379619ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T20:31:41.952572Z","caller":"traceutil/trace.go:171","msg":"trace[787263012] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"989.999402ms","start":"2026-03-11T20:31:40.962552Z","end":"2026-03-11T20:31:41.952551Z","steps":["trace[787263012] 'read index received' (duration: 272.431389ms)","trace[787263012] 'applied index is now lower than readState.Index' (duration: 717.566223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:31:41.952683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433813557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:31:41.952711Z","caller":"traceutil/trace.go:171","msg":"trace[25187183] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:513; }","duration":"1.433866878s","start":"2026-03-11T20:31:40.518837Z","end":"2026-03-11T20:31:41.952703Z","steps":["trace[25187183] 'agreement among raft nodes before linearized reading' (duration: 1.433804666s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:41.952743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:40.518829Z","time spent":"1.433904209s","remote":"127.0.0.1:34308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-11T20:31:41.95277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.136792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:31:41.952846Z","caller":"traceutil/trace.go:171","msg":"trace[1789989171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"989.288806ms","start":"2026-03-11T20:31:40.963541Z","end":"2026-03-11T20:31:41.95283Z","steps":["trace[1789989171] 'agreement among raft nodes before linearized reading' (duration: 989.130022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:41.952882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:40.963517Z","time spent":"989.359637ms","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:31:41.953094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410709113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T20:31:41.953129Z","caller":"traceutil/trace.go:171","msg":"trace[218680365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"1.410763534s","start":"2026-03-11T20:31:40.542356Z","end":"2026-03-11T20:31:41.953119Z","steps":["trace[218680365] 'agreement among raft nodes before linearized reading' (duration: 1.410233012s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:41.953154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:40.542347Z","time spent":"1.410799905s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T20:31:41.953279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417757308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-11T20:31:41.953392Z","caller":"traceutil/trace.go:171","msg":"trace[1144129786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:513; }","duration":"1.418288311s","start":"2026-03-11T20:31:40.535077Z","end":"2026-03-11T20:31:41.953366Z","steps":["trace[1144129786] 'agreement among raft nodes before linearized reading' (duration: 1.417496353s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:41.954023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:31:40.535064Z","time spent":"1.418937837s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T20:31:43.599977Z","caller":"traceutil/trace.go:171","msg":"trace[733842226] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:670; }","duration":"123.801148ms","start":"2026-03-11T20:31:43.47614Z","end":"2026-03-11T20:31:43.599941Z","steps":["trace[733842226] 'read index received' (duration: 123.406919ms)","trace[733842226] 'applied index is now lower than readState.Index' (duration: 392.889µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:31:43.600096Z","caller":"traceutil/trace.go:171","msg":"trace[1454163365] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"211.902616ms","start":"2026-03-11T20:31:43.388167Z","end":"2026-03-11T20:31:43.60007Z","steps":["trace[1454163365] 'process raft request' (duration: 211.502487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:43.600126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.967282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:31:43.600163Z","caller":"traceutil/trace.go:171","msg":"trace[583704329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:653; }","duration":"124.025743ms","start":"2026-03-11T20:31:43.476126Z","end":"2026-03-11T20:31:43.600152Z","steps":["trace[583704329] 'agreement among raft nodes before linearized reading' (duration: 123.940961ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:48.203893Z","caller":"traceutil/trace.go:171","msg":"trace[1514267345] linearizableReadLoop","detail":"{readStateIndex:743; appliedIndex:742; }","duration":"105.917488ms","start":"2026-03-11T20:31:48.097942Z","end":"2026-03-11T20:31:48.20386Z","steps":["trace[1514267345] 'read index received' (duration: 51.305655ms)","trace[1514267345] 'applied index is now lower than readState.Index' (duration: 54.609963ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:31:48.203974Z","caller":"traceutil/trace.go:171","msg":"trace[334016171] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"139.264571ms","start":"2026-03-11T20:31:48.064662Z","end":"2026-03-11T20:31:48.203927Z","steps":["trace[334016171] 'process raft request' (duration: 84.649898ms)","trace[334016171] 'compare' (duration: 54.394858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:31:48.204089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.112962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:31:48.204145Z","caller":"traceutil/trace.go:171","msg":"trace[161358879] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:724; }","duration":"106.228405ms","start":"2026-03-11T20:31:48.097898Z","end":"2026-03-11T20:31:48.204127Z","steps":["trace[161358879] 'agreement among raft nodes before linearized reading' (duration: 106.064881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:31:48.204207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.217235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:31:48.20427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.918938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:31:48.204369Z","caller":"traceutil/trace.go:171","msg":"trace[124135278] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:724; }","duration":"106.467791ms","start":"2026-03-11T20:31:48.097883Z","end":"2026-03-11T20:31:48.204351Z","steps":["trace[124135278] 'agreement among raft nodes before linearized reading' (duration: 106.224456ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:48.204537Z","caller":"traceutil/trace.go:171","msg":"trace[1916007641] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:724; }","duration":"106.166553ms","start":"2026-03-11T20:31:48.098286Z","end":"2026-03-11T20:31:48.204452Z","steps":["trace[1916007641] 'agreement among raft nodes before linearized reading' (duration: 105.878377ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:48.344373Z","caller":"traceutil/trace.go:171","msg":"trace[1457469680] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"133.441144ms","start":"2026-03-11T20:31:48.210898Z","end":"2026-03-11T20:31:48.344339Z","steps":["trace[1457469680] 'process raft request' (duration: 121.995875ms)","trace[1457469680] 'compare' (duration: 11.249454ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:31:48.344724Z","caller":"traceutil/trace.go:171","msg":"trace[222726016] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"133.711191ms","start":"2026-03-11T20:31:48.210979Z","end":"2026-03-11T20:31:48.34469Z","steps":["trace[222726016] 'process raft request' (duration: 133.301132ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:48.344927Z","caller":"traceutil/trace.go:171","msg":"trace[1388807104] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"133.431014ms","start":"2026-03-11T20:31:48.211485Z","end":"2026-03-11T20:31:48.344916Z","steps":["trace[1388807104] 'process raft request' (duration: 133.340372ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:48.344977Z","caller":"traceutil/trace.go:171","msg":"trace[506458266] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"133.638649ms","start":"2026-03-11T20:31:48.211325Z","end":"2026-03-11T20:31:48.344964Z","steps":["trace[506458266] 'process raft request' (duration: 133.393404ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:48.344959Z","caller":"traceutil/trace.go:171","msg":"trace[1388560526] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"133.65542ms","start":"2026-03-11T20:31:48.211267Z","end":"2026-03-11T20:31:48.344923Z","steps":["trace[1388560526] 'process raft request' (duration: 133.407844ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:48.344897Z","caller":"traceutil/trace.go:171","msg":"trace[274816838] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"133.532896ms","start":"2026-03-11T20:31:48.211333Z","end":"2026-03-11T20:31:48.344866Z","steps":["trace[274816838] 'process raft request' (duration: 133.451774ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:48.345134Z","caller":"traceutil/trace.go:171","msg":"trace[1531986082] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"134.000377ms","start":"2026-03-11T20:31:48.211124Z","end":"2026-03-11T20:31:48.345124Z","steps":["trace[1531986082] 'process raft request' (duration: 133.412934ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:31:48.472466Z","caller":"traceutil/trace.go:171","msg":"trace[1990888337] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"103.872211ms","start":"2026-03-11T20:31:48.368571Z","end":"2026-03-11T20:31:48.472443Z","steps":["trace[1990888337] 'process raft request' (duration: 100.294016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:32:00.975804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374373350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T20:32:01.476189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374373350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T20:32:01.503389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030697508s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T20:32:01.514567Z","caller":"traceutil/trace.go:171","msg":"trace[687771868] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:912; }","duration":"1.039166947s","start":"2026-03-11T20:32:00.475366Z","end":"2026-03-11T20:32:01.514533Z","steps":["trace[687771868] 'read index received' (duration: 1.028381603s)","trace[687771868] 'applied index is now lower than readState.Index' (duration: 10.784334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:32:01.514784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039399642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:32:01.514855Z","caller":"traceutil/trace.go:171","msg":"trace[1074842165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:890; }","duration":"1.039537946s","start":"2026-03-11T20:32:00.475298Z","end":"2026-03-11T20:32:01.514836Z","steps":["trace[1074842165] 'agreement among raft nodes before linearized reading' (duration: 1.039428413s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:32:01.514924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:32:00.475276Z","time spent":"1.039632487s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T20:32:01.514866Z","caller":"traceutil/trace.go:171","msg":"trace[1971471274] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"120.747746ms","start":"2026-03-11T20:32:01.394025Z","end":"2026-03-11T20:32:01.514772Z","steps":["trace[1971471274] 'process raft request' (duration: 120.323016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:32:01.514978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.224157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T20:32:01.515274Z","caller":"traceutil/trace.go:171","msg":"trace[1903454763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:890; }","duration":"924.561494ms","start":"2026-03-11T20:32:00.590696Z","end":"2026-03-11T20:32:01.515258Z","steps":["trace[1903454763] 'agreement among raft nodes before linearized reading' (duration: 924.099784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:32:01.515334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:32:00.590674Z","time spent":"924.647927ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T20:32:19.156812Z","caller":"traceutil/trace.go:171","msg":"trace[2146371098] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"174.770995ms","start":"2026-03-11T20:32:18.98201Z","end":"2026-03-11T20:32:19.156781Z","steps":["trace[2146371098] 'process raft request' (duration: 174.575361ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:32:52.003338Z","caller":"traceutil/trace.go:171","msg":"trace[713311840] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"228.108827ms","start":"2026-03-11T20:32:51.775208Z","end":"2026-03-11T20:32:52.003316Z","steps":["trace[713311840] 'process raft request' (duration: 227.980434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:32:52.320644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.998236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:32:52.321056Z","caller":"traceutil/trace.go:171","msg":"trace[346134247] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"544.951149ms","start":"2026-03-11T20:32:51.776076Z","end":"2026-03-11T20:32:52.321027Z","steps":["trace[346134247] 'process raft request' (duration: 333.498623ms)","trace[346134247] 'compare' (duration: 210.853622ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:32:52.321129Z","caller":"traceutil/trace.go:171","msg":"trace[1414159588] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"162.014754ms","start":"2026-03-11T20:32:52.159067Z","end":"2026-03-11T20:32:52.321082Z","steps":["trace[1414159588] 'process raft request' (duration: 161.977883ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:32:52.321107Z","caller":"traceutil/trace.go:171","msg":"trace[1518907249] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"273.187306ms","start":"2026-03-11T20:32:52.047886Z","end":"2026-03-11T20:32:52.321074Z","steps":["trace[1518907249] 'process raft request' (duration: 273.091524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:32:52.321274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:32:51.776049Z","time spent":"545.100753ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:32:52.321266Z","caller":"traceutil/trace.go:171","msg":"trace[1360515666] linearizableReadLoop","detail":"{readStateIndex:1623; appliedIndex:1621; }","duration":"236.299151ms","start":"2026-03-11T20:32:52.084948Z","end":"2026-03-11T20:32:52.321247Z","steps":["trace[1360515666] 'read index received' (duration: 24.69396ms)","trace[1360515666] 'applied index is now lower than readState.Index' (duration: 211.602811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:32:52.321443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.492875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T20:32:52.321514Z","caller":"traceutil/trace.go:171","msg":"trace[435861377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1565; }","duration":"236.592498ms","start":"2026-03-11T20:32:52.084902Z","end":"2026-03-11T20:32:52.321494Z","steps":["trace[435861377] 'agreement among raft nodes before linearized reading' (duration: 236.451064ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:04.34587Z","caller":"traceutil/trace.go:171","msg":"trace[1521978035] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"292.275715ms","start":"2026-03-11T20:33:04.053567Z","end":"2026-03-11T20:33:04.345843Z","steps":["trace[1521978035] 'process raft request' (duration: 292.121411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:04.73969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.319357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:33:04.739909Z","caller":"traceutil/trace.go:171","msg":"trace[528396955] linearizableReadLoop","detail":"{readStateIndex:1721; appliedIndex:1719; }","duration":"365.761032ms","start":"2026-03-11T20:33:04.37413Z","end":"2026-03-11T20:33:04.739891Z","steps":["trace[528396955] 'read index received' (duration: 87.113556ms)","trace[528396955] 'applied index is now lower than readState.Index' (duration: 278.646465ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:33:04.73999Z","caller":"traceutil/trace.go:171","msg":"trace[1541557644] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"370.680187ms","start":"2026-03-11T20:33:04.369286Z","end":"2026-03-11T20:33:04.739967Z","steps":["trace[1541557644] 'process raft request' (duration: 370.543214ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:04.740012Z","caller":"traceutil/trace.go:171","msg":"trace[1806185665] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"371.510917ms","start":"2026-03-11T20:33:04.36847Z","end":"2026-03-11T20:33:04.739981Z","steps":["trace[1806185665] 'process raft request' (duration: 92.772799ms)","trace[1806185665] 'compare' (duration: 278.151463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:33:04.740087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:04.369264Z","time spent":"370.779129ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:33:04.740153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.195309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T20:33:04.74017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.030877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-11T20:33:04.740183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:04.368445Z","time spent":"371.644799ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:33:04.740205Z","caller":"traceutil/trace.go:171","msg":"trace[1849605160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1659; }","duration":"265.282811ms","start":"2026-03-11T20:33:04.474903Z","end":"2026-03-11T20:33:04.740186Z","steps":["trace[1849605160] 'agreement among raft nodes before linearized reading' (duration: 265.110787ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:04.740228Z","caller":"traceutil/trace.go:171","msg":"trace[779621581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1659; }","duration":"366.14455ms","start":"2026-03-11T20:33:04.374071Z","end":"2026-03-11T20:33:04.740215Z","steps":["trace[779621581] 'agreement among raft nodes before linearized reading' (duration: 365.916555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:04.740267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:04.374055Z","time spent":"366.204862ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T20:33:04.740242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.498718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-11T20:33:04.740267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.907405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-11T20:33:04.74034Z","caller":"traceutil/trace.go:171","msg":"trace[1275530915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1659; }","duration":"254.636131ms","start":"2026-03-11T20:33:04.485681Z","end":"2026-03-11T20:33:04.740317Z","steps":["trace[1275530915] 'agreement among raft nodes before linearized reading' (duration: 254.374985ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:04.74034Z","caller":"traceutil/trace.go:171","msg":"trace[1393267481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1659; }","duration":"257.002756ms","start":"2026-03-11T20:33:04.483318Z","end":"2026-03-11T20:33:04.74032Z","steps":["trace[1393267481] 'agreement among raft nodes before linearized reading' (duration: 256.853853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:04.740393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.073247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:33:04.740414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.596623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T20:33:04.740447Z","caller":"traceutil/trace.go:171","msg":"trace[645495610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1659; }","duration":"252.648604ms","start":"2026-03-11T20:33:04.487789Z","end":"2026-03-11T20:33:04.740437Z","steps":["trace[645495610] 'agreement among raft nodes before linearized reading' (duration: 252.558842ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:04.740451Z","caller":"traceutil/trace.go:171","msg":"trace[972418039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1659; }","duration":"265.144968ms","start":"2026-03-11T20:33:04.47529Z","end":"2026-03-11T20:33:04.740435Z","steps":["trace[972418039] 'agreement among raft nodes before linearized reading' (duration: 265.065966ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:07.663619Z","caller":"traceutil/trace.go:171","msg":"trace[1787872859] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"112.285678ms","start":"2026-03-11T20:33:07.551276Z","end":"2026-03-11T20:33:07.663561Z","steps":["trace[1787872859] 'process raft request' (duration: 111.571421ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:08.751696Z","caller":"traceutil/trace.go:171","msg":"trace[1250580711] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"387.994024ms","start":"2026-03-11T20:33:08.363673Z","end":"2026-03-11T20:33:08.751667Z","steps":["trace[1250580711] 'process raft request' (duration: 387.781819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:08.75188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:08.363652Z","time spent":"388.140357ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:33:43.320508Z","caller":"traceutil/trace.go:171","msg":"trace[1704769681] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"416.067648ms","start":"2026-03-11T20:33:42.9044Z","end":"2026-03-11T20:33:43.320468Z","steps":["trace[1704769681] 'process raft request' (duration: 340.607275ms)","trace[1704769681] 'compare' (duration: 75.236778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:33:43.320728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:42.904362Z","time spent":"416.267323ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:33:43.355841Z","caller":"traceutil/trace.go:171","msg":"trace[345448470] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1929; }","duration":"396.831306ms","start":"2026-03-11T20:33:42.958976Z","end":"2026-03-11T20:33:43.355808Z","steps":["trace[345448470] 'read index received' (duration: 286.02815ms)","trace[345448470] 'applied index is now lower than readState.Index' (duration: 110.801976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:33:43.356094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.094541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T20:33:43.356139Z","caller":"traceutil/trace.go:171","msg":"trace[1553604143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1860; }","duration":"397.191994ms","start":"2026-03-11T20:33:42.958935Z","end":"2026-03-11T20:33:43.356127Z","steps":["trace[1553604143] 'agreement among raft nodes before linearized reading' (duration: 397.02696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:43.356165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.982785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-11T20:33:43.356179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:42.958919Z","time spent":"397.251485ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T20:33:43.355954Z","caller":"traceutil/trace.go:171","msg":"trace[1320730212] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"431.574736ms","start":"2026-03-11T20:33:42.924335Z","end":"2026-03-11T20:33:43.35591Z","steps":["trace[1320730212] 'process raft request' (duration: 431.31775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:43.356285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.108668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T20:33:43.356286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.995425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T20:33:43.356372Z","caller":"traceutil/trace.go:171","msg":"trace[1840384599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1860; }","duration":"330.221251ms","start":"2026-03-11T20:33:43.026127Z","end":"2026-03-11T20:33:43.356348Z","steps":["trace[1840384599] 'agreement among raft nodes before linearized reading' (duration: 329.961325ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:43.356394Z","caller":"traceutil/trace.go:171","msg":"trace[1767096754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1860; }","duration":"350.148918ms","start":"2026-03-11T20:33:43.006214Z","end":"2026-03-11T20:33:43.356363Z","steps":["trace[1767096754] 'agreement among raft nodes before linearized reading' (duration: 349.819101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:43.356422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:43.026111Z","time spent":"330.301472ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T20:33:43.356421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.712139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-11T20:33:43.356702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:42.924305Z","time spent":"432.015415ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:33:43.356503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:43.006201Z","time spent":"350.231871ms","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-11T20:33:43.356733Z","caller":"traceutil/trace.go:171","msg":"trace[1075726203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1860; }","duration":"330.102559ms","start":"2026-03-11T20:33:43.026617Z","end":"2026-03-11T20:33:43.35672Z","steps":["trace[1075726203] 'agreement among raft nodes before linearized reading' (duration: 329.626607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:43.356963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:43.026608Z","time spent":"330.341904ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T20:33:43.356222Z","caller":"traceutil/trace.go:171","msg":"trace[1223522123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1860; }","duration":"330.087378ms","start":"2026-03-11T20:33:43.02612Z","end":"2026-03-11T20:33:43.356208Z","steps":["trace[1223522123] 'agreement among raft nodes before linearized reading' (duration: 329.947295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:43.357091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:43.026097Z","time spent":"330.972498ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T20:33:43.356554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.035123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-11T20:33:43.357298Z","caller":"traceutil/trace.go:171","msg":"trace[1448830650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1860; }","duration":"333.788512ms","start":"2026-03-11T20:33:43.023455Z","end":"2026-03-11T20:33:43.357243Z","steps":["trace[1448830650] 'agreement among raft nodes before linearized reading' (duration: 332.649185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:43.357469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:43.023441Z","time spent":"333.970275ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T20:33:49.60777Z","caller":"traceutil/trace.go:171","msg":"trace[302690185] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"268.890895ms","start":"2026-03-11T20:33:49.338797Z","end":"2026-03-11T20:33:49.607688Z","steps":["trace[302690185] 'process raft request' (duration: 268.734291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:50.45501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.713147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:33:50.455219Z","caller":"traceutil/trace.go:171","msg":"trace[2122014337] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1960; }","duration":"1.054591458s","start":"2026-03-11T20:33:49.400611Z","end":"2026-03-11T20:33:50.455203Z","steps":["trace[2122014337] 'read index received' (duration: 206.917794ms)","trace[2122014337] 'applied index is now lower than readState.Index' (duration: 847.672584ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:33:50.455367Z","caller":"traceutil/trace.go:171","msg":"trace[182277625] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"1.078549416s","start":"2026-03-11T20:33:49.376782Z","end":"2026-03-11T20:33:50.455332Z","steps":["trace[182277625] 'process raft request' (duration: 655.415859ms)","trace[182277625] 'compare' (duration: 422.42236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:33:50.455497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.759911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:33:50.45555Z","caller":"traceutil/trace.go:171","msg":"trace[2055450595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1891; }","duration":"456.901545ms","start":"2026-03-11T20:33:49.998635Z","end":"2026-03-11T20:33:50.455536Z","steps":["trace[2055450595] 'agreement among raft nodes before linearized reading' (duration: 456.751232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:50.455584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024190316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T20:33:50.455625Z","caller":"traceutil/trace.go:171","msg":"trace[1606047155] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"590.664147ms","start":"2026-03-11T20:33:49.864951Z","end":"2026-03-11T20:33:50.455615Z","steps":["trace[1606047155] 'process raft request' (duration: 590.170115ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:50.455636Z","caller":"traceutil/trace.go:171","msg":"trace[154016838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1891; }","duration":"1.024275098s","start":"2026-03-11T20:33:49.431347Z","end":"2026-03-11T20:33:50.455622Z","steps":["trace[154016838] 'agreement among raft nodes before linearized reading' (duration: 1.024185456s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:50.455686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:49.864929Z","time spent":"590.718748ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:33:50.455707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:49.376713Z","time spent":"1.078762621s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:33:50.45587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055256503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T20:33:50.455588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:49.998614Z","time spent":"456.967346ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:33:50.455685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:49.431327Z","time spent":"1.024346229s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T20:33:50.45551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05199084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T20:33:50.456173Z","caller":"traceutil/trace.go:171","msg":"trace[1066324727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1891; }","duration":"1.052660985s","start":"2026-03-11T20:33:49.403465Z","end":"2026-03-11T20:33:50.456126Z","steps":["trace[1066324727] 'agreement among raft nodes before linearized reading' (duration: 1.051916709s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:50.456231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:49.403441Z","time spent":"1.052774137s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T20:33:50.455766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024275198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-11T20:33:50.456065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024562174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-11T20:33:50.456303Z","caller":"traceutil/trace.go:171","msg":"trace[1405599369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1891; }","duration":"1.02484589s","start":"2026-03-11T20:33:49.431432Z","end":"2026-03-11T20:33:50.456278Z","steps":["trace[1405599369] 'agreement among raft nodes before linearized reading' (duration: 1.024213326s)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:50.456329Z","caller":"traceutil/trace.go:171","msg":"trace[1435761831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1891; }","duration":"1.055330834s","start":"2026-03-11T20:33:49.400579Z","end":"2026-03-11T20:33:50.45591Z","steps":["trace[1435761831] 'agreement among raft nodes before linearized reading' (duration: 1.054746921s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:50.455782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026994829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-11T20:33:50.456392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:49.4314Z","time spent":"1.024965802s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T20:33:50.456404Z","caller":"traceutil/trace.go:171","msg":"trace[1625980786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1891; }","duration":"1.027655934s","start":"2026-03-11T20:33:49.428734Z","end":"2026-03-11T20:33:50.45639Z","steps":["trace[1625980786] 'agreement among raft nodes before linearized reading' (duration: 1.026977759s)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:50.456405Z","caller":"traceutil/trace.go:171","msg":"trace[898803759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1891; }","duration":"1.024968183s","start":"2026-03-11T20:33:49.431378Z","end":"2026-03-11T20:33:50.456346Z","steps":["trace[898803759] 'agreement among raft nodes before linearized reading' (duration: 1.024147695s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:50.456441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:49.428722Z","time spent":"1.027706065s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T20:33:50.456552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:49.431356Z","time spent":"1.025134866s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T20:33:50.45658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:49.400567Z","time spent":"1.0560047s","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-11T20:33:50.794039Z","caller":"traceutil/trace.go:171","msg":"trace[716029068] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"333.375872ms","start":"2026-03-11T20:33:50.460632Z","end":"2026-03-11T20:33:50.794008Z","steps":["trace[716029068] 'process raft request' (duration: 333.155177ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:50.794293Z","caller":"traceutil/trace.go:171","msg":"trace[2038029002] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"333.479134ms","start":"2026-03-11T20:33:50.460662Z","end":"2026-03-11T20:33:50.794141Z","steps":["trace[2038029002] 'process raft request' (duration: 333.294659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:50.794307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:50.460608Z","time spent":"333.601517ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:33:50.794458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:50.460646Z","time spent":"333.69093ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:33:50.795888Z","caller":"traceutil/trace.go:171","msg":"trace[1196058243] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"333.613147ms","start":"2026-03-11T20:33:50.462249Z","end":"2026-03-11T20:33:50.795862Z","steps":["trace[1196058243] 'process raft request' (duration: 333.554065ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:50.796023Z","caller":"traceutil/trace.go:171","msg":"trace[837898661] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"333.995515ms","start":"2026-03-11T20:33:50.461983Z","end":"2026-03-11T20:33:50.795978Z","steps":["trace[837898661] 'process raft request' (duration: 333.784181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:50.796132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:50.461969Z","time spent":"334.108288ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:33:50.796163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:50.462233Z","time spent":"333.73877ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:33:50.795899Z","caller":"traceutil/trace.go:171","msg":"trace[1224078812] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"335.041219ms","start":"2026-03-11T20:33:50.460842Z","end":"2026-03-11T20:33:50.795883Z","steps":["trace[1224078812] 'process raft request' (duration: 334.816064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:50.796664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:50.460809Z","time spent":"335.810327ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:33:50.800888Z","caller":"traceutil/trace.go:171","msg":"trace[512366802] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1963; }","duration":"325.779181ms","start":"2026-03-11T20:33:50.475085Z","end":"2026-03-11T20:33:50.800864Z","steps":["trace[512366802] 'read index received' (duration: 318.847685ms)","trace[512366802] 'applied index is now lower than readState.Index' (duration: 6.930466ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:33:50.800925Z","caller":"traceutil/trace.go:171","msg":"trace[1021314972] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"152.681557ms","start":"2026-03-11T20:33:50.648224Z","end":"2026-03-11T20:33:50.800906Z","steps":["trace[1021314972] 'process raft request' (duration: 152.500173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:50.801038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.948395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:33:50.801059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.808009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:33:50.801072Z","caller":"traceutil/trace.go:171","msg":"trace[277378793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1897; }","duration":"326.014297ms","start":"2026-03-11T20:33:50.475048Z","end":"2026-03-11T20:33:50.801063Z","steps":["trace[277378793] 'agreement among raft nodes before linearized reading' (duration: 325.953285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:50.801079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.347592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:33:50.801099Z","caller":"traceutil/trace.go:171","msg":"trace[1457632360] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1897; }","duration":"201.884231ms","start":"2026-03-11T20:33:50.599202Z","end":"2026-03-11T20:33:50.801086Z","steps":["trace[1457632360] 'agreement among raft nodes before linearized reading' (duration: 201.8177ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:33:50.801118Z","caller":"traceutil/trace.go:171","msg":"trace[623701298] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1897; }","duration":"219.442234ms","start":"2026-03-11T20:33:50.581663Z","end":"2026-03-11T20:33:50.801106Z","steps":["trace[623701298] 'agreement among raft nodes before linearized reading' (duration: 219.348422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:33:50.801649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:33:50.475037Z","time spent":"326.589749ms","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T20:34:21.333051Z","caller":"traceutil/trace.go:171","msg":"trace[2110344538] linearizableReadLoop","detail":"{readStateIndex:2306; appliedIndex:2305; }","duration":"253.726275ms","start":"2026-03-11T20:34:21.0793Z","end":"2026-03-11T20:34:21.333027Z","steps":["trace[2110344538] 'read index received' (duration: 253.51017ms)","trace[2110344538] 'applied index is now lower than readState.Index' (duration: 215.225µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:34:21.333206Z","caller":"traceutil/trace.go:171","msg":"trace[651263233] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"280.107946ms","start":"2026-03-11T20:34:21.053057Z","end":"2026-03-11T20:34:21.333165Z","steps":["trace[651263233] 'process raft request' (duration: 279.83002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:21.333281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.96793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-11T20:34:21.333331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.055087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T20:34:21.333352Z","caller":"traceutil/trace.go:171","msg":"trace[1620016808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2219; }","duration":"254.083683ms","start":"2026-03-11T20:34:21.079246Z","end":"2026-03-11T20:34:21.33333Z","steps":["trace[1620016808] 'agreement among raft nodes before linearized reading' (duration: 253.912779ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:34:21.333392Z","caller":"traceutil/trace.go:171","msg":"trace[2090507193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2219; }","duration":"248.15224ms","start":"2026-03-11T20:34:21.085224Z","end":"2026-03-11T20:34:21.333377Z","steps":["trace[2090507193] 'agreement among raft nodes before linearized reading' (duration: 248.006156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:21.333402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.00021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-11T20:34:21.333488Z","caller":"traceutil/trace.go:171","msg":"trace[155636478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2219; }","duration":"254.141954ms","start":"2026-03-11T20:34:21.079327Z","end":"2026-03-11T20:34:21.333469Z","steps":["trace[155636478] 'agreement among raft nodes before linearized reading' (duration: 253.875388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:21.883688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.965654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:34:21.884249Z","caller":"traceutil/trace.go:171","msg":"trace[975614775] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"546.907175ms","start":"2026-03-11T20:34:21.337297Z","end":"2026-03-11T20:34:21.884204Z","steps":["trace[975614775] 'process raft request' (duration: 114.269345ms)","trace[975614775] 'compare' (duration: 431.650847ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:34:21.884397Z","caller":"traceutil/trace.go:171","msg":"trace[1749817822] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"546.867274ms","start":"2026-03-11T20:34:21.337505Z","end":"2026-03-11T20:34:21.884373Z","steps":["trace[1749817822] 'process raft request' (duration: 546.649849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:21.88453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:21.337482Z","time spent":"547.002526ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:34:21.884595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:21.337271Z","time spent":"547.068908ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:34:21.884815Z","caller":"traceutil/trace.go:171","msg":"trace[890365909] linearizableReadLoop","detail":"{readStateIndex:2309; appliedIndex:2306; }","duration":"456.397932ms","start":"2026-03-11T20:34:21.428403Z","end":"2026-03-11T20:34:21.884801Z","steps":["trace[890365909] 'read index received' (duration: 23.283862ms)","trace[890365909] 'applied index is now lower than readState.Index' (duration: 433.11257ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:34:21.885056Z","caller":"traceutil/trace.go:171","msg":"trace[50807346] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"547.428407ms","start":"2026-03-11T20:34:21.337473Z","end":"2026-03-11T20:34:21.884901Z","steps":["trace[50807346] 'process raft request' (duration: 546.850674ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:34:21.885122Z","caller":"traceutil/trace.go:171","msg":"trace[1487770992] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"313.70634ms","start":"2026-03-11T20:34:21.571399Z","end":"2026-03-11T20:34:21.885105Z","steps":["trace[1487770992] 'process raft request' (duration: 313.316471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:21.885244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:21.571366Z","time spent":"313.803963ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:34:21.885287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.394308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:34:21.885331Z","caller":"traceutil/trace.go:171","msg":"trace[1952581761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2224; }","duration":"409.47785ms","start":"2026-03-11T20:34:21.475838Z","end":"2026-03-11T20:34:21.885316Z","steps":["trace[1952581761] 'agreement among raft nodes before linearized reading' (duration: 409.396728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:21.885366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:21.475814Z","time spent":"409.545352ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:34:21.88533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:21.337439Z","time spent":"547.721602ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:34:21.885368Z","caller":"traceutil/trace.go:171","msg":"trace[1758449171] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"174.68012ms","start":"2026-03-11T20:34:21.710649Z","end":"2026-03-11T20:34:21.88533Z","steps":["trace[1758449171] 'process raft request' (duration: 174.377263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:21.88683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.357437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:34:21.886909Z","caller":"traceutil/trace.go:171","msg":"trace[2089249171] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2224; }","duration":"458.545821ms","start":"2026-03-11T20:34:21.428343Z","end":"2026-03-11T20:34:21.886889Z","steps":["trace[2089249171] 'agreement among raft nodes before linearized reading' (duration: 456.549676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:21.886957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:21.428312Z","time spent":"458.632093ms","remote":"127.0.0.1:36492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T20:34:55.08182Z","caller":"traceutil/trace.go:171","msg":"trace[2130840279] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"352.806448ms","start":"2026-03-11T20:34:54.728992Z","end":"2026-03-11T20:34:55.081798Z","steps":["trace[2130840279] 'process raft request' (duration: 352.662075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:55.081979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:54.728963Z","time spent":"352.935702ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:34:55.164331Z","caller":"traceutil/trace.go:171","msg":"trace[470869234] linearizableReadLoop","detail":"{readStateIndex:2499; appliedIndex:2497; }","duration":"201.485428ms","start":"2026-03-11T20:34:54.962819Z","end":"2026-03-11T20:34:55.164305Z","steps":["trace[470869234] 'read index received' (duration: 118.919088ms)","trace[470869234] 'applied index is now lower than readState.Index' (duration: 82.56569ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:34:55.164432Z","caller":"traceutil/trace.go:171","msg":"trace[256427503] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"391.535642ms","start":"2026-03-11T20:34:54.772862Z","end":"2026-03-11T20:34:55.164398Z","steps":["trace[256427503] 'process raft request' (duration: 362.492164ms)","trace[256427503] 'compare' (duration: 28.801791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:34:55.164603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:54.772836Z","time spent":"391.680834ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:34:55.164689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.779465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-11T20:34:55.16483Z","caller":"traceutil/trace.go:171","msg":"trace[2096922670] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2406; }","duration":"202.038121ms","start":"2026-03-11T20:34:54.96277Z","end":"2026-03-11T20:34:55.164808Z","steps":["trace[2096922670] 'agreement among raft nodes before linearized reading' (duration: 201.658962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:55.767385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.816609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T20:34:55.767492Z","caller":"traceutil/trace.go:171","msg":"trace[1972810391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2407; }","duration":"260.972193ms","start":"2026-03-11T20:34:55.506498Z","end":"2026-03-11T20:34:55.76747Z","steps":["trace[1972810391] 'range keys from in-memory index tree' (duration: 260.584684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:55.76722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.644193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T20:34:55.767663Z","caller":"traceutil/trace.go:171","msg":"trace[1983540747] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:2407; }","duration":"317.103713ms","start":"2026-03-11T20:34:55.450532Z","end":"2026-03-11T20:34:55.767636Z","steps":["trace[1983540747] 'range keys from in-memory index tree' (duration: 316.356736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:55.767383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.064103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:34:55.76781Z","caller":"traceutil/trace.go:171","msg":"trace[571593348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2407; }","duration":"291.536804ms","start":"2026-03-11T20:34:55.476237Z","end":"2026-03-11T20:34:55.767774Z","steps":["trace[571593348] 'range keys from in-memory index tree' (duration: 290.985701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:55.76827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:55.450465Z","time spent":"317.276227ms","remote":"127.0.0.1:51548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-11T20:34:56.091862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:55.769499Z","time spent":"322.337049ms","remote":"127.0.0.1:51548","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T20:34:56.647697Z","caller":"traceutil/trace.go:171","msg":"trace[1083849072] linearizableReadLoop","detail":"{readStateIndex:2503; appliedIndex:2500; }","duration":"587.203019ms","start":"2026-03-11T20:34:56.060477Z","end":"2026-03-11T20:34:56.64768Z","steps":["trace[1083849072] 'read index received' (duration: 31.308328ms)","trace[1083849072] 'applied index is now lower than readState.Index' (duration: 555.893941ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:34:56.6478Z","caller":"traceutil/trace.go:171","msg":"trace[444006471] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"875.409627ms","start":"2026-03-11T20:34:55.77234Z","end":"2026-03-11T20:34:56.64775Z","steps":["trace[444006471] 'process raft request' (duration: 875.044469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:56.647933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.441884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-11T20:34:56.647814Z","caller":"traceutil/trace.go:171","msg":"trace[1165057458] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"630.87621ms","start":"2026-03-11T20:34:56.016901Z","end":"2026-03-11T20:34:56.647778Z","steps":["trace[1165057458] 'process raft request' (duration: 630.738277ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:34:56.648007Z","caller":"traceutil/trace.go:171","msg":"trace[1792701990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2409; }","duration":"587.530226ms","start":"2026-03-11T20:34:56.060425Z","end":"2026-03-11T20:34:56.647955Z","steps":["trace[1792701990] 'agreement among raft nodes before linearized reading' (duration: 587.354692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:56.647999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:55.772317Z","time spent":"875.585251ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:34:56.64804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:56.060404Z","time spent":"587.627828ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T20:34:56.648088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:56.016875Z","time spent":"631.113506ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:34:56.661735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.914699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T20:34:56.661787Z","caller":"traceutil/trace.go:171","msg":"trace[515038757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2410; }","duration":"514.99241ms","start":"2026-03-11T20:34:56.146784Z","end":"2026-03-11T20:34:56.661776Z","steps":["trace[515038757] 'agreement among raft nodes before linearized reading' (duration: 514.861677ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:34:56.661773Z","caller":"traceutil/trace.go:171","msg":"trace[1954403225] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"568.610135ms","start":"2026-03-11T20:34:56.093146Z","end":"2026-03-11T20:34:56.661756Z","steps":["trace[1954403225] 'process raft request' (duration: 568.280858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:56.661814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:56.146773Z","time spent":"515.035491ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T20:34:56.661859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:56.093118Z","time spent":"568.699476ms","remote":"127.0.0.1:51548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:34:56.661858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.181641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189be3bc4fad178c\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-11T20:34:56.661851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.880678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-11T20:34:56.661717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.501935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:34:56.66191Z","caller":"traceutil/trace.go:171","msg":"trace[303785536] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189be3bc4fad178c; range_end:; response_count:1; response_revision:2410; }","duration":"430.256362ms","start":"2026-03-11T20:34:56.231636Z","end":"2026-03-11T20:34:56.661892Z","steps":["trace[303785536] 'agreement among raft nodes before linearized reading' (duration: 430.140589ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:34:56.661929Z","caller":"traceutil/trace.go:171","msg":"trace[1941954132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2410; }","duration":"514.999651ms","start":"2026-03-11T20:34:56.146902Z","end":"2026-03-11T20:34:56.661902Z","steps":["trace[1941954132] 'agreement among raft nodes before linearized reading' (duration: 514.724035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:56.66195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:56.231616Z","time spent":"430.327084ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189be3bc4fad178c\" "} {"level":"warn","ts":"2026-03-11T20:34:56.661971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:56.146871Z","time spent":"515.090332ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T20:34:56.662013Z","caller":"traceutil/trace.go:171","msg":"trace[944090275] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2410; }","duration":"534.806732ms","start":"2026-03-11T20:34:56.127128Z","end":"2026-03-11T20:34:56.661935Z","steps":["trace[944090275] 'agreement among raft nodes before linearized reading' (duration: 534.447224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:56.662161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:56.127109Z","time spent":"534.952294ms","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:34:56.661712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.956216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:34:56.662247Z","caller":"traceutil/trace.go:171","msg":"trace[2053028233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2410; }","duration":"329.541089ms","start":"2026-03-11T20:34:56.332689Z","end":"2026-03-11T20:34:56.66223Z","steps":["trace[2053028233] 'agreement among raft nodes before linearized reading' (duration: 328.907305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:34:56.662341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:34:56.332662Z","time spent":"329.664401ms","remote":"127.0.0.1:36510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T20:35:02.773318Z","caller":"traceutil/trace.go:171","msg":"trace[839482845] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"105.04764ms","start":"2026-03-11T20:35:02.668239Z","end":"2026-03-11T20:35:02.773286Z","steps":["trace[839482845] 'process raft request' (duration: 104.875897ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:35:02.798152Z","caller":"traceutil/trace.go:171","msg":"trace[1374246473] linearizableReadLoop","detail":"{readStateIndex:2537; appliedIndex:2536; }","duration":"127.054461ms","start":"2026-03-11T20:35:02.671076Z","end":"2026-03-11T20:35:02.798131Z","steps":["trace[1374246473] 'read index received' (duration: 102.529644ms)","trace[1374246473] 'applied index is now lower than readState.Index' (duration: 24.523657ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:35:02.798307Z","caller":"traceutil/trace.go:171","msg":"trace[810388520] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"129.709459ms","start":"2026-03-11T20:35:02.668538Z","end":"2026-03-11T20:35:02.798248Z","steps":["trace[810388520] 'process raft request' (duration: 129.433403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:02.798425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.315706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T20:35:02.798464Z","caller":"traceutil/trace.go:171","msg":"trace[169815437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2442; }","duration":"127.416799ms","start":"2026-03-11T20:35:02.671037Z","end":"2026-03-11T20:35:02.798454Z","steps":["trace[169815437] 'agreement among raft nodes before linearized reading' (duration: 127.211334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:02.798632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.15668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-11T20:35:02.798724Z","caller":"traceutil/trace.go:171","msg":"trace[902085009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2442; }","duration":"104.288852ms","start":"2026-03-11T20:35:02.694413Z","end":"2026-03-11T20:35:02.798702Z","steps":["trace[902085009] 'agreement among raft nodes before linearized reading' (duration: 104.066647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:02.799008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.895481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T20:35:02.799192Z","caller":"traceutil/trace.go:171","msg":"trace[73700393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2442; }","duration":"107.091655ms","start":"2026-03-11T20:35:02.692053Z","end":"2026-03-11T20:35:02.799145Z","steps":["trace[73700393] 'agreement among raft nodes before linearized reading' (duration: 106.572004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:35:02.799066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.130211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T20:35:02.799372Z","caller":"traceutil/trace.go:171","msg":"trace[1946001186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2442; }","duration":"109.483779ms","start":"2026-03-11T20:35:02.689868Z","end":"2026-03-11T20:35:02.799352Z","steps":["trace[1946001186] 'agreement among raft nodes before linearized reading' (duration: 108.605779ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:36:54.108439Z","caller":"traceutil/trace.go:171","msg":"trace[285907316] linearizableReadLoop","detail":"{readStateIndex:3222; appliedIndex:3221; }","duration":"162.097838ms","start":"2026-03-11T20:36:53.94632Z","end":"2026-03-11T20:36:54.108418Z","steps":["trace[285907316] 'read index received' (duration: 161.893784ms)","trace[285907316] 'applied index is now lower than readState.Index' (duration: 203.414µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:36:54.108578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.235012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:36:54.108605Z","caller":"traceutil/trace.go:171","msg":"trace[1264631769] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3098; }","duration":"162.331114ms","start":"2026-03-11T20:36:53.946265Z","end":"2026-03-11T20:36:54.108596Z","steps":["trace[1264631769] 'agreement among raft nodes before linearized reading' (duration: 162.237402ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:36:54.108596Z","caller":"traceutil/trace.go:171","msg":"trace[140930814] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"223.865516ms","start":"2026-03-11T20:36:53.884687Z","end":"2026-03-11T20:36:54.108552Z","steps":["trace[140930814] 'process raft request' (duration: 223.59187ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:37:27.406694Z","caller":"traceutil/trace.go:171","msg":"trace[1476776190] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"139.535419ms","start":"2026-03-11T20:37:27.267132Z","end":"2026-03-11T20:37:27.406668Z","steps":["trace[1476776190] 'process raft request' (duration: 139.329725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:38:50.463278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.793882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:38:50.463403Z","caller":"traceutil/trace.go:171","msg":"trace[826957152] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"201.968636ms","start":"2026-03-11T20:38:50.261413Z","end":"2026-03-11T20:38:50.463381Z","steps":["trace[826957152] 'process raft request' (duration: 54.946698ms)","trace[826957152] 'compare' (duration: 146.644119ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:38:50.779498Z","caller":"traceutil/trace.go:171","msg":"trace[738837380] linearizableReadLoop","detail":"{readStateIndex:4637; appliedIndex:4635; }","duration":"489.311189ms","start":"2026-03-11T20:38:50.290156Z","end":"2026-03-11T20:38:50.779467Z","steps":["trace[738837380] 'read index received' (duration: 26.288457ms)","trace[738837380] 'applied index is now lower than readState.Index' (duration: 463.021102ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:38:50.779577Z","caller":"traceutil/trace.go:171","msg":"trace[615601012] transaction","detail":"{read_only:false; response_revision:4464; number_of_response:1; }","duration":"492.407438ms","start":"2026-03-11T20:38:50.287128Z","end":"2026-03-11T20:38:50.779535Z","steps":["trace[615601012] 'process raft request' (duration: 445.189393ms)","trace[615601012] 'compare' (duration: 46.767394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:38:50.779833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:38:50.287104Z","time spent":"492.613182ms","remote":"127.0.0.1:34308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58177,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:38:50.779989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.702898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T20:38:50.780215Z","caller":"traceutil/trace.go:171","msg":"trace[94833214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4464; }","duration":"490.049946ms","start":"2026-03-11T20:38:50.290144Z","end":"2026-03-11T20:38:50.780194Z","steps":["trace[94833214] 'agreement among raft nodes before linearized reading' (duration: 489.426782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:38:50.780279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:38:50.290107Z","time spent":"490.155627ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T20:38:50.805385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.145741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:38:50.805403Z","caller":"traceutil/trace.go:171","msg":"trace[252844632] transaction","detail":"{read_only:false; response_revision:4465; number_of_response:1; }","duration":"335.552482ms","start":"2026-03-11T20:38:50.46982Z","end":"2026-03-11T20:38:50.805372Z","steps":["trace[252844632] 'process raft request' (duration: 335.375718ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:38:50.80544Z","caller":"traceutil/trace.go:171","msg":"trace[117190502] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4465; }","duration":"313.235713ms","start":"2026-03-11T20:38:50.492191Z","end":"2026-03-11T20:38:50.805427Z","steps":["trace[117190502] 'agreement among raft nodes before linearized reading' (duration: 313.137621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:38:50.805479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:38:50.49218Z","time spent":"313.291484ms","remote":"127.0.0.1:34432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:38:50.805466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.551356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:38:50.805534Z","caller":"traceutil/trace.go:171","msg":"trace[762336901] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4465; }","duration":"269.665069ms","start":"2026-03-11T20:38:50.535848Z","end":"2026-03-11T20:38:50.805513Z","steps":["trace[762336901] 'agreement among raft nodes before linearized reading' (duration: 269.533586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:38:50.805534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:38:50.469796Z","time spent":"335.675925ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4888,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T20:38:50.805582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.455638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b7393a3e-a06b-498c-bec4-f896f18550cc\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-11T20:38:50.805652Z","caller":"traceutil/trace.go:171","msg":"trace[2036723436] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b7393a3e-a06b-498c-bec4-f896f18550cc; range_end:; response_count:1; response_revision:4465; }","duration":"381.55013ms","start":"2026-03-11T20:38:50.424083Z","end":"2026-03-11T20:38:50.805633Z","steps":["trace[2036723436] 'agreement among raft nodes before linearized reading' (duration: 381.329895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:38:50.805701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.444971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T20:38:50.806022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.044912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b7393a3e-a06b-498c-bec4-f896f18550cc\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-11T20:38:50.806205Z","caller":"traceutil/trace.go:171","msg":"trace[1310182062] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b7393a3e-a06b-498c-bec4-f896f18550cc; range_end:; response_count:1; response_revision:4465; }","duration":"421.207906ms","start":"2026-03-11T20:38:50.384906Z","end":"2026-03-11T20:38:50.806114Z","steps":["trace[1310182062] 'agreement among raft nodes before linearized reading' (duration: 420.559952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:38:50.805748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:38:50.424073Z","time spent":"381.661012ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b7393a3e-a06b-498c-bec4-f896f18550cc\" "} {"level":"info","ts":"2026-03-11T20:38:50.805766Z","caller":"traceutil/trace.go:171","msg":"trace[1337422667] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4465; }","duration":"450.540782ms","start":"2026-03-11T20:38:50.355208Z","end":"2026-03-11T20:38:50.805749Z","steps":["trace[1337422667] 'agreement among raft nodes before linearized reading' (duration: 450.413989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:38:50.806342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:38:50.384898Z","time spent":"421.3924ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b7393a3e-a06b-498c-bec4-f896f18550cc\" "} {"level":"warn","ts":"2026-03-11T20:38:50.806389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:38:50.355193Z","time spent":"451.172227ms","remote":"127.0.0.1:34722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:38:52.784546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.225968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:38:52.784657Z","caller":"traceutil/trace.go:171","msg":"trace[1256422122] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4486; }","duration":"184.376231ms","start":"2026-03-11T20:38:52.600257Z","end":"2026-03-11T20:38:52.784634Z","steps":["trace[1256422122] 'range keys from in-memory index tree' (duration: 184.151117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:38:52.784547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.340206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:38:52.784901Z","caller":"traceutil/trace.go:171","msg":"trace[184928967] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4486; }","duration":"199.729335ms","start":"2026-03-11T20:38:52.585135Z","end":"2026-03-11T20:38:52.784864Z","steps":["trace[184928967] 'count revisions from in-memory index tree' (duration: 199.262655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:09.335924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.176727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5f2969d5-b1a9-4b13-a539-2426528d8126\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-11T20:39:09.336015Z","caller":"traceutil/trace.go:171","msg":"trace[1621015835] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5f2969d5-b1a9-4b13-a539-2426528d8126; range_end:; response_count:1; response_revision:4803; }","duration":"116.3211ms","start":"2026-03-11T20:39:09.219671Z","end":"2026-03-11T20:39:09.335993Z","steps":["trace[1621015835] 'range keys from in-memory index tree' (duration: 115.90687ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:09.730286Z","caller":"traceutil/trace.go:171","msg":"trace[1900154917] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"158.998013ms","start":"2026-03-11T20:39:09.571261Z","end":"2026-03-11T20:39:09.730259Z","steps":["trace[1900154917] 'process raft request' (duration: 158.797988ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:09.941417Z","caller":"traceutil/trace.go:171","msg":"trace[103251771] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"128.591573ms","start":"2026-03-11T20:39:09.812795Z","end":"2026-03-11T20:39:09.941386Z","steps":["trace[103251771] 'process raft request' (duration: 128.412059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:10.212341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.000596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:39:10.212543Z","caller":"traceutil/trace.go:171","msg":"trace[1008520224] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"237.082119ms","start":"2026-03-11T20:39:09.975432Z","end":"2026-03-11T20:39:10.212514Z","steps":["trace[1008520224] 'process raft request' (duration: 131.863526ms)","trace[1008520224] 'compare' (duration: 104.6831ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:39:10.212647Z","caller":"traceutil/trace.go:171","msg":"trace[1841485905] linearizableReadLoop","detail":"{readStateIndex:4988; appliedIndex:4987; }","duration":"228.273372ms","start":"2026-03-11T20:39:09.984343Z","end":"2026-03-11T20:39:10.212616Z","steps":["trace[1841485905] 'read index received' (duration: 122.925027ms)","trace[1841485905] 'applied index is now lower than readState.Index' (duration: 105.344795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:39:10.213029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.64548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T20:39:10.214451Z","caller":"traceutil/trace.go:171","msg":"trace[2078827703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4806; }","duration":"228.803714ms","start":"2026-03-11T20:39:09.984311Z","end":"2026-03-11T20:39:10.213115Z","steps":["trace[2078827703] 'agreement among raft nodes before linearized reading' (duration: 228.482277ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:10.214936Z","caller":"traceutil/trace.go:171","msg":"trace[1669509616] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"118.178921ms","start":"2026-03-11T20:39:10.096728Z","end":"2026-03-11T20:39:10.214907Z","steps":["trace[1669509616] 'process raft request' (duration: 118.052668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:10.215092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.850035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T20:39:10.215152Z","caller":"traceutil/trace.go:171","msg":"trace[1563337965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4807; }","duration":"160.957657ms","start":"2026-03-11T20:39:10.054182Z","end":"2026-03-11T20:39:10.21514Z","steps":["trace[1563337965] 'agreement among raft nodes before linearized reading' (duration: 160.721651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:10.215419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.830166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T20:39:10.215487Z","caller":"traceutil/trace.go:171","msg":"trace[58601625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4807; }","duration":"152.922487ms","start":"2026-03-11T20:39:10.062549Z","end":"2026-03-11T20:39:10.215471Z","steps":["trace[58601625] 'agreement among raft nodes before linearized reading' (duration: 152.751554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:39:10.21549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.0348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T20:39:10.215795Z","caller":"traceutil/trace.go:171","msg":"trace[595197825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4807; }","duration":"161.372976ms","start":"2026-03-11T20:39:10.054406Z","end":"2026-03-11T20:39:10.215779Z","steps":["trace[595197825] 'agreement among raft nodes before linearized reading' (duration: 161.010318ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:39:18.86488Z","caller":"traceutil/trace.go:171","msg":"trace[1113294066] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"104.543396ms","start":"2026-03-11T20:39:18.760294Z","end":"2026-03-11T20:39:18.864837Z","steps":["trace[1113294066] 'process raft request' (duration: 101.219602ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:00.705767Z","caller":"traceutil/trace.go:171","msg":"trace[2123488594] linearizableReadLoop","detail":"{readStateIndex:5506; appliedIndex:5505; }","duration":"231.101764ms","start":"2026-03-11T20:40:00.474646Z","end":"2026-03-11T20:40:00.705747Z","steps":["trace[2123488594] 'read index received' (duration: 230.91749ms)","trace[2123488594] 'applied index is now lower than readState.Index' (duration: 183.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:40:00.705854Z","caller":"traceutil/trace.go:171","msg":"trace[443344288] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"237.410596ms","start":"2026-03-11T20:40:00.468404Z","end":"2026-03-11T20:40:00.705814Z","steps":["trace[443344288] 'process raft request' (duration: 237.1474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:00.705917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.249767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:40:00.705953Z","caller":"traceutil/trace.go:171","msg":"trace[1510352239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5309; }","duration":"231.317239ms","start":"2026-03-11T20:40:00.474624Z","end":"2026-03-11T20:40:00.705942Z","steps":["trace[1510352239] 'agreement among raft nodes before linearized reading' (duration: 231.244457ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:00.707542Z","caller":"traceutil/trace.go:171","msg":"trace[1731380262] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"200.584733ms","start":"2026-03-11T20:40:00.506933Z","end":"2026-03-11T20:40:00.707518Z","steps":["trace[1731380262] 'process raft request' (duration: 200.427229ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:00.707712Z","caller":"traceutil/trace.go:171","msg":"trace[1536295884] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"156.706812ms","start":"2026-03-11T20:40:00.550978Z","end":"2026-03-11T20:40:00.707685Z","steps":["trace[1536295884] 'process raft request' (duration: 156.490298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:00.710505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.386008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T20:40:00.710514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.505467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:40:00.710597Z","caller":"traceutil/trace.go:171","msg":"trace[1861485962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5311; }","duration":"127.52053ms","start":"2026-03-11T20:40:00.583054Z","end":"2026-03-11T20:40:00.710574Z","steps":["trace[1861485962] 'agreement among raft nodes before linearized reading' (duration: 127.293085ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:00.710639Z","caller":"traceutil/trace.go:171","msg":"trace[1931580991] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5311; }","duration":"224.686691ms","start":"2026-03-11T20:40:00.485922Z","end":"2026-03-11T20:40:00.710609Z","steps":["trace[1931580991] 'agreement among raft nodes before linearized reading' (duration: 224.468256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:00.710656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.002142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbnx7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T20:40:00.710709Z","caller":"traceutil/trace.go:171","msg":"trace[2111970612] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbnx7; range_end:; response_count:1; response_revision:5311; }","duration":"120.047203ms","start":"2026-03-11T20:40:00.590646Z","end":"2026-03-11T20:40:00.710693Z","steps":["trace[2111970612] 'agreement among raft nodes before linearized reading' (duration: 119.923741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:00.71074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.079893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T20:40:00.710511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.133532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T20:40:00.710841Z","caller":"traceutil/trace.go:171","msg":"trace[1722487349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5311; }","duration":"127.501589ms","start":"2026-03-11T20:40:00.583325Z","end":"2026-03-11T20:40:00.710827Z","steps":["trace[1722487349] 'agreement among raft nodes before linearized reading' (duration: 127.001378ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:00.710919Z","caller":"traceutil/trace.go:171","msg":"trace[1235349609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5311; }","duration":"128.185975ms","start":"2026-03-11T20:40:00.582587Z","end":"2026-03-11T20:40:00.710773Z","steps":["trace[1235349609] 'agreement among raft nodes before linearized reading' (duration: 128.035162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:00.710927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.018109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T20:40:00.711012Z","caller":"traceutil/trace.go:171","msg":"trace[1262530464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5311; }","duration":"174.224094ms","start":"2026-03-11T20:40:00.536766Z","end":"2026-03-11T20:40:00.71099Z","steps":["trace[1262530464] 'agreement among raft nodes before linearized reading' (duration: 173.875876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:55.533569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.591764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:40:55.533684Z","caller":"traceutil/trace.go:171","msg":"trace[246957057] linearizableReadLoop","detail":"{readStateIndex:5891; appliedIndex:5890; }","duration":"115.56738ms","start":"2026-03-11T20:40:55.418099Z","end":"2026-03-11T20:40:55.533667Z","steps":["trace[246957057] 'read index received' (duration: 36.35µs)","trace[246957057] 'applied index is now lower than readState.Index' (duration: 115.52976ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:40:55.533819Z","caller":"traceutil/trace.go:171","msg":"trace[1701835662] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"142.916603ms","start":"2026-03-11T20:40:55.390889Z","end":"2026-03-11T20:40:55.533805Z","steps":["trace[1701835662] 'compare' (duration: 133.438841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:55.534243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.124303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-rabbit-init-jjnvw\" ","response":"range_response_count:1 size:6257"} {"level":"info","ts":"2026-03-11T20:40:55.534335Z","caller":"traceutil/trace.go:171","msg":"trace[160984299] range","detail":"{range_begin:/registry/pods/openstack/keystone-rabbit-init-jjnvw; range_end:; response_count:1; response_revision:5683; }","duration":"116.256735ms","start":"2026-03-11T20:40:55.418057Z","end":"2026-03-11T20:40:55.534314Z","steps":["trace[160984299] 'agreement among raft nodes before linearized reading' (duration: 116.05186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:55.831093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.588695ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-11T20:40:55.874934Z","caller":"traceutil/trace.go:171","msg":"trace[633055386] linearizableReadLoop","detail":"{readStateIndex:5893; appliedIndex:5891; }","duration":"180.146879ms","start":"2026-03-11T20:40:55.694739Z","end":"2026-03-11T20:40:55.874886Z","steps":["trace[633055386] 'read index received' (duration: 2.828164ms)","trace[633055386] 'applied index is now lower than readState.Index' (duration: 177.316645ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:40:55.874972Z","caller":"traceutil/trace.go:171","msg":"trace[1490875595] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"332.928162ms","start":"2026-03-11T20:40:55.542004Z","end":"2026-03-11T20:40:55.874932Z","steps":["trace[1490875595] 'process raft request' (duration: 332.572334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:40:55.875246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.492876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T20:40:55.875269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:40:55.541983Z","time spent":"333.100956ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6548,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:40:55.875308Z","caller":"traceutil/trace.go:171","msg":"trace[1382047470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5684; }","duration":"180.629009ms","start":"2026-03-11T20:40:55.694667Z","end":"2026-03-11T20:40:55.875296Z","steps":["trace[1382047470] 'agreement among raft nodes before linearized reading' (duration: 180.377743ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:40:56.551032Z","caller":"traceutil/trace.go:171","msg":"trace[1909859448] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"123.204931ms","start":"2026-03-11T20:40:56.427788Z","end":"2026-03-11T20:40:56.550993Z","steps":["trace[1909859448] 'process raft request' (duration: 71.413681ms)","trace[1909859448] 'compare' (duration: 49.901148ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:41:02.562742Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2735} {"level":"info","ts":"2026-03-11T20:41:02.62329Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2735,"took":"59.093574ms","hash":3597850860,"current-db-size-bytes":42295296,"current-db-size":"42 MB","current-db-size-in-use-bytes":31580160,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-11T20:41:02.623344Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3597850860,"revision":2735,"compact-revision":-1} {"level":"info","ts":"2026-03-11T20:41:29.470452Z","caller":"traceutil/trace.go:171","msg":"trace[943923726] transaction","detail":"{read_only:false; response_revision:5869; number_of_response:1; }","duration":"134.595389ms","start":"2026-03-11T20:41:29.335817Z","end":"2026-03-11T20:41:29.470413Z","steps":["trace[943923726] 'process raft request' (duration: 119.313517ms)","trace[943923726] 'compare' (duration: 15.098378ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:43:53.901155Z","caller":"traceutil/trace.go:171","msg":"trace[1589203647] transaction","detail":"{read_only:false; response_revision:6821; number_of_response:1; }","duration":"148.552889ms","start":"2026-03-11T20:43:53.752564Z","end":"2026-03-11T20:43:53.901117Z","steps":["trace[1589203647] 'process raft request' (duration: 74.400587ms)","trace[1589203647] 'compare' (duration: 73.953107ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:45:26.972557Z","caller":"traceutil/trace.go:171","msg":"trace[30464545] linearizableReadLoop","detail":"{readStateIndex:7821; appliedIndex:7820; }","duration":"165.948159ms","start":"2026-03-11T20:45:26.806592Z","end":"2026-03-11T20:45:26.97254Z","steps":["trace[30464545] 'read index received' (duration: 165.824496ms)","trace[30464545] 'applied index is now lower than readState.Index' (duration: 122.883µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:45:26.972641Z","caller":"traceutil/trace.go:171","msg":"trace[754610086] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"398.848348ms","start":"2026-03-11T20:45:26.573752Z","end":"2026-03-11T20:45:26.972601Z","steps":["trace[754610086] 'process raft request' (duration: 398.669534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:45:26.972732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.127602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T20:45:26.973391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:45:26.573728Z","time spent":"399.538594ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:45:26.973401Z","caller":"traceutil/trace.go:171","msg":"trace[693003420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7545; }","duration":"166.828348ms","start":"2026-03-11T20:45:26.80655Z","end":"2026-03-11T20:45:26.973379Z","steps":["trace[693003420] 'agreement among raft nodes before linearized reading' (duration: 166.105202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:45:26.972898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.110251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T20:45:26.973471Z","caller":"traceutil/trace.go:171","msg":"trace[1267104105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7545; }","duration":"157.717244ms","start":"2026-03-11T20:45:26.815731Z","end":"2026-03-11T20:45:26.973448Z","steps":["trace[1267104105] 'agreement among raft nodes before linearized reading' (duration: 156.974197ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:45:27.345494Z","caller":"traceutil/trace.go:171","msg":"trace[1876360625] transaction","detail":"{read_only:false; response_revision:7546; number_of_response:1; }","duration":"368.779823ms","start":"2026-03-11T20:45:26.976689Z","end":"2026-03-11T20:45:27.345469Z","steps":["trace[1876360625] 'process raft request' (duration: 364.606029ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:45:27.345578Z","caller":"traceutil/trace.go:171","msg":"trace[1102577403] transaction","detail":"{read_only:false; response_revision:7548; number_of_response:1; }","duration":"367.911243ms","start":"2026-03-11T20:45:26.977641Z","end":"2026-03-11T20:45:27.345552Z","steps":["trace[1102577403] 'process raft request' (duration: 367.872482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:45:27.345631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:45:26.976672Z","time spent":"368.887945ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:45:27.345673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:45:26.977623Z","time spent":"368.001905ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:45:27.34563Z","caller":"traceutil/trace.go:171","msg":"trace[1333979348] linearizableReadLoop","detail":"{readStateIndex:7822; appliedIndex:7821; }","duration":"368.724142ms","start":"2026-03-11T20:45:26.976863Z","end":"2026-03-11T20:45:27.345587Z","steps":["trace[1333979348] 'read index received' (duration: 364.439296ms)","trace[1333979348] 'applied index is now lower than readState.Index' (duration: 4.279636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:45:27.345841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.867984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:45:27.345881Z","caller":"traceutil/trace.go:171","msg":"trace[1954459276] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7548; }","duration":"339.946476ms","start":"2026-03-11T20:45:27.005924Z","end":"2026-03-11T20:45:27.34587Z","steps":["trace[1954459276] 'agreement among raft nodes before linearized reading' (duration: 339.874665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:45:27.345911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:45:27.005901Z","time spent":"340.002928ms","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-11T20:45:27.345838Z","caller":"traceutil/trace.go:171","msg":"trace[244650528] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"368.477217ms","start":"2026-03-11T20:45:26.977178Z","end":"2026-03-11T20:45:27.345655Z","steps":["trace[244650528] 'process raft request' (duration: 368.267372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:45:27.346078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:45:26.977164Z","time spent":"368.829634ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:45:27.346382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.500119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222791"} {"level":"info","ts":"2026-03-11T20:45:27.346451Z","caller":"traceutil/trace.go:171","msg":"trace[258738126] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7548; }","duration":"369.577931ms","start":"2026-03-11T20:45:26.976856Z","end":"2026-03-11T20:45:27.346434Z","steps":["trace[258738126] 'agreement among raft nodes before linearized reading' (duration: 368.847375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:45:27.346498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:45:26.976819Z","time spent":"369.668113ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222814,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-11T20:45:37.824891Z","caller":"traceutil/trace.go:171","msg":"trace[1220211378] transaction","detail":"{read_only:false; response_revision:7599; number_of_response:1; }","duration":"210.511547ms","start":"2026-03-11T20:45:37.614353Z","end":"2026-03-11T20:45:37.824864Z","steps":["trace[1220211378] 'process raft request' (duration: 210.326993ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:45:38.66699Z","caller":"traceutil/trace.go:171","msg":"trace[655984472] linearizableReadLoop","detail":"{readStateIndex:7879; appliedIndex:7878; }","duration":"112.727786ms","start":"2026-03-11T20:45:38.554217Z","end":"2026-03-11T20:45:38.666945Z","steps":["trace[655984472] 'read index received' (duration: 111.803305ms)","trace[655984472] 'applied index is now lower than readState.Index' (duration: 920.751µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:45:38.667018Z","caller":"traceutil/trace.go:171","msg":"trace[1846111512] transaction","detail":"{read_only:false; response_revision:7601; number_of_response:1; }","duration":"396.782071ms","start":"2026-03-11T20:45:38.270201Z","end":"2026-03-11T20:45:38.666983Z","steps":["trace[1846111512] 'process raft request' (duration: 395.880971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:45:38.667172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.93624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T20:45:38.667179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:45:38.270176Z","time spent":"396.917053ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:45:38.667213Z","caller":"traceutil/trace.go:171","msg":"trace[985280834] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7601; }","duration":"113.039162ms","start":"2026-03-11T20:45:38.554164Z","end":"2026-03-11T20:45:38.667203Z","steps":["trace[985280834] 'agreement among raft nodes before linearized reading' (duration: 112.899759ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:45:38.779219Z","caller":"traceutil/trace.go:171","msg":"trace[1723279125] transaction","detail":"{read_only:false; response_revision:7602; number_of_response:1; }","duration":"179.541583ms","start":"2026-03-11T20:45:38.599637Z","end":"2026-03-11T20:45:38.779179Z","steps":["trace[1723279125] 'process raft request' (duration: 146.358581ms)","trace[1723279125] 'compare' (duration: 32.919087ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:45:40.061916Z","caller":"traceutil/trace.go:171","msg":"trace[744903940] transaction","detail":"{read_only:false; response_revision:7608; number_of_response:1; }","duration":"231.18982ms","start":"2026-03-11T20:45:39.830697Z","end":"2026-03-11T20:45:40.061887Z","steps":["trace[744903940] 'process raft request' (duration: 231.010426ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:45:41.375524Z","caller":"traceutil/trace.go:171","msg":"trace[2028743166] linearizableReadLoop","detail":"{readStateIndex:7889; appliedIndex:7888; }","duration":"307.272515ms","start":"2026-03-11T20:45:41.06822Z","end":"2026-03-11T20:45:41.375493Z","steps":["trace[2028743166] 'read index received' (duration: 244.314404ms)","trace[2028743166] 'applied index is now lower than readState.Index' (duration: 62.956431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:45:41.375766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.52463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T20:45:41.375809Z","caller":"traceutil/trace.go:171","msg":"trace[31167040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7610; }","duration":"307.624413ms","start":"2026-03-11T20:45:41.068172Z","end":"2026-03-11T20:45:41.375797Z","steps":["trace[31167040] 'agreement among raft nodes before linearized reading' (duration: 307.433818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:45:41.375848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:45:41.068155Z","time spent":"307.684343ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T20:45:41.71156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.168745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:45:41.711747Z","caller":"traceutil/trace.go:171","msg":"trace[1421578463] transaction","detail":"{read_only:false; response_revision:7615; number_of_response:1; }","duration":"250.048513ms","start":"2026-03-11T20:45:41.461683Z","end":"2026-03-11T20:45:41.711731Z","steps":["trace[1421578463] 'process raft request' (duration: 250.018642ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:45:41.71176Z","caller":"traceutil/trace.go:171","msg":"trace[2137714489] linearizableReadLoop","detail":"{readStateIndex:7892; appliedIndex:7891; }","duration":"250.142765ms","start":"2026-03-11T20:45:41.461593Z","end":"2026-03-11T20:45:41.711736Z","steps":["trace[2137714489] 'read index received' (duration: 70.656043ms)","trace[2137714489] 'applied index is now lower than readState.Index' (duration: 179.485182ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:45:41.711883Z","caller":"traceutil/trace.go:171","msg":"trace[1978311431] transaction","detail":"{read_only:false; response_revision:7613; number_of_response:1; }","duration":"250.707897ms","start":"2026-03-11T20:45:41.461162Z","end":"2026-03-11T20:45:41.711869Z","steps":["trace[1978311431] 'process raft request' (duration: 71.161854ms)","trace[1978311431] 'compare' (duration: 178.93529ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:45:41.711986Z","caller":"traceutil/trace.go:171","msg":"trace[1568256787] transaction","detail":"{read_only:false; response_revision:7614; number_of_response:1; }","duration":"250.37063ms","start":"2026-03-11T20:45:41.461608Z","end":"2026-03-11T20:45:41.711978Z","steps":["trace[1568256787] 'process raft request' (duration: 250.030993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:45:41.712334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.948499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:45:41.712352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.751178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222791"} {"level":"info","ts":"2026-03-11T20:45:41.71239Z","caller":"traceutil/trace.go:171","msg":"trace[589499914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7615; }","duration":"237.040071ms","start":"2026-03-11T20:45:41.475339Z","end":"2026-03-11T20:45:41.712379Z","steps":["trace[589499914] 'agreement among raft nodes before linearized reading' (duration: 236.942029ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:45:41.7124Z","caller":"traceutil/trace.go:171","msg":"trace[712194271] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7615; }","duration":"250.843331ms","start":"2026-03-11T20:45:41.461547Z","end":"2026-03-11T20:45:41.71239Z","steps":["trace[712194271] 'agreement among raft nodes before linearized reading' (duration: 250.510613ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:45:42.860585Z","caller":"traceutil/trace.go:171","msg":"trace[1303637633] transaction","detail":"{read_only:false; response_revision:7618; number_of_response:1; }","duration":"149.06751ms","start":"2026-03-11T20:45:42.71149Z","end":"2026-03-11T20:45:42.860558Z","steps":["trace[1303637633] 'process raft request' (duration: 148.890636ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:02.699584Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5747} {"level":"info","ts":"2026-03-11T20:46:02.944732Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5747,"took":"241.355158ms","hash":1144517076,"current-db-size-bytes":42741760,"current-db-size":"43 MB","current-db-size-in-use-bytes":23457792,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-11T20:46:02.944827Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1144517076,"revision":5747,"compact-revision":2735} {"level":"warn","ts":"2026-03-11T20:46:07.192053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.239744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/rook-ceph/csi-cephfsplugin\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:46:07.192135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.969474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-fl8v5\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-11T20:46:07.192151Z","caller":"traceutil/trace.go:171","msg":"trace[335012571] range","detail":"{range_begin:/registry/daemonsets/rook-ceph/csi-cephfsplugin; range_end:; response_count:0; response_revision:7792; }","duration":"365.390117ms","start":"2026-03-11T20:46:06.826741Z","end":"2026-03-11T20:46:07.192131Z","steps":["trace[335012571] 'range keys from in-memory index tree' (duration: 365.143972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:07.192204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:06.826705Z","time spent":"365.48921ms","remote":"127.0.0.1:34708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/rook-ceph/csi-cephfsplugin\" "} {"level":"info","ts":"2026-03-11T20:46:07.192202Z","caller":"traceutil/trace.go:171","msg":"trace[1227947088] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-fl8v5; range_end:; response_count:1; response_revision:7792; }","duration":"305.081407ms","start":"2026-03-11T20:46:06.8871Z","end":"2026-03-11T20:46:07.192181Z","steps":["trace[1227947088] 'range keys from in-memory index tree' (duration: 304.738799ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:07.192221Z","caller":"traceutil/trace.go:171","msg":"trace[1896635422] transaction","detail":"{read_only:false; response_revision:7793; number_of_response:1; }","duration":"220.027851ms","start":"2026-03-11T20:46:06.972162Z","end":"2026-03-11T20:46:07.19219Z","steps":["trace[1896635422] 'process raft request' (duration: 218.988568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:07.192249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:06.887077Z","time spent":"305.159928ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4478,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-fl8v5\" "} {"level":"warn","ts":"2026-03-11T20:46:10.976949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374390633,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T20:46:11.396875Z","caller":"traceutil/trace.go:171","msg":"trace[1120450835] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"950.242292ms","start":"2026-03-11T20:46:10.446603Z","end":"2026-03-11T20:46:11.396845Z","steps":["trace[1120450835] 'process raft request' (duration: 950.043758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:11.397058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:10.446576Z","time spent":"950.377005ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:11.659935Z","caller":"traceutil/trace.go:171","msg":"trace[1906620355] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"1.212404906s","start":"2026-03-11T20:46:10.447491Z","end":"2026-03-11T20:46:11.659896Z","steps":["trace[1906620355] 'process raft request' (duration: 1.212090829s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:11.660142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:10.447469Z","time spent":"1.21255118s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:11.663852Z","caller":"traceutil/trace.go:171","msg":"trace[1799772652] linearizableReadLoop","detail":"{readStateIndex:8100; appliedIndex:8097; }","duration":"1.187482648s","start":"2026-03-11T20:46:10.476327Z","end":"2026-03-11T20:46:11.66381Z","steps":["trace[1799772652] 'read index received' (duration: 920.368023ms)","trace[1799772652] 'applied index is now lower than readState.Index' (duration: 267.113835ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:11.6639Z","caller":"traceutil/trace.go:171","msg":"trace[1422396637] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"458.702118ms","start":"2026-03-11T20:46:11.205177Z","end":"2026-03-11T20:46:11.663879Z","steps":["trace[1422396637] 'process raft request' (duration: 458.531864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:11.663998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:11.205151Z","time spent":"458.803281ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:11.664042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187677953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:46:11.664159Z","caller":"traceutil/trace.go:171","msg":"trace[1157858759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7813; }","duration":"1.187850326s","start":"2026-03-11T20:46:10.476291Z","end":"2026-03-11T20:46:11.664141Z","steps":["trace[1157858759] 'agreement among raft nodes before linearized reading' (duration: 1.187665772s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:11.664195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:10.476276Z","time spent":"1.187908298s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:46:11.66423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.579195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T20:46:11.664386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.105378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-11T20:46:11.664393Z","caller":"traceutil/trace.go:171","msg":"trace[1091689372] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7813; }","duration":"952.82688ms","start":"2026-03-11T20:46:10.71152Z","end":"2026-03-11T20:46:11.664347Z","steps":["trace[1091689372] 'agreement among raft nodes before linearized reading' (duration: 952.465863ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:11.664454Z","caller":"traceutil/trace.go:171","msg":"trace[859963834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7813; }","duration":"634.20971ms","start":"2026-03-11T20:46:11.030226Z","end":"2026-03-11T20:46:11.664436Z","steps":["trace[859963834] 'agreement among raft nodes before linearized reading' (duration: 633.799571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:11.664495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:10.711501Z","time spent":"952.974813ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":60,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:46:11.664508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:11.030206Z","time spent":"634.289562ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T20:46:13.809105Z","caller":"traceutil/trace.go:171","msg":"trace[1036630285] linearizableReadLoop","detail":"{readStateIndex:8110; appliedIndex:8108; }","duration":"135.598288ms","start":"2026-03-11T20:46:13.673483Z","end":"2026-03-11T20:46:13.809082Z","steps":["trace[1036630285] 'read index received' (duration: 128.676463ms)","trace[1036630285] 'applied index is now lower than readState.Index' (duration: 6.920845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:13.809341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.847914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T20:46:13.809374Z","caller":"traceutil/trace.go:171","msg":"trace[889431073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7822; }","duration":"135.931535ms","start":"2026-03-11T20:46:13.673434Z","end":"2026-03-11T20:46:13.809365Z","steps":["trace[889431073] 'agreement among raft nodes before linearized reading' (duration: 135.804762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:13.80947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.315823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T20:46:13.809502Z","caller":"traceutil/trace.go:171","msg":"trace[2086906347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7822; }","duration":"131.386864ms","start":"2026-03-11T20:46:13.678107Z","end":"2026-03-11T20:46:13.809494Z","steps":["trace[2086906347] 'agreement among raft nodes before linearized reading' (duration: 131.144018ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:13.809478Z","caller":"traceutil/trace.go:171","msg":"trace[418413764] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"138.748508ms","start":"2026-03-11T20:46:13.670675Z","end":"2026-03-11T20:46:13.809423Z","steps":["trace[418413764] 'process raft request' (duration: 138.36565ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:13.809489Z","caller":"traceutil/trace.go:171","msg":"trace[1672216650] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"144.306953ms","start":"2026-03-11T20:46:13.665112Z","end":"2026-03-11T20:46:13.809419Z","steps":["trace[1672216650] 'process raft request' (duration: 136.984619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:14.265379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.399937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:46:14.265543Z","caller":"traceutil/trace.go:171","msg":"trace[973482343] linearizableReadLoop","detail":"{readStateIndex:8112; appliedIndex:8110; }","duration":"334.28464ms","start":"2026-03-11T20:46:13.931243Z","end":"2026-03-11T20:46:14.265527Z","steps":["trace[973482343] 'read index received' (duration: 47.649518ms)","trace[973482343] 'applied index is now lower than readState.Index' (duration: 286.634242ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:14.265633Z","caller":"traceutil/trace.go:171","msg":"trace[202135269] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"451.505506ms","start":"2026-03-11T20:46:13.814118Z","end":"2026-03-11T20:46:14.265624Z","steps":["trace[202135269] 'process raft request' (duration: 451.362983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:14.265698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:13.814101Z","time spent":"451.565168ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:14.265741Z","caller":"traceutil/trace.go:171","msg":"trace[1542922735] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"452.189592ms","start":"2026-03-11T20:46:13.813513Z","end":"2026-03-11T20:46:14.265703Z","steps":["trace[1542922735] 'process raft request' (duration: 165.368276ms)","trace[1542922735] 'compare' (duration: 286.288764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:14.265872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.617367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T20:46:14.265889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.87462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T20:46:14.265889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.688644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbnx7\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-11T20:46:14.265917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:13.81349Z","time spent":"452.330155ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:14.265952Z","caller":"traceutil/trace.go:171","msg":"trace[2098284699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7824; }","duration":"334.75187ms","start":"2026-03-11T20:46:13.931178Z","end":"2026-03-11T20:46:14.26593Z","steps":["trace[2098284699] 'agreement among raft nodes before linearized reading' (duration: 334.494304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:14.265947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.471842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T20:46:14.26597Z","caller":"traceutil/trace.go:171","msg":"trace[883164248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7824; }","duration":"287.970993ms","start":"2026-03-11T20:46:13.977978Z","end":"2026-03-11T20:46:14.265949Z","steps":["trace[883164248] 'agreement among raft nodes before linearized reading' (duration: 287.720277ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:14.265986Z","caller":"traceutil/trace.go:171","msg":"trace[1467120774] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbnx7; range_end:; response_count:1; response_revision:7824; }","duration":"274.830458ms","start":"2026-03-11T20:46:13.991128Z","end":"2026-03-11T20:46:14.265959Z","steps":["trace[1467120774] 'agreement among raft nodes before linearized reading' (duration: 274.566792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:14.265999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:13.93116Z","time spent":"334.826962ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T20:46:14.266018Z","caller":"traceutil/trace.go:171","msg":"trace[732357285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7824; }","duration":"279.592725ms","start":"2026-03-11T20:46:13.986408Z","end":"2026-03-11T20:46:14.266Z","steps":["trace[732357285] 'agreement among raft nodes before linearized reading' (duration: 279.358429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:24.068698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.613698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T20:46:24.06883Z","caller":"traceutil/trace.go:171","msg":"trace[1096215902] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7907; }","duration":"675.721301ms","start":"2026-03-11T20:46:23.393092Z","end":"2026-03-11T20:46:24.068813Z","steps":["trace[1096215902] 'process raft request' (duration: 128.845947ms)","trace[1096215902] 'compare' (duration: 546.212829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:24.068898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:23.393074Z","time spent":"675.794293ms","remote":"127.0.0.1:34314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-11T20:46:24.121842Z","caller":"traceutil/trace.go:171","msg":"trace[996569890] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"728.047314ms","start":"2026-03-11T20:46:23.393765Z","end":"2026-03-11T20:46:24.121813Z","steps":["trace[996569890] 'process raft request' (duration: 727.934151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:24.122045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:23.393754Z","time spent":"728.174407ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:24.283674Z","caller":"traceutil/trace.go:171","msg":"trace[785441721] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"421.657008ms","start":"2026-03-11T20:46:23.861991Z","end":"2026-03-11T20:46:24.283648Z","steps":["trace[785441721] 'process raft request' (duration: 421.574466ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:24.283728Z","caller":"traceutil/trace.go:171","msg":"trace[1040694900] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"755.13936ms","start":"2026-03-11T20:46:23.528544Z","end":"2026-03-11T20:46:24.283684Z","steps":["trace[1040694900] 'process raft request' (duration: 754.873984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:24.28397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:23.861964Z","time spent":"421.882253ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:24.283968Z","caller":"traceutil/trace.go:171","msg":"trace[1147516268] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"419.725965ms","start":"2026-03-11T20:46:23.864185Z","end":"2026-03-11T20:46:24.283911Z","steps":["trace[1147516268] 'process raft request' (duration: 419.423248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:24.284053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:23.52852Z","time spent":"755.421847ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:24.28398Z","caller":"traceutil/trace.go:171","msg":"trace[2073107104] linearizableReadLoop","detail":"{readStateIndex:8206; appliedIndex:8201; }","duration":"292.058924ms","start":"2026-03-11T20:46:23.9919Z","end":"2026-03-11T20:46:24.283959Z","steps":["trace[2073107104] 'read index received' (duration: 129.741397ms)","trace[2073107104] 'applied index is now lower than readState.Index' (duration: 162.316377ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:24.284172Z","caller":"traceutil/trace.go:171","msg":"trace[315071471] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"417.968885ms","start":"2026-03-11T20:46:23.866141Z","end":"2026-03-11T20:46:24.28411Z","steps":["trace[315071471] 'process raft request' (duration: 417.690779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:24.284157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:23.864167Z","time spent":"419.900259ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:24.284395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:23.866125Z","time spent":"418.14791ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:24.284114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.202928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:46:24.285075Z","caller":"traceutil/trace.go:171","msg":"trace[1697361721] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7912; }","duration":"293.20253ms","start":"2026-03-11T20:46:23.991849Z","end":"2026-03-11T20:46:24.285051Z","steps":["trace[1697361721] 'agreement among raft nodes before linearized reading' (duration: 292.169216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:24.30719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.860231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-fl8v5\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-11T20:46:24.307203Z","caller":"traceutil/trace.go:171","msg":"trace[1708107416] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"174.330666ms","start":"2026-03-11T20:46:24.13284Z","end":"2026-03-11T20:46:24.307171Z","steps":["trace[1708107416] 'process raft request' (duration: 174.05772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:24.307234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.552515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-fl8v5\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-11T20:46:24.307258Z","caller":"traceutil/trace.go:171","msg":"trace[765039118] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-fl8v5; range_end:; response_count:1; response_revision:7913; }","duration":"180.960534ms","start":"2026-03-11T20:46:24.126279Z","end":"2026-03-11T20:46:24.307239Z","steps":["trace[765039118] 'agreement among raft nodes before linearized reading' (duration: 180.76178ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:24.307278Z","caller":"traceutil/trace.go:171","msg":"trace[193480770] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-fl8v5; range_end:; response_count:1; response_revision:7913; }","duration":"180.629057ms","start":"2026-03-11T20:46:24.126636Z","end":"2026-03-11T20:46:24.307265Z","steps":["trace[193480770] 'agreement among raft nodes before linearized reading' (duration: 180.479303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:24.307217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.688246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-fl8v5\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-11T20:46:24.307385Z","caller":"traceutil/trace.go:171","msg":"trace[1145460465] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-fl8v5; range_end:; response_count:1; response_revision:7913; }","duration":"175.857441ms","start":"2026-03-11T20:46:24.131512Z","end":"2026-03-11T20:46:24.30737Z","steps":["trace[1145460465] 'agreement among raft nodes before linearized reading' (duration: 175.594544ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:24.842979Z","caller":"traceutil/trace.go:171","msg":"trace[428216148] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"525.837363ms","start":"2026-03-11T20:46:24.317082Z","end":"2026-03-11T20:46:24.842919Z","steps":["trace[428216148] 'process raft request' (duration: 525.631218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:24.843137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.317067Z","time spent":"525.983416ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:24.843207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.579178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-fl8v5\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-11T20:46:24.84329Z","caller":"traceutil/trace.go:171","msg":"trace[1038146353] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-fl8v5; range_end:; response_count:1; response_revision:7915; }","duration":"525.68952ms","start":"2026-03-11T20:46:24.317579Z","end":"2026-03-11T20:46:24.843269Z","steps":["trace[1038146353] 'agreement among raft nodes before linearized reading' (duration: 525.455395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:24.843339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.317572Z","time spent":"525.755901ms","remote":"127.0.0.1:54082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-fl8v5\" "} {"level":"info","ts":"2026-03-11T20:46:24.843413Z","caller":"traceutil/trace.go:171","msg":"trace[1460601868] linearizableReadLoop","detail":"{readStateIndex:8209; appliedIndex:8207; }","duration":"525.271681ms","start":"2026-03-11T20:46:24.317601Z","end":"2026-03-11T20:46:24.842872Z","steps":["trace[1460601868] 'read index received' (duration: 40.693953ms)","trace[1460601868] 'applied index is now lower than readState.Index' (duration: 484.576568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:24.843787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.878873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:46:24.843834Z","caller":"traceutil/trace.go:171","msg":"trace[1082776925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7915; }","duration":"367.945805ms","start":"2026-03-11T20:46:24.475874Z","end":"2026-03-11T20:46:24.84382Z","steps":["trace[1082776925] 'agreement among raft nodes before linearized reading' (duration: 367.878893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:24.843854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.801443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T20:46:24.843867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.475859Z","time spent":"368.001436ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:46:24.843851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.60638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbnx7\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-11T20:46:24.843897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.487855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T20:46:24.843896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.681152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T20:46:24.843929Z","caller":"traceutil/trace.go:171","msg":"trace[1932331663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7915; }","duration":"397.871955ms","start":"2026-03-11T20:46:24.446012Z","end":"2026-03-11T20:46:24.843884Z","steps":["trace[1932331663] 'agreement among raft nodes before linearized reading' (duration: 397.752953ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:24.843967Z","caller":"traceutil/trace.go:171","msg":"trace[1244925423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7915; }","duration":"388.602458ms","start":"2026-03-11T20:46:24.455347Z","end":"2026-03-11T20:46:24.843949Z","steps":["trace[1244925423] 'agreement among raft nodes before linearized reading' (duration: 388.425064ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:24.843971Z","caller":"traceutil/trace.go:171","msg":"trace[1891158927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7915; }","duration":"389.786754ms","start":"2026-03-11T20:46:24.454168Z","end":"2026-03-11T20:46:24.843955Z","steps":["trace[1891158927] 'agreement among raft nodes before linearized reading' (duration: 389.61338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:24.844024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.454155Z","time spent":"389.856456ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T20:46:24.844024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.455325Z","time spent":"388.68655ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T20:46:24.8442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.49077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T20:46:24.843925Z","caller":"traceutil/trace.go:171","msg":"trace[1944184089] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbnx7; range_end:; response_count:1; response_revision:7915; }","duration":"389.710893ms","start":"2026-03-11T20:46:24.454193Z","end":"2026-03-11T20:46:24.843904Z","steps":["trace[1944184089] 'agreement among raft nodes before linearized reading' (duration: 389.489578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:24.844166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.445994Z","time spent":"397.976807ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T20:46:24.844273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.454182Z","time spent":"390.074681ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-xbnx7\" "} {"level":"info","ts":"2026-03-11T20:46:24.844284Z","caller":"traceutil/trace.go:171","msg":"trace[2017392127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7915; }","duration":"486.562843ms","start":"2026-03-11T20:46:24.357678Z","end":"2026-03-11T20:46:24.844241Z","steps":["trace[2017392127] 'agreement among raft nodes before linearized reading' (duration: 486.392709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:24.844341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.35767Z","time spent":"486.658045ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T20:46:24.844565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.565163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T20:46:24.844673Z","caller":"traceutil/trace.go:171","msg":"trace[579344093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7915; }","duration":"499.721007ms","start":"2026-03-11T20:46:24.344926Z","end":"2026-03-11T20:46:24.844647Z","steps":["trace[579344093] 'agreement among raft nodes before linearized reading' (duration: 498.738175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:24.844204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.983735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:46:24.845192Z","caller":"traceutil/trace.go:171","msg":"trace[809962907] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7915; }","duration":"485.029939ms","start":"2026-03-11T20:46:24.360137Z","end":"2026-03-11T20:46:24.845167Z","steps":["trace[809962907] 'agreement among raft nodes before linearized reading' (duration: 483.79475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:24.845313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.360122Z","time spent":"485.158672ms","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:46:24.844206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.70398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:46:24.844734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.344913Z","time spent":"499.806039ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T20:46:24.845498Z","caller":"traceutil/trace.go:171","msg":"trace[1665401012] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:7915; }","duration":"278.03786ms","start":"2026-03-11T20:46:24.56744Z","end":"2026-03-11T20:46:24.845478Z","steps":["trace[1665401012] 'agreement among raft nodes before linearized reading' (duration: 276.25444ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:25.072916Z","caller":"traceutil/trace.go:171","msg":"trace[1705098300] linearizableReadLoop","detail":"{readStateIndex:8210; appliedIndex:8209; }","duration":"225.36677ms","start":"2026-03-11T20:46:24.847522Z","end":"2026-03-11T20:46:25.072889Z","steps":["trace[1705098300] 'read index received' (duration: 136.079869ms)","trace[1705098300] 'applied index is now lower than readState.Index' (duration: 89.285921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:25.073088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.545205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-fl8v5\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-11T20:46:25.073139Z","caller":"traceutil/trace.go:171","msg":"trace[565609182] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-fl8v5; range_end:; response_count:1; response_revision:7916; }","duration":"225.633866ms","start":"2026-03-11T20:46:24.847492Z","end":"2026-03-11T20:46:25.073126Z","steps":["trace[565609182] 'agreement among raft nodes before linearized reading' (duration: 225.467553ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:25.072937Z","caller":"traceutil/trace.go:171","msg":"trace[1174248228] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7916; }","duration":"226.095267ms","start":"2026-03-11T20:46:24.846817Z","end":"2026-03-11T20:46:25.072912Z","steps":["trace[1174248228] 'process raft request' (duration: 136.772105ms)","trace[1174248228] 'compare' (duration: 89.150008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:25.452026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.853005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:46:25.45242Z","caller":"traceutil/trace.go:171","msg":"trace[1759784303] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"602.219094ms","start":"2026-03-11T20:46:24.850178Z","end":"2026-03-11T20:46:25.452397Z","steps":["trace[1759784303] 'process raft request' (duration: 602.129512ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:25.452435Z","caller":"traceutil/trace.go:171","msg":"trace[938804627] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"604.199268ms","start":"2026-03-11T20:46:24.84818Z","end":"2026-03-11T20:46:25.452379Z","steps":["trace[938804627] 'process raft request' (duration: 454.914513ms)","trace[938804627] 'compare' (duration: 148.750243ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:25.452508Z","caller":"traceutil/trace.go:171","msg":"trace[157293748] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"603.364869ms","start":"2026-03-11T20:46:24.84912Z","end":"2026-03-11T20:46:25.452484Z","steps":["trace[157293748] 'process raft request' (duration: 603.084133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:25.452551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.850157Z","time spent":"602.345006ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:25.452581Z","caller":"traceutil/trace.go:171","msg":"trace[953726904] linearizableReadLoop","detail":"{readStateIndex:8216; appliedIndex:8210; }","duration":"379.565434ms","start":"2026-03-11T20:46:25.072985Z","end":"2026-03-11T20:46:25.452551Z","steps":["trace[953726904] 'read index received' (duration: 230.125436ms)","trace[953726904] 'applied index is now lower than readState.Index' (duration: 149.439028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:25.452631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.848171Z","time spent":"604.363311ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:25.452623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.849103Z","time spent":"603.461972ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:25.452639Z","caller":"traceutil/trace.go:171","msg":"trace[622829047] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"602.968241ms","start":"2026-03-11T20:46:24.849633Z","end":"2026-03-11T20:46:25.452601Z","steps":["trace[622829047] 'process raft request' (duration: 602.615493ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:25.45264Z","caller":"traceutil/trace.go:171","msg":"trace[2128571794] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"603.462361ms","start":"2026-03-11T20:46:24.849116Z","end":"2026-03-11T20:46:25.452578Z","steps":["trace[2128571794] 'process raft request' (duration: 603.005101ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:25.452716Z","caller":"traceutil/trace.go:171","msg":"trace[1606926630] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"512.161246ms","start":"2026-03-11T20:46:24.940533Z","end":"2026-03-11T20:46:25.452694Z","steps":["trace[1606926630] 'process raft request' (duration: 511.817768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:25.452834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.849618Z","time spent":"603.111573ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:25.452908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.940509Z","time spent":"512.296728ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:25.452888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.849105Z","time spent":"603.667416ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:25.453337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.511495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227437"} {"level":"info","ts":"2026-03-11T20:46:25.453459Z","caller":"traceutil/trace.go:171","msg":"trace[91685800] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7922; }","duration":"604.620208ms","start":"2026-03-11T20:46:24.848777Z","end":"2026-03-11T20:46:25.453397Z","steps":["trace[91685800] 'agreement among raft nodes before linearized reading' (duration: 603.938332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:25.453591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:24.848761Z","time spent":"604.814462ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227460,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-11T20:46:25.59042Z","caller":"traceutil/trace.go:171","msg":"trace[929455245] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"104.345569ms","start":"2026-03-11T20:46:25.486049Z","end":"2026-03-11T20:46:25.590394Z","steps":["trace[929455245] 'process raft request' (duration: 104.291328ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:25.590424Z","caller":"traceutil/trace.go:171","msg":"trace[1822339599] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"460.363046ms","start":"2026-03-11T20:46:25.130018Z","end":"2026-03-11T20:46:25.590381Z","steps":["trace[1822339599] 'process raft request' (duration: 435.12796ms)","trace[1822339599] 'compare' (duration: 25.054161ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:25.590452Z","caller":"traceutil/trace.go:171","msg":"trace[1372812786] linearizableReadLoop","detail":"{readStateIndex:8217; appliedIndex:8216; }","duration":"137.750337ms","start":"2026-03-11T20:46:25.45266Z","end":"2026-03-11T20:46:25.59041Z","steps":["trace[1372812786] 'read index received' (duration: 112.568463ms)","trace[1372812786] 'applied index is now lower than readState.Index' (duration: 25.178364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:25.590672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.074122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:46:25.590748Z","caller":"traceutil/trace.go:171","msg":"trace[10700058] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7924; }","duration":"154.179835ms","start":"2026-03-11T20:46:25.436526Z","end":"2026-03-11T20:46:25.590706Z","steps":["trace[10700058] 'agreement among raft nodes before linearized reading' (duration: 154.039602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:25.590941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:25.12999Z","time spent":"460.52787ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:25.59097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.419387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-fl8v5\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-11T20:46:25.591009Z","caller":"traceutil/trace.go:171","msg":"trace[324232913] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-fl8v5; range_end:; response_count:1; response_revision:7924; }","duration":"514.490468ms","start":"2026-03-11T20:46:25.076507Z","end":"2026-03-11T20:46:25.590998Z","steps":["trace[324232913] 'agreement among raft nodes before linearized reading' (duration: 514.343675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:25.591049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:25.076488Z","time spent":"514.55387ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-fl8v5\" "} {"level":"warn","ts":"2026-03-11T20:46:25.591167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.615824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T20:46:25.591246Z","caller":"traceutil/trace.go:171","msg":"trace[435337285] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:7924; }","duration":"100.722097ms","start":"2026-03-11T20:46:25.490501Z","end":"2026-03-11T20:46:25.591223Z","steps":["trace[435337285] 'agreement among raft nodes before linearized reading' (duration: 100.511933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:25.592298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.7449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-11T20:46:25.593385Z","caller":"traceutil/trace.go:171","msg":"trace[2006730417] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7924; }","duration":"313.851352ms","start":"2026-03-11T20:46:25.278501Z","end":"2026-03-11T20:46:25.592352Z","steps":["trace[2006730417] 'agreement among raft nodes before linearized reading' (duration: 312.467282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:25.593438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:25.278482Z","time spent":"314.946588ms","remote":"127.0.0.1:39778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-11T20:46:25.900411Z","caller":"traceutil/trace.go:171","msg":"trace[402723863] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"142.225977ms","start":"2026-03-11T20:46:25.758161Z","end":"2026-03-11T20:46:25.900387Z","steps":["trace[402723863] 'process raft request' (duration: 142.020513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:26.484827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.853323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:46:26.484923Z","caller":"traceutil/trace.go:171","msg":"trace[1647549871] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"570.962144ms","start":"2026-03-11T20:46:25.913944Z","end":"2026-03-11T20:46:26.484906Z","steps":["trace[1647549871] 'process raft request' (duration: 285.974388ms)","trace[1647549871] 'compare' (duration: 284.544237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:26.484965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:25.913926Z","time spent":"571.020885ms","remote":"127.0.0.1:34308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T20:46:26.509891Z","caller":"traceutil/trace.go:171","msg":"trace[1080278062] linearizableReadLoop","detail":"{readStateIndex:8224; appliedIndex:8222; }","duration":"354.113365ms","start":"2026-03-11T20:46:26.155753Z","end":"2026-03-11T20:46:26.509866Z","steps":["trace[1080278062] 'read index received' (duration: 44.17782ms)","trace[1080278062] 'applied index is now lower than readState.Index' (duration: 309.934525ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:26.509996Z","caller":"traceutil/trace.go:171","msg":"trace[1161087949] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"470.147135ms","start":"2026-03-11T20:46:26.039824Z","end":"2026-03-11T20:46:26.509971Z","steps":["trace[1161087949] 'process raft request' (duration: 469.92418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:26.510151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.390201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-11T20:46:26.51016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:26.039794Z","time spent":"470.287138ms","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T20:46:26.510196Z","caller":"traceutil/trace.go:171","msg":"trace[538324160] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7929; }","duration":"354.479103ms","start":"2026-03-11T20:46:26.155705Z","end":"2026-03-11T20:46:26.510184Z","steps":["trace[538324160] 'agreement among raft nodes before linearized reading' (duration: 354.281019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:26.510229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:26.155685Z","time spent":"354.536174ms","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-11T20:46:26.839088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.267047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:46:26.839403Z","caller":"traceutil/trace.go:171","msg":"trace[323120583] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"549.498962ms","start":"2026-03-11T20:46:26.289886Z","end":"2026-03-11T20:46:26.839385Z","steps":["trace[323120583] 'process raft request' (duration: 549.319158ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:26.839394Z","caller":"traceutil/trace.go:171","msg":"trace[1757771678] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"549.973003ms","start":"2026-03-11T20:46:26.289389Z","end":"2026-03-11T20:46:26.839362Z","steps":["trace[1757771678] 'process raft request' (duration: 411.325797ms)","trace[1757771678] 'compare' (duration: 138.035852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:26.839482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:26.289873Z","time spent":"549.573764ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:26.839602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:26.289359Z","time spent":"550.124917ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:26.839712Z","caller":"traceutil/trace.go:171","msg":"trace[1040546567] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"549.631285ms","start":"2026-03-11T20:46:26.29007Z","end":"2026-03-11T20:46:26.839701Z","steps":["trace[1040546567] 'process raft request' (duration: 549.219766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:26.839775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:26.290061Z","time spent":"549.680797ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:26.839863Z","caller":"traceutil/trace.go:171","msg":"trace[1694049241] linearizableReadLoop","detail":"{readStateIndex:8227; appliedIndex:8224; }","duration":"329.894493ms","start":"2026-03-11T20:46:26.50996Z","end":"2026-03-11T20:46:26.839855Z","steps":["trace[1694049241] 'read index received' (duration: 190.768525ms)","trace[1694049241] 'applied index is now lower than readState.Index' (duration: 139.124868ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:26.840185Z","caller":"traceutil/trace.go:171","msg":"trace[2118859401] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"326.391464ms","start":"2026-03-11T20:46:26.513767Z","end":"2026-03-11T20:46:26.840159Z","steps":["trace[2118859401] 'process raft request' (duration: 325.567615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:26.840326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:26.513618Z","time spent":"326.633859ms","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:26.840396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.514476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b7aaf3b5-c136-471c-b89c-e33c5e88560f\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-11T20:46:26.840377Z","caller":"traceutil/trace.go:171","msg":"trace[1498868357] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"326.410315ms","start":"2026-03-11T20:46:26.513945Z","end":"2026-03-11T20:46:26.840356Z","steps":["trace[1498868357] 'process raft request' (duration: 325.696558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:26.840437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.706173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-11T20:46:26.84045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.542348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:46:26.840501Z","caller":"traceutil/trace.go:171","msg":"trace[1912753502] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7934; }","duration":"352.789275ms","start":"2026-03-11T20:46:26.487698Z","end":"2026-03-11T20:46:26.840487Z","steps":["trace[1912753502] 'agreement among raft nodes before linearized reading' (duration: 352.341345ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:26.840506Z","caller":"traceutil/trace.go:171","msg":"trace[88967752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7934; }","duration":"364.63177ms","start":"2026-03-11T20:46:26.475863Z","end":"2026-03-11T20:46:26.840494Z","steps":["trace[88967752] 'agreement among raft nodes before linearized reading' (duration: 364.19527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:26.840508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.518476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-03-11T20:46:26.840553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:26.487689Z","time spent":"352.853216ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-11T20:46:26.84059Z","caller":"traceutil/trace.go:171","msg":"trace[572522933] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:7934; }","duration":"351.64721ms","start":"2026-03-11T20:46:26.488926Z","end":"2026-03-11T20:46:26.840573Z","steps":["trace[572522933] 'agreement among raft nodes before linearized reading' (duration: 351.096107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:26.840574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:26.513929Z","time spent":"326.564418ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T20:46:26.84063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.140139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-11T20:46:26.840402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.371136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:46:26.840688Z","caller":"traceutil/trace.go:171","msg":"trace[27670191] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7934; }","duration":"326.20505ms","start":"2026-03-11T20:46:26.51447Z","end":"2026-03-11T20:46:26.840675Z","steps":["trace[27670191] 'agreement among raft nodes before linearized reading' (duration: 326.066007ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:26.840702Z","caller":"traceutil/trace.go:171","msg":"trace[504002839] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7934; }","duration":"651.720914ms","start":"2026-03-11T20:46:26.188957Z","end":"2026-03-11T20:46:26.840678Z","steps":["trace[504002839] 'agreement among raft nodes before linearized reading' (duration: 651.10964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:26.840648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:26.488899Z","time spent":"351.739552ms","remote":"127.0.0.1:34308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":621,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-11T20:46:26.840741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:26.188938Z","time spent":"651.792285ms","remote":"127.0.0.1:34650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-11T20:46:26.840463Z","caller":"traceutil/trace.go:171","msg":"trace[1272064232] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b7aaf3b5-c136-471c-b89c-e33c5e88560f; range_end:; response_count:1; response_revision:7934; }","duration":"326.590369ms","start":"2026-03-11T20:46:26.513854Z","end":"2026-03-11T20:46:26.840444Z","steps":["trace[1272064232] 'agreement among raft nodes before linearized reading' (duration: 326.374324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:26.840811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:26.513848Z","time spent":"326.952137ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-b7aaf3b5-c136-471c-b89c-e33c5e88560f\" "} {"level":"warn","ts":"2026-03-11T20:46:26.840559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.993259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-11T20:46:26.840953Z","caller":"traceutil/trace.go:171","msg":"trace[713041175] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7934; }","duration":"353.48773ms","start":"2026-03-11T20:46:26.487444Z","end":"2026-03-11T20:46:26.840932Z","steps":["trace[713041175] 'agreement among raft nodes before linearized reading' (duration: 352.605581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:26.841038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:26.487424Z","time spent":"353.599072ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-11T20:46:26.840549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:26.475838Z","time spent":"364.703502ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:46:26.840764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:26.514456Z","time spent":"326.270391ms","remote":"127.0.0.1:34314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-11T20:46:27.665948Z","caller":"traceutil/trace.go:171","msg":"trace[1414078502] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"205.962055ms","start":"2026-03-11T20:46:27.459961Z","end":"2026-03-11T20:46:27.665923Z","steps":["trace[1414078502] 'process raft request' (duration: 205.813482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:28.478385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.808788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:46:28.478849Z","caller":"traceutil/trace.go:171","msg":"trace[764308504] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"1.01620288s","start":"2026-03-11T20:46:27.462614Z","end":"2026-03-11T20:46:28.478817Z","steps":["trace[764308504] 'process raft request' (duration: 1.016076118s)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:28.478841Z","caller":"traceutil/trace.go:171","msg":"trace[1692126955] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"1.017970081s","start":"2026-03-11T20:46:27.460824Z","end":"2026-03-11T20:46:28.478794Z","steps":["trace[1692126955] 'process raft request' (duration: 613.640021ms)","trace[1692126955] 'compare' (duration: 403.579122ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:28.478839Z","caller":"traceutil/trace.go:171","msg":"trace[884005332] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"1.017751616s","start":"2026-03-11T20:46:27.461043Z","end":"2026-03-11T20:46:28.478795Z","steps":["trace[884005332] 'process raft request' (duration: 1.01747781s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:28.478985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:27.462589Z","time spent":"1.016335144s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:28.479033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:27.46081Z","time spent":"1.018127144s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:28.479022Z","caller":"traceutil/trace.go:171","msg":"trace[1708587062] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"1.016353464s","start":"2026-03-11T20:46:27.462639Z","end":"2026-03-11T20:46:28.478992Z","steps":["trace[1708587062] 'process raft request' (duration: 1.016117359s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:28.479167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:27.462625Z","time spent":"1.016460046s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:28.479267Z","caller":"traceutil/trace.go:171","msg":"trace[1617760091] linearizableReadLoop","detail":"{readStateIndex:8236; appliedIndex:8231; }","duration":"1.015326641s","start":"2026-03-11T20:46:27.463904Z","end":"2026-03-11T20:46:28.479231Z","steps":["trace[1617760091] 'read index received' (duration: 201.961126ms)","trace[1617760091] 'applied index is now lower than readState.Index' (duration: 813.363765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:28.479494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:27.461032Z","time spent":"1.01796898s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:28.479526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.022608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:46:28.479672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.526567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-11T20:46:28.479689Z","caller":"traceutil/trace.go:171","msg":"trace[793589007] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7941; }","duration":"510.204483ms","start":"2026-03-11T20:46:27.969444Z","end":"2026-03-11T20:46:28.479649Z","steps":["trace[793589007] 'agreement among raft nodes before linearized reading' (duration: 510.025919ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:28.479715Z","caller":"traceutil/trace.go:171","msg":"trace[1925705564] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7941; }","duration":"314.604569ms","start":"2026-03-11T20:46:28.165097Z","end":"2026-03-11T20:46:28.479702Z","steps":["trace[1925705564] 'agreement among raft nodes before linearized reading' (duration: 314.454556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:28.479517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015600607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbnx7\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-11T20:46:28.47975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:28.165069Z","time spent":"314.671131ms","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T20:46:28.479749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:27.969418Z","time spent":"510.311425ms","remote":"127.0.0.1:40164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-11T20:46:28.47981Z","caller":"traceutil/trace.go:171","msg":"trace[1316417426] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbnx7; range_end:; response_count:1; response_revision:7941; }","duration":"1.015914265s","start":"2026-03-11T20:46:27.463865Z","end":"2026-03-11T20:46:28.479779Z","steps":["trace[1316417426] 'agreement among raft nodes before linearized reading' (duration: 1.015476175s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:28.479885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:27.463853Z","time spent":"1.016011866s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-xbnx7\" "} {"level":"warn","ts":"2026-03-11T20:46:29.194368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.472067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:46:29.194485Z","caller":"traceutil/trace.go:171","msg":"trace[437551062] linearizableReadLoop","detail":"{readStateIndex:8237; appliedIndex:8236; }","duration":"552.861358ms","start":"2026-03-11T20:46:28.641602Z","end":"2026-03-11T20:46:29.194463Z","steps":["trace[437551062] 'read index received' (duration: 387.227987ms)","trace[437551062] 'applied index is now lower than readState.Index' (duration: 165.631491ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:29.194557Z","caller":"traceutil/trace.go:171","msg":"trace[1479075524] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"690.392639ms","start":"2026-03-11T20:46:28.504133Z","end":"2026-03-11T20:46:29.194526Z","steps":["trace[1479075524] 'process raft request' (duration: 524.671096ms)","trace[1479075524] 'compare' (duration: 164.975057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:29.194701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.071682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-11T20:46:29.194713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:28.504113Z","time spent":"690.514932ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:29.194749Z","caller":"traceutil/trace.go:171","msg":"trace[1461669695] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7942; }","duration":"553.140074ms","start":"2026-03-11T20:46:28.641594Z","end":"2026-03-11T20:46:29.194734Z","steps":["trace[1461669695] 'agreement among raft nodes before linearized reading' (duration: 552.939119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:29.194788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:28.641519Z","time spent":"553.260126ms","remote":"127.0.0.1:34314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-11T20:46:29.795219Z","caller":"traceutil/trace.go:171","msg":"trace[1412838029] linearizableReadLoop","detail":"{readStateIndex:8240; appliedIndex:8237; }","duration":"125.150495ms","start":"2026-03-11T20:46:29.670041Z","end":"2026-03-11T20:46:29.795191Z","steps":["trace[1412838029] 'read index received' (duration: 120.728915ms)","trace[1412838029] 'applied index is now lower than readState.Index' (duration: 4.42042ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:29.79538Z","caller":"traceutil/trace.go:171","msg":"trace[1916025634] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"949.290571ms","start":"2026-03-11T20:46:28.846063Z","end":"2026-03-11T20:46:29.795354Z","steps":["trace[1916025634] 'process raft request' (duration: 944.699538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:29.795534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:28.846032Z","time spent":"949.411823ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:29.795471Z","caller":"traceutil/trace.go:171","msg":"trace[1647763068] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"948.738469ms","start":"2026-03-11T20:46:28.846711Z","end":"2026-03-11T20:46:29.795449Z","steps":["trace[1647763068] 'process raft request' (duration: 948.40829ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:29.795627Z","caller":"traceutil/trace.go:171","msg":"trace[290849299] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"949.110997ms","start":"2026-03-11T20:46:28.846458Z","end":"2026-03-11T20:46:29.795569Z","steps":["trace[290849299] 'process raft request' (duration: 948.557404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:29.795776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.362493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-11T20:46:29.795771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:28.846701Z","time spent":"948.925663ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:29.795839Z","caller":"traceutil/trace.go:171","msg":"trace[420450537] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7945; }","duration":"118.449205ms","start":"2026-03-11T20:46:29.67737Z","end":"2026-03-11T20:46:29.795819Z","steps":["trace[420450537] 'agreement among raft nodes before linearized reading' (duration: 118.22919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:29.795842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.734527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T20:46:29.795946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:28.84642Z","time spent":"949.370643ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:29.796094Z","caller":"traceutil/trace.go:171","msg":"trace[2022844154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7945; }","duration":"126.090455ms","start":"2026-03-11T20:46:29.669987Z","end":"2026-03-11T20:46:29.796077Z","steps":["trace[2022844154] 'agreement among raft nodes before linearized reading' (duration: 125.485472ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:33.932203Z","caller":"traceutil/trace.go:171","msg":"trace[16433867] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"112.233589ms","start":"2026-03-11T20:46:33.819944Z","end":"2026-03-11T20:46:33.932177Z","steps":["trace[16433867] 'process raft request' (duration: 112.050455ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:33.932455Z","caller":"traceutil/trace.go:171","msg":"trace[616515711] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"111.205645ms","start":"2026-03-11T20:46:33.821212Z","end":"2026-03-11T20:46:33.932418Z","steps":["trace[616515711] 'process raft request' (duration: 110.918189ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:36.874759Z","caller":"traceutil/trace.go:171","msg":"trace[1255289996] linearizableReadLoop","detail":"{readStateIndex:8306; appliedIndex:8305; }","duration":"285.425762ms","start":"2026-03-11T20:46:36.589306Z","end":"2026-03-11T20:46:36.874731Z","steps":["trace[1255289996] 'read index received' (duration: 284.540151ms)","trace[1255289996] 'applied index is now lower than readState.Index' (duration: 884.101µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:36.874824Z","caller":"traceutil/trace.go:171","msg":"trace[1169286264] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"285.881772ms","start":"2026-03-11T20:46:36.588915Z","end":"2026-03-11T20:46:36.874796Z","steps":["trace[1169286264] 'process raft request' (duration: 284.9129ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:36.875229Z","caller":"traceutil/trace.go:171","msg":"trace[1115498818] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"285.447412ms","start":"2026-03-11T20:46:36.589757Z","end":"2026-03-11T20:46:36.875204Z","steps":["trace[1115498818] 'process raft request' (duration: 285.292609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:36.875303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.981835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227343"} {"level":"info","ts":"2026-03-11T20:46:36.875387Z","caller":"traceutil/trace.go:171","msg":"trace[1095326415] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8008; }","duration":"286.079617ms","start":"2026-03-11T20:46:36.589288Z","end":"2026-03-11T20:46:36.875367Z","steps":["trace[1095326415] 'agreement among raft nodes before linearized reading' (duration: 285.544465ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:36.875414Z","caller":"traceutil/trace.go:171","msg":"trace[149839693] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"285.254918ms","start":"2026-03-11T20:46:36.590144Z","end":"2026-03-11T20:46:36.875398Z","steps":["trace[149839693] 'process raft request' (duration: 285.019403ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:36.875627Z","caller":"traceutil/trace.go:171","msg":"trace[637004894] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"276.80795ms","start":"2026-03-11T20:46:36.598792Z","end":"2026-03-11T20:46:36.8756Z","steps":["trace[637004894] 'process raft request' (duration: 276.568014ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:38.146802Z","caller":"traceutil/trace.go:171","msg":"trace[1637721601] linearizableReadLoop","detail":"{readStateIndex:8323; appliedIndex:8322; }","duration":"211.370859ms","start":"2026-03-11T20:46:37.935408Z","end":"2026-03-11T20:46:38.146779Z","steps":["trace[1637721601] 'read index received' (duration: 211.310478ms)","trace[1637721601] 'applied index is now lower than readState.Index' (duration: 59.441µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:38.146932Z","caller":"traceutil/trace.go:171","msg":"trace[1830387065] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"241.988372ms","start":"2026-03-11T20:46:37.904899Z","end":"2026-03-11T20:46:38.146887Z","steps":["trace[1830387065] 'process raft request' (duration: 241.748727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:38.14708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.656485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-11T20:46:38.147119Z","caller":"traceutil/trace.go:171","msg":"trace[1128378608] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8025; }","duration":"211.743747ms","start":"2026-03-11T20:46:37.935364Z","end":"2026-03-11T20:46:38.147107Z","steps":["trace[1128378608] 'agreement among raft nodes before linearized reading' (duration: 211.521232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:38.178492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.851079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T20:46:38.178556Z","caller":"traceutil/trace.go:171","msg":"trace[1286699488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8027; }","duration":"224.950692ms","start":"2026-03-11T20:46:37.953591Z","end":"2026-03-11T20:46:38.178542Z","steps":["trace[1286699488] 'agreement among raft nodes before linearized reading' (duration: 224.753427ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:38.178729Z","caller":"traceutil/trace.go:171","msg":"trace[1620599351] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"231.680512ms","start":"2026-03-11T20:46:37.947039Z","end":"2026-03-11T20:46:38.17872Z","steps":["trace[1620599351] 'process raft request' (duration: 231.13559ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:38.178829Z","caller":"traceutil/trace.go:171","msg":"trace[547121164] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"231.736203ms","start":"2026-03-11T20:46:37.947086Z","end":"2026-03-11T20:46:38.178822Z","steps":["trace[547121164] 'process raft request' (duration: 231.190021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:38.508368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.96649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:46:38.508469Z","caller":"traceutil/trace.go:171","msg":"trace[1127473356] linearizableReadLoop","detail":"{readStateIndex:8326; appliedIndex:8325; }","duration":"325.141078ms","start":"2026-03-11T20:46:38.183312Z","end":"2026-03-11T20:46:38.508454Z","steps":["trace[1127473356] 'read index received' (duration: 208.981544ms)","trace[1127473356] 'applied index is now lower than readState.Index' (duration: 116.158254ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:38.5085Z","caller":"traceutil/trace.go:171","msg":"trace[321717752] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"325.392664ms","start":"2026-03-11T20:46:38.183073Z","end":"2026-03-11T20:46:38.508466Z","steps":["trace[321717752] 'process raft request' (duration: 209.242951ms)","trace[321717752] 'compare' (duration: 115.487508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:38.508686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:38.183057Z","time spent":"325.534057ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:38.508695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.349883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-11T20:46:38.508822Z","caller":"traceutil/trace.go:171","msg":"trace[1073865083] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8028; }","duration":"325.525076ms","start":"2026-03-11T20:46:38.183272Z","end":"2026-03-11T20:46:38.508797Z","steps":["trace[1073865083] 'agreement among raft nodes before linearized reading' (duration: 325.24205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:38.508889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:38.183253Z","time spent":"325.622319ms","remote":"127.0.0.1:34308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-11T20:46:38.564153Z","caller":"traceutil/trace.go:171","msg":"trace[2144840474] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"378.703474ms","start":"2026-03-11T20:46:38.185385Z","end":"2026-03-11T20:46:38.564088Z","steps":["trace[2144840474] 'process raft request' (duration: 378.401757ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:38.564214Z","caller":"traceutil/trace.go:171","msg":"trace[437751306] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"378.584111ms","start":"2026-03-11T20:46:38.185602Z","end":"2026-03-11T20:46:38.564186Z","steps":["trace[437751306] 'process raft request' (duration: 378.302475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:38.564422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:38.185586Z","time spent":"378.701184ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3132,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:38.564425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:38.185367Z","time spent":"378.922308ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4915,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:38.56473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.504333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:45 size:604888"} {"level":"info","ts":"2026-03-11T20:46:38.564819Z","caller":"traceutil/trace.go:171","msg":"trace[57834560] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:45; response_revision:8030; }","duration":"293.596425ms","start":"2026-03-11T20:46:38.27121Z","end":"2026-03-11T20:46:38.564807Z","steps":["trace[57834560] 'agreement among raft nodes before linearized reading' (duration: 293.045163ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:39.021438Z","caller":"traceutil/trace.go:171","msg":"trace[2000072917] linearizableReadLoop","detail":"{readStateIndex:8330; appliedIndex:8329; }","duration":"318.93617ms","start":"2026-03-11T20:46:38.702477Z","end":"2026-03-11T20:46:39.021413Z","steps":["trace[2000072917] 'read index received' (duration: 318.790596ms)","trace[2000072917] 'applied index is now lower than readState.Index' (duration: 144.564µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:39.021562Z","caller":"traceutil/trace.go:171","msg":"trace[1992987132] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"361.561462ms","start":"2026-03-11T20:46:38.65999Z","end":"2026-03-11T20:46:39.021551Z","steps":["trace[1992987132] 'process raft request' (duration: 361.266315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:39.021668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:38.659961Z","time spent":"361.627853ms","remote":"127.0.0.1:40162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:39.021867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.333484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:46:39.021952Z","caller":"traceutil/trace.go:171","msg":"trace[1005981349] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8032; }","duration":"300.484767ms","start":"2026-03-11T20:46:38.721444Z","end":"2026-03-11T20:46:39.021929Z","steps":["trace[1005981349] 'agreement among raft nodes before linearized reading' (duration: 300.340144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:39.021979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.968785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T20:46:39.021993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:38.721417Z","time spent":"300.566099ms","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":11,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-11T20:46:39.022019Z","caller":"traceutil/trace.go:171","msg":"trace[2095720335] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8032; }","duration":"123.008826ms","start":"2026-03-11T20:46:38.898997Z","end":"2026-03-11T20:46:39.022006Z","steps":["trace[2095720335] 'agreement among raft nodes before linearized reading' (duration: 122.936594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:39.022059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.720573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T20:46:39.022116Z","caller":"traceutil/trace.go:171","msg":"trace[1666110449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8032; }","duration":"141.860017ms","start":"2026-03-11T20:46:38.880244Z","end":"2026-03-11T20:46:39.022104Z","steps":["trace[1666110449] 'agreement among raft nodes before linearized reading' (duration: 141.685703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:39.022248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.559434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-rvtmf\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:46:39.022218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.409833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:46:39.022274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.112857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbnx7\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-11T20:46:39.022323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.293126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T20:46:39.022357Z","caller":"traceutil/trace.go:171","msg":"trace[158719741] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8032; }","duration":"148.607408ms","start":"2026-03-11T20:46:38.873714Z","end":"2026-03-11T20:46:39.022322Z","steps":["trace[158719741] 'agreement among raft nodes before linearized reading' (duration: 148.341872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:39.022374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.64379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T20:46:39.022325Z","caller":"traceutil/trace.go:171","msg":"trace[365864831] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-rvtmf; range_end:; response_count:0; response_revision:8032; }","duration":"319.897311ms","start":"2026-03-11T20:46:38.702396Z","end":"2026-03-11T20:46:39.022293Z","steps":["trace[365864831] 'agreement among raft nodes before linearized reading' (duration: 319.555903ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:39.022405Z","caller":"traceutil/trace.go:171","msg":"trace[1174383197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8032; }","duration":"142.388389ms","start":"2026-03-11T20:46:38.879995Z","end":"2026-03-11T20:46:39.022383Z","steps":["trace[1174383197] 'agreement among raft nodes before linearized reading' (duration: 142.188285ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:39.022385Z","caller":"traceutil/trace.go:171","msg":"trace[2075195840] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbnx7; range_end:; response_count:1; response_revision:8032; }","duration":"140.257281ms","start":"2026-03-11T20:46:38.882109Z","end":"2026-03-11T20:46:39.022367Z","steps":["trace[2075195840] 'agreement among raft nodes before linearized reading' (duration: 139.910733ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:39.022429Z","caller":"traceutil/trace.go:171","msg":"trace[1339351453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8032; }","duration":"140.718201ms","start":"2026-03-11T20:46:38.881701Z","end":"2026-03-11T20:46:39.022419Z","steps":["trace[1339351453] 'agreement among raft nodes before linearized reading' (duration: 140.590018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:39.022276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.425056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-rvtmf\" ","response":"range_response_count:1 size:4930"} {"level":"info","ts":"2026-03-11T20:46:39.022511Z","caller":"traceutil/trace.go:171","msg":"trace[1736162471] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-rvtmf; range_end:; response_count:1; response_revision:8032; }","duration":"257.674402ms","start":"2026-03-11T20:46:38.76481Z","end":"2026-03-11T20:46:39.022484Z","steps":["trace[1736162471] 'agreement among raft nodes before linearized reading' (duration: 257.396646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:39.022569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:38.702351Z","time spent":"320.202598ms","remote":"127.0.0.1:54082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-rvtmf\" "} {"level":"warn","ts":"2026-03-11T20:46:39.023229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.31754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:45 size:604888"} {"level":"info","ts":"2026-03-11T20:46:39.023277Z","caller":"traceutil/trace.go:171","msg":"trace[363979434] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:45; response_revision:8032; }","duration":"251.409692ms","start":"2026-03-11T20:46:38.771856Z","end":"2026-03-11T20:46:39.023265Z","steps":["trace[363979434] 'agreement among raft nodes before linearized reading' (duration: 250.321987ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:39.18757Z","caller":"traceutil/trace.go:171","msg":"trace[1111273464] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"160.068703ms","start":"2026-03-11T20:46:39.027467Z","end":"2026-03-11T20:46:39.187536Z","steps":["trace[1111273464] 'process raft request' (duration: 159.646163ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:39.187936Z","caller":"traceutil/trace.go:171","msg":"trace[1897466450] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"156.955194ms","start":"2026-03-11T20:46:39.030943Z","end":"2026-03-11T20:46:39.187899Z","steps":["trace[1897466450] 'process raft request' (duration: 156.647527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:39.188624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.852126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:45 size:604888"} {"level":"info","ts":"2026-03-11T20:46:39.187738Z","caller":"traceutil/trace.go:171","msg":"trace[1155426855] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"160.138294ms","start":"2026-03-11T20:46:39.02755Z","end":"2026-03-11T20:46:39.187688Z","steps":["trace[1155426855] 'process raft request' (duration: 159.770856ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:39.188688Z","caller":"traceutil/trace.go:171","msg":"trace[1116766538] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:45; response_revision:8036; }","duration":"149.957318ms","start":"2026-03-11T20:46:39.038718Z","end":"2026-03-11T20:46:39.188676Z","steps":["trace[1116766538] 'agreement among raft nodes before linearized reading' (duration: 149.129858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:39.725095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374391376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T20:46:40.225901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374391376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T20:46:40.362341Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162148093s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T20:46:40.36284Z","caller":"traceutil/trace.go:171","msg":"trace[422923758] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"1.162713106s","start":"2026-03-11T20:46:39.200101Z","end":"2026-03-11T20:46:40.362814Z","steps":["trace[422923758] 'process raft request' (duration: 1.162543082s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:40.363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:39.200085Z","time spent":"1.162828159s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:40.518821Z","caller":"traceutil/trace.go:171","msg":"trace[1523745778] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"1.214988482s","start":"2026-03-11T20:46:39.30381Z","end":"2026-03-11T20:46:40.518799Z","steps":["trace[1523745778] 'process raft request' (duration: 1.214753517s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:40.519137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:39.303788Z","time spent":"1.215103976s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:40.519361Z","caller":"traceutil/trace.go:171","msg":"trace[2134256449] linearizableReadLoop","detail":"{readStateIndex:8339; appliedIndex:8334; }","duration":"1.294725243s","start":"2026-03-11T20:46:39.224609Z","end":"2026-03-11T20:46:40.519335Z","steps":["trace[2134256449] 'read index received' (duration: 1.138030735s)","trace[2134256449] 'applied index is now lower than readState.Index' (duration: 156.693328ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:40.519497Z","caller":"traceutil/trace.go:171","msg":"trace[2098619554] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"336.605724ms","start":"2026-03-11T20:46:40.182877Z","end":"2026-03-11T20:46:40.519482Z","steps":["trace[2098619554] 'process raft request' (duration: 336.261196ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:40.519513Z","caller":"traceutil/trace.go:171","msg":"trace[1501856426] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"366.972772ms","start":"2026-03-11T20:46:40.152514Z","end":"2026-03-11T20:46:40.519487Z","steps":["trace[1501856426] 'process raft request' (duration: 366.221155ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:40.519588Z","caller":"traceutil/trace.go:171","msg":"trace[2065869081] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"335.407408ms","start":"2026-03-11T20:46:40.18411Z","end":"2026-03-11T20:46:40.519517Z","steps":["trace[2065869081] 'process raft request' (duration: 335.156052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:40.519763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:40.152492Z","time spent":"367.132765ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:40.519837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:40.182859Z","time spent":"336.678975ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:40.519916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:40.184086Z","time spent":"335.701335ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:40.520098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295452829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-11T20:46:40.520179Z","caller":"traceutil/trace.go:171","msg":"trace[1037362098] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8041; }","duration":"1.29554834s","start":"2026-03-11T20:46:39.224587Z","end":"2026-03-11T20:46:40.520135Z","steps":["trace[1037362098] 'agreement among raft nodes before linearized reading' (duration: 1.295351816s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:40.520224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:39.224576Z","time spent":"1.295637512s","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-11T20:46:40.644064Z","caller":"traceutil/trace.go:171","msg":"trace[1848536254] linearizableReadLoop","detail":"{readStateIndex:8340; appliedIndex:8339; }","duration":"124.594541ms","start":"2026-03-11T20:46:40.51944Z","end":"2026-03-11T20:46:40.644035Z","steps":["trace[1848536254] 'read index received' (duration: 84.382014ms)","trace[1848536254] 'applied index is now lower than readState.Index' (duration: 40.211337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:40.64413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.456051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:46:40.644212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.734424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:46:40.644289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.707765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T20:46:40.644322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102121393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:46:40.644351Z","caller":"traceutil/trace.go:171","msg":"trace[1318861008] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8042; }","duration":"710.832398ms","start":"2026-03-11T20:46:39.933506Z","end":"2026-03-11T20:46:40.644338Z","steps":["trace[1318861008] 'agreement among raft nodes before linearized reading' (duration: 710.629263ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:40.64435Z","caller":"traceutil/trace.go:171","msg":"trace[657500486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8042; }","duration":"645.95517ms","start":"2026-03-11T20:46:39.998374Z","end":"2026-03-11T20:46:40.644329Z","steps":["trace[657500486] 'agreement among raft nodes before linearized reading' (duration: 645.715004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:40.64436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.407826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:46:40.644412Z","caller":"traceutil/trace.go:171","msg":"trace[236527726] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8042; }","duration":"1.102252066s","start":"2026-03-11T20:46:39.542139Z","end":"2026-03-11T20:46:40.644392Z","steps":["trace[236527726] 'agreement among raft nodes before linearized reading' (duration: 1.102101283s)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:40.644363Z","caller":"traceutil/trace.go:171","msg":"trace[1830950097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8042; }","duration":"168.689465ms","start":"2026-03-11T20:46:40.475624Z","end":"2026-03-11T20:46:40.644313Z","steps":["trace[1830950097] 'agreement among raft nodes before linearized reading' (duration: 168.43911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:40.644469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:39.542121Z","time spent":"1.102338488s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:46:40.644456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:39.998355Z","time spent":"646.087902ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T20:46:40.644478Z","caller":"traceutil/trace.go:171","msg":"trace[389754423] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:0; response_revision:8042; }","duration":"386.574409ms","start":"2026-03-11T20:46:40.257878Z","end":"2026-03-11T20:46:40.644453Z","steps":["trace[389754423] 'agreement among raft nodes before linearized reading' (duration: 386.341734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:40.644412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:39.93348Z","time spent":"710.922219ms","remote":"127.0.0.1:34308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":89,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:46:40.644548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:40.257861Z","time spent":"386.666402ms","remote":"127.0.0.1:34314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/ceph-etc\" "} {"level":"info","ts":"2026-03-11T20:46:40.644213Z","caller":"traceutil/trace.go:171","msg":"trace[286057392] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8042; }","duration":"279.168512ms","start":"2026-03-11T20:46:40.365018Z","end":"2026-03-11T20:46:40.644187Z","steps":["trace[286057392] 'process raft request' (duration: 238.862662ms)","trace[286057392] 'compare' (duration: 40.040414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:46:40.644653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.271773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T20:46:40.64476Z","caller":"traceutil/trace.go:171","msg":"trace[1854996366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8042; }","duration":"132.393795ms","start":"2026-03-11T20:46:40.512329Z","end":"2026-03-11T20:46:40.644723Z","steps":["trace[1854996366] 'agreement among raft nodes before linearized reading' (duration: 131.964356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:40.644858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.734937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5f2969d5-b1a9-4b13-a539-2426528d8126\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-11T20:46:40.644908Z","caller":"traceutil/trace.go:171","msg":"trace[1757750056] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5f2969d5-b1a9-4b13-a539-2426528d8126; range_end:; response_count:1; response_revision:8042; }","duration":"121.80662ms","start":"2026-03-11T20:46:40.523088Z","end":"2026-03-11T20:46:40.644894Z","steps":["trace[1757750056] 'agreement among raft nodes before linearized reading' (duration: 121.421421ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:41.003997Z","caller":"traceutil/trace.go:171","msg":"trace[344256268] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"355.269481ms","start":"2026-03-11T20:46:40.648665Z","end":"2026-03-11T20:46:41.003934Z","steps":["trace[344256268] 'process raft request' (duration: 354.926013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:41.004216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:40.648644Z","time spent":"355.451775ms","remote":"127.0.0.1:34276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130697,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:46:41.009899Z","caller":"traceutil/trace.go:171","msg":"trace[1907460953] linearizableReadLoop","detail":"{readStateIndex:8342; appliedIndex:8340; }","duration":"360.687183ms","start":"2026-03-11T20:46:40.64919Z","end":"2026-03-11T20:46:41.009877Z","steps":["trace[1907460953] 'read index received' (duration: 354.3025ms)","trace[1907460953] 'applied index is now lower than readState.Index' (duration: 6.383653ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:41.010022Z","caller":"traceutil/trace.go:171","msg":"trace[1342757883] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8044; }","duration":"350.28424ms","start":"2026-03-11T20:46:40.65973Z","end":"2026-03-11T20:46:41.010014Z","steps":["trace[1342757883] 'process raft request' (duration: 350.122386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:41.010105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:40.659711Z","time spent":"350.33647ms","remote":"127.0.0.1:34322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T20:46:41.010193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.994919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3147"} {"level":"info","ts":"2026-03-11T20:46:41.010275Z","caller":"traceutil/trace.go:171","msg":"trace[1865387995] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8044; }","duration":"361.096221ms","start":"2026-03-11T20:46:40.649166Z","end":"2026-03-11T20:46:41.010263Z","steps":["trace[1865387995] 'agreement among raft nodes before linearized reading' (duration: 360.883136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:41.010318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:40.649153Z","time spent":"361.149722ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":3170,"request content":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" "} {"level":"info","ts":"2026-03-11T20:46:41.010659Z","caller":"traceutil/trace.go:171","msg":"trace[1256075042] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"361.52328ms","start":"2026-03-11T20:46:40.649113Z","end":"2026-03-11T20:46:41.010637Z","steps":["trace[1256075042] 'process raft request' (duration: 360.6103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:41.011003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:40.649095Z","time spent":"361.871868ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:46:41.087443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.130718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T20:46:41.08755Z","caller":"traceutil/trace.go:171","msg":"trace[936826139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8045; }","duration":"437.283083ms","start":"2026-03-11T20:46:40.650242Z","end":"2026-03-11T20:46:41.087525Z","steps":["trace[936826139] 'agreement among raft nodes before linearized reading' (duration: 436.941265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:41.0876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:46:40.650233Z","time spent":"437.358595ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T20:46:41.174871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.92109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/openstack\" ","response":"range_response_count:1 size:368"} {"level":"info","ts":"2026-03-11T20:46:41.174945Z","caller":"traceutil/trace.go:171","msg":"trace[1838416156] range","detail":"{range_begin:/registry/namespaces/openstack; range_end:; response_count:1; response_revision:8047; }","duration":"164.029092ms","start":"2026-03-11T20:46:41.010898Z","end":"2026-03-11T20:46:41.174927Z","steps":["trace[1838416156] 'agreement among raft nodes before linearized reading' (duration: 163.784477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:41.175113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.191968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3147"} {"level":"info","ts":"2026-03-11T20:46:41.175169Z","caller":"traceutil/trace.go:171","msg":"trace[612409137] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8048; }","duration":"161.296221ms","start":"2026-03-11T20:46:41.01386Z","end":"2026-03-11T20:46:41.175156Z","steps":["trace[612409137] 'agreement among raft nodes before linearized reading' (duration: 160.829291ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:41.310432Z","caller":"traceutil/trace.go:171","msg":"trace[1418055247] linearizableReadLoop","detail":"{readStateIndex:8350; appliedIndex:8348; }","duration":"125.763877ms","start":"2026-03-11T20:46:41.184642Z","end":"2026-03-11T20:46:41.310405Z","steps":["trace[1418055247] 'read index received' (duration: 30.972251ms)","trace[1418055247] 'applied index is now lower than readState.Index' (duration: 94.790646ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:46:41.310491Z","caller":"traceutil/trace.go:171","msg":"trace[306435943] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"126.924142ms","start":"2026-03-11T20:46:41.18351Z","end":"2026-03-11T20:46:41.310434Z","steps":["trace[306435943] 'process raft request' (duration: 123.22888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:41.310805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.141096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3147"} {"level":"warn","ts":"2026-03-11T20:46:41.310838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.665527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T20:46:41.310889Z","caller":"traceutil/trace.go:171","msg":"trace[1850980561] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8050; }","duration":"126.259468ms","start":"2026-03-11T20:46:41.184608Z","end":"2026-03-11T20:46:41.310868Z","steps":["trace[1850980561] 'agreement among raft nodes before linearized reading' (duration: 125.946501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:46:41.310984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.928919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T20:46:41.311019Z","caller":"traceutil/trace.go:171","msg":"trace[2113094050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8050; }","duration":"117.001771ms","start":"2026-03-11T20:46:41.194009Z","end":"2026-03-11T20:46:41.311011Z","steps":["trace[2113094050] 'agreement among raft nodes before linearized reading' (duration: 116.907659ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:46:41.310896Z","caller":"traceutil/trace.go:171","msg":"trace[1317825499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8050; }","duration":"117.778519ms","start":"2026-03-11T20:46:41.193102Z","end":"2026-03-11T20:46:41.31088Z","steps":["trace[1317825499] 'agreement among raft nodes before linearized reading' (duration: 117.568725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:47:43.647412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.366495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T20:47:43.647477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.088397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:47:43.64753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.815392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:47:43.647541Z","caller":"traceutil/trace.go:171","msg":"trace[2201407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8630; }","duration":"174.209929ms","start":"2026-03-11T20:47:43.473313Z","end":"2026-03-11T20:47:43.647523Z","steps":["trace[2201407] 'range keys from in-memory index tree' (duration: 173.986114ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:47:43.64759Z","caller":"traceutil/trace.go:171","msg":"trace[1541110521] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8630; }","duration":"135.911823ms","start":"2026-03-11T20:47:43.511662Z","end":"2026-03-11T20:47:43.647574Z","steps":["trace[1541110521] 'count revisions from in-memory index tree' (duration: 135.746799ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:47:43.647541Z","caller":"traceutil/trace.go:171","msg":"trace[1756804461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8630; }","duration":"132.551329ms","start":"2026-03-11T20:47:43.514964Z","end":"2026-03-11T20:47:43.647515Z","steps":["trace[1756804461] 'range keys from in-memory index tree' (duration: 132.109219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:47:43.647441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.766035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:47:43.647927Z","caller":"traceutil/trace.go:171","msg":"trace[969212688] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8630; }","duration":"129.272587ms","start":"2026-03-11T20:47:43.518608Z","end":"2026-03-11T20:47:43.647881Z","steps":["trace[969212688] 'range keys from in-memory index tree' (duration: 128.668572ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:47:43.81272Z","caller":"traceutil/trace.go:171","msg":"trace[1723666776] linearizableReadLoop","detail":"{readStateIndex:8945; appliedIndex:8944; }","duration":"161.452383ms","start":"2026-03-11T20:47:43.65124Z","end":"2026-03-11T20:47:43.812692Z","steps":["trace[1723666776] 'read index received' (duration: 161.328711ms)","trace[1723666776] 'applied index is now lower than readState.Index' (duration: 122.642µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:47:43.812854Z","caller":"traceutil/trace.go:171","msg":"trace[669322258] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"161.71357ms","start":"2026-03-11T20:47:43.65113Z","end":"2026-03-11T20:47:43.812843Z","steps":["trace[669322258] 'process raft request' (duration: 161.412833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:47:43.812995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.736199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:47:43.813181Z","caller":"traceutil/trace.go:171","msg":"trace[2135914099] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8631; }","duration":"161.954436ms","start":"2026-03-11T20:47:43.651202Z","end":"2026-03-11T20:47:43.813156Z","steps":["trace[2135914099] 'agreement among raft nodes before linearized reading' (duration: 161.714259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:47:44.006559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.73154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:47:44.006657Z","caller":"traceutil/trace.go:171","msg":"trace[991063158] linearizableReadLoop","detail":"{readStateIndex:8946; appliedIndex:8945; }","duration":"193.828098ms","start":"2026-03-11T20:47:43.812816Z","end":"2026-03-11T20:47:44.006644Z","steps":["trace[991063158] 'read index received' (duration: 57.7568ms)","trace[991063158] 'applied index is now lower than readState.Index' (duration: 136.069868ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:47:44.006683Z","caller":"traceutil/trace.go:171","msg":"trace[7448922] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"354.393692ms","start":"2026-03-11T20:47:43.652256Z","end":"2026-03-11T20:47:44.00665Z","steps":["trace[7448922] 'process raft request' (duration: 218.305234ms)","trace[7448922] 'compare' (duration: 135.582556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:47:44.006846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:47:43.652238Z","time spent":"354.524934ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:47:44.006898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.221617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-11T20:47:44.006938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.076566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T20:47:44.007037Z","caller":"traceutil/trace.go:171","msg":"trace[340397881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8632; }","duration":"243.2279ms","start":"2026-03-11T20:47:43.76379Z","end":"2026-03-11T20:47:44.007018Z","steps":["trace[340397881] 'agreement among raft nodes before linearized reading' (duration: 242.964324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:47:44.007022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.290556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T20:47:44.007145Z","caller":"traceutil/trace.go:171","msg":"trace[585190211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8632; }","duration":"297.45328ms","start":"2026-03-11T20:47:43.709673Z","end":"2026-03-11T20:47:44.007127Z","steps":["trace[585190211] 'agreement among raft nodes before linearized reading' (duration: 297.104493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:47:44.007175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.520815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289856"} {"level":"info","ts":"2026-03-11T20:47:44.007229Z","caller":"traceutil/trace.go:171","msg":"trace[1700202676] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8632; }","duration":"354.608446ms","start":"2026-03-11T20:47:43.652606Z","end":"2026-03-11T20:47:44.007215Z","steps":["trace[1700202676] 'agreement among raft nodes before linearized reading' (duration: 354.116115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:47:44.007269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:47:43.652588Z","time spent":"354.672038ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289879,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-11T20:47:44.006953Z","caller":"traceutil/trace.go:171","msg":"trace[1934851422] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8632; }","duration":"190.328899ms","start":"2026-03-11T20:47:43.816615Z","end":"2026-03-11T20:47:44.006944Z","steps":["trace[1934851422] 'agreement among raft nodes before linearized reading' (duration: 190.108004ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:47:44.131129Z","caller":"traceutil/trace.go:171","msg":"trace[1269278528] linearizableReadLoop","detail":"{readStateIndex:8948; appliedIndex:8946; }","duration":"111.51687ms","start":"2026-03-11T20:47:44.019581Z","end":"2026-03-11T20:47:44.131098Z","steps":["trace[1269278528] 'read index received' (duration: 37.048397ms)","trace[1269278528] 'applied index is now lower than readState.Index' (duration: 74.467123ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:47:44.131246Z","caller":"traceutil/trace.go:171","msg":"trace[1707414512] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"118.867683ms","start":"2026-03-11T20:47:44.012342Z","end":"2026-03-11T20:47:44.13121Z","steps":["trace[1707414512] 'process raft request' (duration: 108.038571ms)","trace[1707414512] 'compare' (duration: 10.579407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:47:44.131348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.746934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-11T20:47:44.131395Z","caller":"traceutil/trace.go:171","msg":"trace[1132776423] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8634; }","duration":"111.838317ms","start":"2026-03-11T20:47:44.019541Z","end":"2026-03-11T20:47:44.131379Z","steps":["trace[1132776423] 'agreement among raft nodes before linearized reading' (duration: 111.673123ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:47:44.446623Z","caller":"traceutil/trace.go:171","msg":"trace[962497973] linearizableReadLoop","detail":"{readStateIndex:8949; appliedIndex:8948; }","duration":"188.083399ms","start":"2026-03-11T20:47:44.258511Z","end":"2026-03-11T20:47:44.446595Z","steps":["trace[962497973] 'read index received' (duration: 128.866207ms)","trace[962497973] 'applied index is now lower than readState.Index' (duration: 59.215962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:47:44.446856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.327894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-11T20:47:44.446891Z","caller":"traceutil/trace.go:171","msg":"trace[782051577] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8635; }","duration":"188.419246ms","start":"2026-03-11T20:47:44.25846Z","end":"2026-03-11T20:47:44.446879Z","steps":["trace[782051577] 'agreement among raft nodes before linearized reading' (duration: 188.243122ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:47:44.446906Z","caller":"traceutil/trace.go:171","msg":"trace[1916820764] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"231.834666ms","start":"2026-03-11T20:47:44.215045Z","end":"2026-03-11T20:47:44.44688Z","steps":["trace[1916820764] 'process raft request' (duration: 172.350899ms)","trace[1916820764] 'compare' (duration: 59.025537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:49:36.916782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.339058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T20:49:36.916884Z","caller":"traceutil/trace.go:171","msg":"trace[433758106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9387; }","duration":"202.491651ms","start":"2026-03-11T20:49:36.714372Z","end":"2026-03-11T20:49:36.916863Z","steps":["trace[433758106] 'range keys from in-memory index tree' (duration: 202.179724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:49:36.91711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.717322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbnx7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T20:49:36.917226Z","caller":"traceutil/trace.go:171","msg":"trace[679987997] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbnx7; range_end:; response_count:1; response_revision:9387; }","duration":"180.887926ms","start":"2026-03-11T20:49:36.736313Z","end":"2026-03-11T20:49:36.917201Z","steps":["trace[679987997] 'range keys from in-memory index tree' (duration: 180.519557ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:50:07.222689Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf809824ab95ac81","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T20:50:07.228817Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-11T20:50:07.228911Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-11T20:51:02.706128Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7725} {"level":"info","ts":"2026-03-11T20:51:02.767986Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7725,"took":"59.948968ms","hash":3113173640,"current-db-size-bytes":42741760,"current-db-size":"43 MB","current-db-size-in-use-bytes":27451392,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-11T20:51:02.76805Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3113173640,"revision":7725,"compact-revision":5747} {"level":"info","ts":"2026-03-11T20:51:05.638218Z","caller":"traceutil/trace.go:171","msg":"trace[1426191322] linearizableReadLoop","detail":"{readStateIndex:10623; appliedIndex:10621; }","duration":"139.389155ms","start":"2026-03-11T20:51:05.498789Z","end":"2026-03-11T20:51:05.638178Z","steps":["trace[1426191322] 'read index received' (duration: 67.003443ms)","trace[1426191322] 'applied index is now lower than readState.Index' (duration: 72.384742ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:51:05.638219Z","caller":"traceutil/trace.go:171","msg":"trace[1553627842] transaction","detail":"{read_only:false; response_revision:10258; number_of_response:1; }","duration":"162.787948ms","start":"2026-03-11T20:51:05.475395Z","end":"2026-03-11T20:51:05.638183Z","steps":["trace[1553627842] 'process raft request' (duration: 90.389776ms)","trace[1553627842] 'compare' (duration: 72.024414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:51:05.638388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.572599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:51:05.638345Z","caller":"traceutil/trace.go:171","msg":"trace[1520530323] transaction","detail":"{read_only:false; response_revision:10259; number_of_response:1; }","duration":"144.192311ms","start":"2026-03-11T20:51:05.494077Z","end":"2026-03-11T20:51:05.638269Z","steps":["trace[1520530323] 'process raft request' (duration: 144.012607ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:05.638466Z","caller":"traceutil/trace.go:171","msg":"trace[1471184147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10259; }","duration":"139.703611ms","start":"2026-03-11T20:51:05.498736Z","end":"2026-03-11T20:51:05.638439Z","steps":["trace[1471184147] 'agreement among raft nodes before linearized reading' (duration: 139.595769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:05.638489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.356708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T20:51:05.638548Z","caller":"traceutil/trace.go:171","msg":"trace[1624935067] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:10259; }","duration":"131.444839ms","start":"2026-03-11T20:51:05.507088Z","end":"2026-03-11T20:51:05.638533Z","steps":["trace[1624935067] 'agreement among raft nodes before linearized reading' (duration: 131.286736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:05.638711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.494987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbnx7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T20:51:05.638803Z","caller":"traceutil/trace.go:171","msg":"trace[31342671] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbnx7; range_end:; response_count:1; response_revision:10259; }","duration":"104.599199ms","start":"2026-03-11T20:51:05.534186Z","end":"2026-03-11T20:51:05.638785Z","steps":["trace[31342671] 'agreement among raft nodes before linearized reading' (duration: 104.223281ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:06.868982Z","caller":"traceutil/trace.go:171","msg":"trace[960143126] linearizableReadLoop","detail":"{readStateIndex:10626; appliedIndex:10625; }","duration":"409.477531ms","start":"2026-03-11T20:51:06.459478Z","end":"2026-03-11T20:51:06.868956Z","steps":["trace[960143126] 'read index received' (duration: 409.159344ms)","trace[960143126] 'applied index is now lower than readState.Index' (duration: 316.647µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:51:06.869116Z","caller":"traceutil/trace.go:171","msg":"trace[1233652552] transaction","detail":"{read_only:false; response_revision:10261; number_of_response:1; }","duration":"421.752781ms","start":"2026-03-11T20:51:06.447334Z","end":"2026-03-11T20:51:06.869087Z","steps":["trace[1233652552] 'process raft request' (duration: 421.451344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:06.869191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.597391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:51:06.86922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.202585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:51:06.869263Z","caller":"traceutil/trace.go:171","msg":"trace[1518039777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10261; }","duration":"393.701744ms","start":"2026-03-11T20:51:06.47555Z","end":"2026-03-11T20:51:06.869252Z","steps":["trace[1518039777] 'agreement among raft nodes before linearized reading' (duration: 393.564501ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:06.869268Z","caller":"traceutil/trace.go:171","msg":"trace[1935475933] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10261; }","duration":"283.287607ms","start":"2026-03-11T20:51:06.58597Z","end":"2026-03-11T20:51:06.869258Z","steps":["trace[1935475933] 'agreement among raft nodes before linearized reading' (duration: 283.227635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:06.869291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:51:06.475534Z","time spent":"393.750904ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:51:06.869294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:51:06.447322Z","time spent":"421.881993ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:51:06.869352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.270047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:51:06.869338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.266316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:51:06.869415Z","caller":"traceutil/trace.go:171","msg":"trace[292705749] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:10261; }","duration":"142.35967ms","start":"2026-03-11T20:51:06.72704Z","end":"2026-03-11T20:51:06.8694Z","steps":["trace[292705749] 'agreement among raft nodes before linearized reading' (duration: 142.264128ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:06.869434Z","caller":"traceutil/trace.go:171","msg":"trace[1035375061] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10261; }","duration":"283.366858ms","start":"2026-03-11T20:51:06.586045Z","end":"2026-03-11T20:51:06.869412Z","steps":["trace[1035375061] 'agreement among raft nodes before linearized reading' (duration: 283.204694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:06.869456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.539821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-11T20:51:06.86916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.657575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T20:51:06.869502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.475232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:51:06.869518Z","caller":"traceutil/trace.go:171","msg":"trace[560989814] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10261; }","duration":"284.522753ms","start":"2026-03-11T20:51:06.58499Z","end":"2026-03-11T20:51:06.869513Z","steps":["trace[560989814] 'agreement among raft nodes before linearized reading' (duration: 284.501843ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:06.869521Z","caller":"traceutil/trace.go:171","msg":"trace[1185580743] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:10261; }","duration":"410.055353ms","start":"2026-03-11T20:51:06.459454Z","end":"2026-03-11T20:51:06.869509Z","steps":["trace[1185580743] 'agreement among raft nodes before linearized reading' (duration: 409.629134ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:06.869537Z","caller":"traceutil/trace.go:171","msg":"trace[269696832] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10261; }","duration":"282.647283ms","start":"2026-03-11T20:51:06.586875Z","end":"2026-03-11T20:51:06.869523Z","steps":["trace[269696832] 'agreement among raft nodes before linearized reading' (duration: 282.287476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:06.869562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:51:06.459443Z","time spent":"410.106384ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:51:06.869717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.676774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-11T20:51:06.869477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.39707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:51:06.869736Z","caller":"traceutil/trace.go:171","msg":"trace[1072281201] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10261; }","duration":"282.714034ms","start":"2026-03-11T20:51:06.587018Z","end":"2026-03-11T20:51:06.869732Z","steps":["trace[1072281201] 'agreement among raft nodes before linearized reading' (duration: 282.624712ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:06.86977Z","caller":"traceutil/trace.go:171","msg":"trace[276539777] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10261; }","duration":"284.719827ms","start":"2026-03-11T20:51:06.585032Z","end":"2026-03-11T20:51:06.869752Z","steps":["trace[276539777] 'agreement among raft nodes before linearized reading' (duration: 284.427771ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:25.560871Z","caller":"traceutil/trace.go:171","msg":"trace[706886575] linearizableReadLoop","detail":"{readStateIndex:10723; appliedIndex:10722; }","duration":"102.3783ms","start":"2026-03-11T20:51:25.458471Z","end":"2026-03-11T20:51:25.56085Z","steps":["trace[706886575] 'read index received' (duration: 102.146135ms)","trace[706886575] 'applied index is now lower than readState.Index' (duration: 230.785µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:51:25.560932Z","caller":"traceutil/trace.go:171","msg":"trace[1609517513] transaction","detail":"{read_only:false; response_revision:10355; number_of_response:1; }","duration":"110.276264ms","start":"2026-03-11T20:51:25.450624Z","end":"2026-03-11T20:51:25.5609Z","steps":["trace[1609517513] 'process raft request' (duration: 110.064519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:25.561168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.667498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T20:51:25.561237Z","caller":"traceutil/trace.go:171","msg":"trace[439605303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10355; }","duration":"102.777869ms","start":"2026-03-11T20:51:25.458442Z","end":"2026-03-11T20:51:25.56122Z","steps":["trace[439605303] 'agreement among raft nodes before linearized reading' (duration: 102.542593ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:29.250701Z","caller":"traceutil/trace.go:171","msg":"trace[292540432] linearizableReadLoop","detail":"{readStateIndex:10740; appliedIndex:10739; }","duration":"241.08736ms","start":"2026-03-11T20:51:29.009577Z","end":"2026-03-11T20:51:29.250665Z","steps":["trace[292540432] 'read index received' (duration: 240.824653ms)","trace[292540432] 'applied index is now lower than readState.Index' (duration: 261.297µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:51:29.250775Z","caller":"traceutil/trace.go:171","msg":"trace[1982219222] transaction","detail":"{read_only:false; response_revision:10371; number_of_response:1; }","duration":"283.308778ms","start":"2026-03-11T20:51:28.967422Z","end":"2026-03-11T20:51:29.250731Z","steps":["trace[1982219222] 'process raft request' (duration: 282.97556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:29.25092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.512189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-11T20:51:29.250932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.342996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T20:51:29.251044Z","caller":"traceutil/trace.go:171","msg":"trace[1556019666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10371; }","duration":"241.50968ms","start":"2026-03-11T20:51:29.009508Z","end":"2026-03-11T20:51:29.251018Z","steps":["trace[1556019666] 'agreement among raft nodes before linearized reading' (duration: 241.316406ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:29.250978Z","caller":"traceutil/trace.go:171","msg":"trace[799908627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10371; }","duration":"145.632132ms","start":"2026-03-11T20:51:29.105333Z","end":"2026-03-11T20:51:29.250966Z","steps":["trace[799908627] 'agreement among raft nodes before linearized reading' (duration: 145.506759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:29.251036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.540589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T20:51:29.251382Z","caller":"traceutil/trace.go:171","msg":"trace[1817494498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10371; }","duration":"140.907739ms","start":"2026-03-11T20:51:29.110435Z","end":"2026-03-11T20:51:29.251342Z","steps":["trace[1817494498] 'agreement among raft nodes before linearized reading' (duration: 140.450359ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:29.413707Z","caller":"traceutil/trace.go:171","msg":"trace[1094785826] transaction","detail":"{read_only:false; response_revision:10374; number_of_response:1; }","duration":"155.857316ms","start":"2026-03-11T20:51:29.257814Z","end":"2026-03-11T20:51:29.413671Z","steps":["trace[1094785826] 'process raft request' (duration: 155.775304ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:29.413769Z","caller":"traceutil/trace.go:171","msg":"trace[1936688240] transaction","detail":"{read_only:false; response_revision:10372; number_of_response:1; }","duration":"156.361917ms","start":"2026-03-11T20:51:29.257372Z","end":"2026-03-11T20:51:29.413734Z","steps":["trace[1936688240] 'process raft request' (duration: 124.734791ms)","trace[1936688240] 'compare' (duration: 31.268229ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:51:29.413849Z","caller":"traceutil/trace.go:171","msg":"trace[330914439] transaction","detail":"{read_only:false; response_revision:10373; number_of_response:1; }","duration":"156.333067ms","start":"2026-03-11T20:51:29.257478Z","end":"2026-03-11T20:51:29.413811Z","steps":["trace[330914439] 'process raft request' (duration: 156.031191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:29.995221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.552869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T20:51:29.995389Z","caller":"traceutil/trace.go:171","msg":"trace[54496738] linearizableReadLoop","detail":"{readStateIndex:10748; appliedIndex:10746; }","duration":"180.918986ms","start":"2026-03-11T20:51:29.814455Z","end":"2026-03-11T20:51:29.995374Z","steps":["trace[54496738] 'read index received' (duration: 50.131412ms)","trace[54496738] 'applied index is now lower than readState.Index' (duration: 130.786764ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:51:29.995578Z","caller":"traceutil/trace.go:171","msg":"trace[1230232253] transaction","detail":"{read_only:false; response_revision:10378; number_of_response:1; }","duration":"267.94007ms","start":"2026-03-11T20:51:29.727609Z","end":"2026-03-11T20:51:29.995549Z","steps":["trace[1230232253] 'process raft request' (duration: 136.968791ms)","trace[1230232253] 'compare' (duration: 130.436627ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:51:29.995634Z","caller":"traceutil/trace.go:171","msg":"trace[958069513] transaction","detail":"{read_only:false; response_revision:10379; number_of_response:1; }","duration":"257.755076ms","start":"2026-03-11T20:51:29.737867Z","end":"2026-03-11T20:51:29.995622Z","steps":["trace[958069513] 'process raft request' (duration: 257.45271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:29.995956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.4855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbnx7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T20:51:29.996002Z","caller":"traceutil/trace.go:171","msg":"trace[1963741757] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbnx7; range_end:; response_count:1; response_revision:10379; }","duration":"181.580571ms","start":"2026-03-11T20:51:29.814411Z","end":"2026-03-11T20:51:29.995991Z","steps":["trace[1963741757] 'agreement among raft nodes before linearized reading' (duration: 181.428088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:29.995954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.768833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-11T20:51:29.996192Z","caller":"traceutil/trace.go:171","msg":"trace[1632355622] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10379; }","duration":"149.956106ms","start":"2026-03-11T20:51:29.846143Z","end":"2026-03-11T20:51:29.996099Z","steps":["trace[1632355622] 'agreement among raft nodes before linearized reading' (duration: 149.63676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.063486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.574049ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T20:51:31.063619Z","caller":"traceutil/trace.go:171","msg":"trace[2082331615] linearizableReadLoop","detail":"{readStateIndex:10750; appliedIndex:10749; }","duration":"157.104523ms","start":"2026-03-11T20:51:30.906491Z","end":"2026-03-11T20:51:31.063596Z","steps":["trace[2082331615] 'read index received' (duration: 38.191µs)","trace[2082331615] 'applied index is now lower than readState.Index' (duration: 157.064642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:51:31.063733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.229166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:51:31.063782Z","caller":"traceutil/trace.go:171","msg":"trace[1143763481] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:10380; }","duration":"157.319088ms","start":"2026-03-11T20:51:30.906449Z","end":"2026-03-11T20:51:31.063768Z","steps":["trace[1143763481] 'agreement among raft nodes before linearized reading' (duration: 157.220936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.063865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.314015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:51:31.063919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.408617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:51:31.063942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.427597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T20:51:31.063968Z","caller":"traceutil/trace.go:171","msg":"trace[768806305] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10380; }","duration":"130.502659ms","start":"2026-03-11T20:51:30.93345Z","end":"2026-03-11T20:51:31.063953Z","steps":["trace[768806305] 'agreement among raft nodes before linearized reading' (duration: 130.409227ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:31.064007Z","caller":"traceutil/trace.go:171","msg":"trace[263395358] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10380; }","duration":"130.52613ms","start":"2026-03-11T20:51:30.933461Z","end":"2026-03-11T20:51:31.063987Z","steps":["trace[263395358] 'agreement among raft nodes before linearized reading' (duration: 130.340166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.063988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.428808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:51:31.064046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.037588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-11T20:51:31.063942Z","caller":"traceutil/trace.go:171","msg":"trace[1330803333] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10380; }","duration":"130.433847ms","start":"2026-03-11T20:51:30.933489Z","end":"2026-03-11T20:51:31.063923Z","steps":["trace[1330803333] 'agreement among raft nodes before linearized reading' (duration: 130.292904ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:31.064068Z","caller":"traceutil/trace.go:171","msg":"trace[1346525012] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10380; }","duration":"130.56174ms","start":"2026-03-11T20:51:30.933487Z","end":"2026-03-11T20:51:31.064048Z","steps":["trace[1346525012] 'agreement among raft nodes before linearized reading' (duration: 130.366816ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:31.064116Z","caller":"traceutil/trace.go:171","msg":"trace[434522207] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10380; }","duration":"130.11677ms","start":"2026-03-11T20:51:30.933982Z","end":"2026-03-11T20:51:31.064099Z","steps":["trace[434522207] 'agreement among raft nodes before linearized reading' (duration: 129.902835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.06386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.333095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:51:31.06422Z","caller":"traceutil/trace.go:171","msg":"trace[134644233] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10380; }","duration":"130.740194ms","start":"2026-03-11T20:51:30.933461Z","end":"2026-03-11T20:51:31.064201Z","steps":["trace[134644233] 'agreement among raft nodes before linearized reading' (duration: 130.330055ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:31.608143Z","caller":"traceutil/trace.go:171","msg":"trace[305908396] linearizableReadLoop","detail":"{readStateIndex:10751; appliedIndex:10750; }","duration":"352.321784ms","start":"2026-03-11T20:51:31.255802Z","end":"2026-03-11T20:51:31.608124Z","steps":["trace[305908396] 'read index received' (duration: 352.12449ms)","trace[305908396] 'applied index is now lower than readState.Index' (duration: 196.554µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:51:31.60823Z","caller":"traceutil/trace.go:171","msg":"trace[895564214] transaction","detail":"{read_only:false; response_revision:10381; number_of_response:1; }","duration":"382.658961ms","start":"2026-03-11T20:51:31.225564Z","end":"2026-03-11T20:51:31.608223Z","steps":["trace[895564214] 'process raft request' (duration: 382.425376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.608317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:51:31.225534Z","time spent":"382.716532ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:51:31.608516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.093828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T20:51:31.608556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.259702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-11T20:51:31.608589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.117245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:51:31.608689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.544558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T20:51:31.608691Z","caller":"traceutil/trace.go:171","msg":"trace[86907702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10381; }","duration":"133.253288ms","start":"2026-03-11T20:51:31.475421Z","end":"2026-03-11T20:51:31.608674Z","steps":["trace[86907702] 'agreement among raft nodes before linearized reading' (duration: 133.113065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.608693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.880996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T20:51:31.608814Z","caller":"traceutil/trace.go:171","msg":"trace[1630738781] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10381; }","duration":"353.03953ms","start":"2026-03-11T20:51:31.25576Z","end":"2026-03-11T20:51:31.608799Z","steps":["trace[1630738781] 'agreement among raft nodes before linearized reading' (duration: 352.683292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.608889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:51:31.255739Z","time spent":"353.137183ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T20:51:31.60872Z","caller":"traceutil/trace.go:171","msg":"trace[1533529710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10381; }","duration":"190.599819ms","start":"2026-03-11T20:51:31.418113Z","end":"2026-03-11T20:51:31.608713Z","steps":["trace[1533529710] 'agreement among raft nodes before linearized reading' (duration: 190.526108ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:31.608611Z","caller":"traceutil/trace.go:171","msg":"trace[440289346] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:10381; }","duration":"195.247621ms","start":"2026-03-11T20:51:31.413339Z","end":"2026-03-11T20:51:31.608586Z","steps":["trace[440289346] 'agreement among raft nodes before linearized reading' (duration: 195.047327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:51:31.609082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.868695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T20:51:31.608611Z","caller":"traceutil/trace.go:171","msg":"trace[940765735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10381; }","duration":"190.328324ms","start":"2026-03-11T20:51:31.418267Z","end":"2026-03-11T20:51:31.608595Z","steps":["trace[940765735] 'agreement among raft nodes before linearized reading' (duration: 190.15266ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:31.609253Z","caller":"traceutil/trace.go:171","msg":"trace[1817193780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10381; }","duration":"191.070439ms","start":"2026-03-11T20:51:31.418157Z","end":"2026-03-11T20:51:31.609227Z","steps":["trace[1817193780] 'agreement among raft nodes before linearized reading' (duration: 190.394345ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:31.780807Z","caller":"traceutil/trace.go:171","msg":"trace[922541931] transaction","detail":"{read_only:false; response_revision:10382; number_of_response:1; }","duration":"168.988405ms","start":"2026-03-11T20:51:31.61179Z","end":"2026-03-11T20:51:31.780779Z","steps":["trace[922541931] 'process raft request' (duration: 138.992635ms)","trace[922541931] 'compare' (duration: 29.668263ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:51:31.780926Z","caller":"traceutil/trace.go:171","msg":"trace[1212873120] transaction","detail":"{read_only:false; response_revision:10384; number_of_response:1; }","duration":"167.395839ms","start":"2026-03-11T20:51:31.613505Z","end":"2026-03-11T20:51:31.780901Z","steps":["trace[1212873120] 'process raft request' (duration: 167.330428ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:31.78098Z","caller":"traceutil/trace.go:171","msg":"trace[215524156] transaction","detail":"{read_only:false; response_revision:10383; number_of_response:1; }","duration":"168.248158ms","start":"2026-03-11T20:51:31.612719Z","end":"2026-03-11T20:51:31.780967Z","steps":["trace[215524156] 'process raft request' (duration: 168.044173ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:31.781187Z","caller":"traceutil/trace.go:171","msg":"trace[129750108] transaction","detail":"{read_only:false; response_revision:10386; number_of_response:1; }","duration":"112.063183ms","start":"2026-03-11T20:51:31.669112Z","end":"2026-03-11T20:51:31.781175Z","steps":["trace[129750108] 'process raft request' (duration: 111.934341ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:51:31.781212Z","caller":"traceutil/trace.go:171","msg":"trace[410300182] transaction","detail":"{read_only:false; response_revision:10385; number_of_response:1; }","duration":"167.585794ms","start":"2026-03-11T20:51:31.613606Z","end":"2026-03-11T20:51:31.781192Z","steps":["trace[410300182] 'process raft request' (duration: 167.263757ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:56:02.711539Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10240} {"level":"info","ts":"2026-03-11T20:56:02.796603Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10240,"took":"82.434349ms","hash":3376477238,"current-db-size-bytes":42741760,"current-db-size":"43 MB","current-db-size-in-use-bytes":23703552,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-11T20:56:02.796695Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3376477238,"revision":10240,"compact-revision":7725} {"level":"info","ts":"2026-03-11T20:56:56.336745Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000324a.wal"} {"level":"info","ts":"2026-03-11T20:57:19.639364Z","caller":"traceutil/trace.go:171","msg":"trace[1444535555] transaction","detail":"{read_only:false; response_revision:12587; number_of_response:1; }","duration":"286.127726ms","start":"2026-03-11T20:57:19.353207Z","end":"2026-03-11T20:57:19.639334Z","steps":["trace[1444535555] 'process raft request' (duration: 285.947032ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:57:19.640836Z","caller":"traceutil/trace.go:171","msg":"trace[2070542736] transaction","detail":"{read_only:false; response_revision:12588; number_of_response:1; }","duration":"279.891958ms","start":"2026-03-11T20:57:19.360915Z","end":"2026-03-11T20:57:19.640807Z","steps":["trace[2070542736] 'process raft request' (duration: 279.609922ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:57:19.640986Z","caller":"traceutil/trace.go:171","msg":"trace[837425431] linearizableReadLoop","detail":"{readStateIndex:13042; appliedIndex:13039; }","duration":"167.957826ms","start":"2026-03-11T20:57:19.472999Z","end":"2026-03-11T20:57:19.640957Z","steps":["trace[837425431] 'read index received' (duration: 166.200036ms)","trace[837425431] 'applied index is now lower than readState.Index' (duration: 1.75629ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:57:19.641016Z","caller":"traceutil/trace.go:171","msg":"trace[184851593] transaction","detail":"{read_only:false; response_revision:12589; number_of_response:1; }","duration":"268.941215ms","start":"2026-03-11T20:57:19.372043Z","end":"2026-03-11T20:57:19.640984Z","steps":["trace[184851593] 'process raft request' (duration: 268.68172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:57:19.641198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.16215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T20:57:19.64125Z","caller":"traceutil/trace.go:171","msg":"trace[1437593652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12589; }","duration":"168.271923ms","start":"2026-03-11T20:57:19.472965Z","end":"2026-03-11T20:57:19.641236Z","steps":["trace[1437593652] 'agreement among raft nodes before linearized reading' (duration: 168.074348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:57:19.641266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.352348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-11T20:57:19.641327Z","caller":"traceutil/trace.go:171","msg":"trace[1137174237] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12589; }","duration":"142.450729ms","start":"2026-03-11T20:57:19.49886Z","end":"2026-03-11T20:57:19.64131Z","steps":["trace[1137174237] 'agreement among raft nodes before linearized reading' (duration: 142.260305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:57:19.641373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.48052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T20:57:19.641432Z","caller":"traceutil/trace.go:171","msg":"trace[1715225399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12589; }","duration":"101.559833ms","start":"2026-03-11T20:57:19.539854Z","end":"2026-03-11T20:57:19.641414Z","steps":["trace[1715225399] 'agreement among raft nodes before linearized reading' (duration: 101.44127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:57:19.641613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.068112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T20:57:19.641684Z","caller":"traceutil/trace.go:171","msg":"trace[1170542920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12589; }","duration":"101.163254ms","start":"2026-03-11T20:57:19.540505Z","end":"2026-03-11T20:57:19.641668Z","steps":["trace[1170542920] 'agreement among raft nodes before linearized reading' (duration: 100.734675ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:57:41.173175Z","caller":"traceutil/trace.go:171","msg":"trace[1823460168] linearizableReadLoop","detail":"{readStateIndex:13151; appliedIndex:13150; }","duration":"194.986616ms","start":"2026-03-11T20:57:40.978141Z","end":"2026-03-11T20:57:41.173128Z","steps":["trace[1823460168] 'read index received' (duration: 124.3868ms)","trace[1823460168] 'applied index is now lower than readState.Index' (duration: 70.596196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:57:41.173554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.392815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbnx7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T20:57:41.173608Z","caller":"traceutil/trace.go:171","msg":"trace[947999346] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbnx7; range_end:; response_count:1; response_revision:12694; }","duration":"195.507277ms","start":"2026-03-11T20:57:40.978084Z","end":"2026-03-11T20:57:41.173592Z","steps":["trace[947999346] 'agreement among raft nodes before linearized reading' (duration: 195.236011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:57:41.173882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.273727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:57:41.173948Z","caller":"traceutil/trace.go:171","msg":"trace[1595644692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12694; }","duration":"179.397549ms","start":"2026-03-11T20:57:40.994535Z","end":"2026-03-11T20:57:41.173932Z","steps":["trace[1595644692] 'agreement among raft nodes before linearized reading' (duration: 179.283696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:57:41.174151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.506855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:57:41.174207Z","caller":"traceutil/trace.go:171","msg":"trace[2135917237] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:12694; }","duration":"176.588357ms","start":"2026-03-11T20:57:40.997601Z","end":"2026-03-11T20:57:41.17419Z","steps":["trace[2135917237] 'agreement among raft nodes before linearized reading' (duration: 176.493895ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:57:48.815739Z","caller":"traceutil/trace.go:171","msg":"trace[88585850] transaction","detail":"{read_only:false; response_revision:12731; number_of_response:1; }","duration":"115.226186ms","start":"2026-03-11T20:57:48.700486Z","end":"2026-03-11T20:57:48.815712Z","steps":["trace[88585850] 'process raft request' (duration: 115.029951ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:57:55.930831Z","caller":"traceutil/trace.go:171","msg":"trace[269602188] transaction","detail":"{read_only:false; response_revision:12776; number_of_response:1; }","duration":"161.473742ms","start":"2026-03-11T20:57:55.769332Z","end":"2026-03-11T20:57:55.930806Z","steps":["trace[269602188] 'process raft request' (duration: 161.318179ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:57:55.956066Z","caller":"traceutil/trace.go:171","msg":"trace[1721396338] linearizableReadLoop","detail":"{readStateIndex:13239; appliedIndex:13237; }","duration":"155.185212ms","start":"2026-03-11T20:57:55.800849Z","end":"2026-03-11T20:57:55.956034Z","steps":["trace[1721396338] 'read index received' (duration: 129.85264ms)","trace[1721396338] 'applied index is now lower than readState.Index' (duration: 25.331352ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:57:55.956427Z","caller":"traceutil/trace.go:171","msg":"trace[1525555196] transaction","detail":"{read_only:false; response_revision:12777; number_of_response:1; }","duration":"182.391155ms","start":"2026-03-11T20:57:55.774017Z","end":"2026-03-11T20:57:55.956408Z","steps":["trace[1525555196] 'process raft request' (duration: 181.881184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:57:55.956849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.976829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T20:57:55.956908Z","caller":"traceutil/trace.go:171","msg":"trace[1275290565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12777; }","duration":"156.086052ms","start":"2026-03-11T20:57:55.800806Z","end":"2026-03-11T20:57:55.956892Z","steps":["trace[1275290565] 'agreement among raft nodes before linearized reading' (duration: 155.876717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:57:56.049227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.077372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T20:57:56.049333Z","caller":"traceutil/trace.go:171","msg":"trace[1645891377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12777; }","duration":"243.205424ms","start":"2026-03-11T20:57:55.806104Z","end":"2026-03-11T20:57:56.04931Z","steps":["trace[1645891377] 'agreement among raft nodes before linearized reading' (duration: 150.963019ms)","trace[1645891377] 'range keys from in-memory index tree' (duration: 92.012341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:57:56.04934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.934777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T20:57:56.0494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.625452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T20:57:56.049439Z","caller":"traceutil/trace.go:171","msg":"trace[1822194353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12777; }","duration":"243.058741ms","start":"2026-03-11T20:57:55.806353Z","end":"2026-03-11T20:57:56.049412Z","steps":["trace[1822194353] 'agreement among raft nodes before linearized reading' (duration: 150.705152ms)","trace[1822194353] 'range keys from in-memory index tree' (duration: 92.125223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:57:56.049457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.639592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T20:57:56.049489Z","caller":"traceutil/trace.go:171","msg":"trace[1606775199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12777; }","duration":"247.742415ms","start":"2026-03-11T20:57:55.801724Z","end":"2026-03-11T20:57:56.049466Z","steps":["trace[1606775199] 'agreement among raft nodes before linearized reading' (duration: 155.295715ms)","trace[1606775199] 'range keys from in-memory index tree' (duration: 92.242966ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:57:56.049538Z","caller":"traceutil/trace.go:171","msg":"trace[1357749263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12777; }","duration":"247.759555ms","start":"2026-03-11T20:57:55.801757Z","end":"2026-03-11T20:57:56.049517Z","steps":["trace[1357749263] 'agreement among raft nodes before linearized reading' (duration: 155.324815ms)","trace[1357749263] 'range keys from in-memory index tree' (duration: 92.209715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:57:57.801234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374404694,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T20:57:57.948629Z","caller":"traceutil/trace.go:171","msg":"trace[1711088779] linearizableReadLoop","detail":"{readStateIndex:13247; appliedIndex:13246; }","duration":"647.545163ms","start":"2026-03-11T20:57:57.301056Z","end":"2026-03-11T20:57:57.948601Z","steps":["trace[1711088779] 'read index received' (duration: 647.338958ms)","trace[1711088779] 'applied index is now lower than readState.Index' (duration: 203.535µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:57:57.949014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.934521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbnx7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T20:57:57.94908Z","caller":"traceutil/trace.go:171","msg":"trace[787144633] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbnx7; range_end:; response_count:1; response_revision:12785; }","duration":"648.060364ms","start":"2026-03-11T20:57:57.301002Z","end":"2026-03-11T20:57:57.949062Z","steps":["trace[787144633] 'agreement among raft nodes before linearized reading' (duration: 647.701786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:57:57.94917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:57:57.30098Z","time spent":"648.177496ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-xbnx7\" "} {"level":"info","ts":"2026-03-11T20:57:57.949262Z","caller":"traceutil/trace.go:171","msg":"trace[1247488598] transaction","detail":"{read_only:false; response_revision:12785; number_of_response:1; }","duration":"724.359336ms","start":"2026-03-11T20:57:57.224297Z","end":"2026-03-11T20:57:57.948656Z","steps":["trace[1247488598] 'process raft request' (duration: 724.123441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:57:57.949443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:57:57.224276Z","time spent":"725.074552ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:57:58.000669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.495666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:57:58.000703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.943299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:57:58.000769Z","caller":"traceutil/trace.go:171","msg":"trace[69115057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12786; }","duration":"525.618248ms","start":"2026-03-11T20:57:57.475111Z","end":"2026-03-11T20:57:58.00073Z","steps":["trace[69115057] 'agreement among raft nodes before linearized reading' (duration: 525.494296ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:57:58.000784Z","caller":"traceutil/trace.go:171","msg":"trace[829388616] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:12786; }","duration":"624.068862ms","start":"2026-03-11T20:57:57.376695Z","end":"2026-03-11T20:57:58.000764Z","steps":["trace[829388616] 'agreement among raft nodes before linearized reading' (duration: 623.94623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:57:58.000699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.968921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T20:57:58.000811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:57:57.475084Z","time spent":"525.719121ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T20:57:58.000829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:57:57.376667Z","time spent":"624.151564ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-11T20:57:58.000853Z","caller":"traceutil/trace.go:171","msg":"trace[665091670] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:12786; }","duration":"473.170565ms","start":"2026-03-11T20:57:57.527661Z","end":"2026-03-11T20:57:58.000831Z","steps":["trace[665091670] 'agreement among raft nodes before linearized reading' (duration: 472.914789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:57:58.000917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:57:57.527648Z","time spent":"473.251117ms","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-11T20:57:59.030712Z","caller":"traceutil/trace.go:171","msg":"trace[825071925] linearizableReadLoop","detail":"{readStateIndex:13258; appliedIndex:13257; }","duration":"145.353394ms","start":"2026-03-11T20:57:58.885338Z","end":"2026-03-11T20:57:59.030691Z","steps":["trace[825071925] 'read index received' (duration: 145.023126ms)","trace[825071925] 'applied index is now lower than readState.Index' (duration: 329.528µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:57:59.030925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.549688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:57:59.030972Z","caller":"traceutil/trace.go:171","msg":"trace[2059255811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12796; }","duration":"145.63662ms","start":"2026-03-11T20:57:58.885328Z","end":"2026-03-11T20:57:59.030965Z","steps":["trace[2059255811] 'agreement among raft nodes before linearized reading' (duration: 145.507187ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:57:59.031028Z","caller":"traceutil/trace.go:171","msg":"trace[633464798] transaction","detail":"{read_only:false; response_revision:12796; number_of_response:1; }","duration":"240.999275ms","start":"2026-03-11T20:57:58.789984Z","end":"2026-03-11T20:57:59.030983Z","steps":["trace[633464798] 'process raft request' (duration: 240.156396ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:14.202208Z","caller":"traceutil/trace.go:171","msg":"trace[1287502131] transaction","detail":"{read_only:false; response_revision:12959; number_of_response:1; }","duration":"152.809519ms","start":"2026-03-11T20:58:14.049378Z","end":"2026-03-11T20:58:14.202187Z","steps":["trace[1287502131] 'process raft request' (duration: 152.677766ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:14.487661Z","caller":"traceutil/trace.go:171","msg":"trace[2041615902] linearizableReadLoop","detail":"{readStateIndex:13433; appliedIndex:13432; }","duration":"355.395713ms","start":"2026-03-11T20:58:14.13224Z","end":"2026-03-11T20:58:14.487636Z","steps":["trace[2041615902] 'read index received' (duration: 70.046014ms)","trace[2041615902] 'applied index is now lower than readState.Index' (duration: 285.348289ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:58:14.487775Z","caller":"traceutil/trace.go:171","msg":"trace[1366179814] transaction","detail":"{read_only:false; response_revision:12960; number_of_response:1; }","duration":"437.480543ms","start":"2026-03-11T20:58:14.050248Z","end":"2026-03-11T20:58:14.487728Z","steps":["trace[1366179814] 'process raft request' (duration: 437.214707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:14.487945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:14.050226Z","time spent":"437.633557ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:58:14.487996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.72033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:58:14.488116Z","caller":"traceutil/trace.go:171","msg":"trace[2080723601] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:12960; }","duration":"355.899574ms","start":"2026-03-11T20:58:14.132188Z","end":"2026-03-11T20:58:14.488087Z","steps":["trace[2080723601] 'agreement among raft nodes before linearized reading' (duration: 355.696609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:14.488183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:14.132166Z","time spent":"355.998835ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:58:14.488256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.689494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-11T20:58:14.488045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.166829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T20:58:14.488336Z","caller":"traceutil/trace.go:171","msg":"trace[2017436742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12960; }","duration":"342.496996ms","start":"2026-03-11T20:58:14.145825Z","end":"2026-03-11T20:58:14.488322Z","steps":["trace[2017436742] 'agreement among raft nodes before linearized reading' (duration: 342.076037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:14.488329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.16928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/neutron-coredns\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:58:14.488384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:14.145809Z","time spent":"342.563198ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T20:58:14.488396Z","caller":"traceutil/trace.go:171","msg":"trace[1085065847] range","detail":"{range_begin:/registry/configmaps/openstack/neutron-coredns; range_end:; response_count:0; response_revision:12960; }","duration":"150.265202ms","start":"2026-03-11T20:58:14.338111Z","end":"2026-03-11T20:58:14.488377Z","steps":["trace[1085065847] 'agreement among raft nodes before linearized reading' (duration: 150.137519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:14.488455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.34037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-11T20:58:14.488502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.9639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-11T20:58:14.488542Z","caller":"traceutil/trace.go:171","msg":"trace[1851048530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12960; }","duration":"309.461113ms","start":"2026-03-11T20:58:14.179061Z","end":"2026-03-11T20:58:14.488522Z","steps":["trace[1851048530] 'agreement among raft nodes before linearized reading' (duration: 308.956132ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:14.488568Z","caller":"traceutil/trace.go:171","msg":"trace[2020314209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12960; }","duration":"331.057944ms","start":"2026-03-11T20:58:14.157491Z","end":"2026-03-11T20:58:14.488549Z","steps":["trace[2020314209] 'agreement among raft nodes before linearized reading' (duration: 330.848268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:14.488598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:14.179048Z","time spent":"309.540436ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T20:58:14.488616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:14.157478Z","time spent":"331.129615ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T20:58:14.488348Z","caller":"traceutil/trace.go:171","msg":"trace[944570033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12960; }","duration":"312.784286ms","start":"2026-03-11T20:58:14.175518Z","end":"2026-03-11T20:58:14.488303Z","steps":["trace[944570033] 'agreement among raft nodes before linearized reading' (duration: 312.592252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:14.488562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.518155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbnx7\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-11T20:58:14.488696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:14.175487Z","time spent":"313.190107ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T20:58:14.488711Z","caller":"traceutil/trace.go:171","msg":"trace[1649454221] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbnx7; range_end:; response_count:1; response_revision:12960; }","duration":"332.757491ms","start":"2026-03-11T20:58:14.155942Z","end":"2026-03-11T20:58:14.4887Z","steps":["trace[1649454221] 'agreement among raft nodes before linearized reading' (duration: 332.487714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:14.48942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:14.155904Z","time spent":"333.498758ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-xbnx7\" "} {"level":"warn","ts":"2026-03-11T20:58:14.489313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.95669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T20:58:14.489578Z","caller":"traceutil/trace.go:171","msg":"trace[918717270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12960; }","duration":"331.225167ms","start":"2026-03-11T20:58:14.158331Z","end":"2026-03-11T20:58:14.489556Z","steps":["trace[918717270] 'agreement among raft nodes before linearized reading' (duration: 330.290906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:14.489647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:14.158326Z","time spent":"331.301758ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T20:58:20.723216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374405546,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T20:58:20.833342Z","caller":"traceutil/trace.go:171","msg":"trace[374387070] transaction","detail":"{read_only:false; response_revision:13083; number_of_response:1; }","duration":"968.91294ms","start":"2026-03-11T20:58:19.864385Z","end":"2026-03-11T20:58:20.833298Z","steps":["trace[374387070] 'process raft request' (duration: 968.640804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:20.833588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:19.864364Z","time spent":"969.086575ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:58:20.898044Z","caller":"traceutil/trace.go:171","msg":"trace[1977391462] transaction","detail":"{read_only:false; response_revision:13085; number_of_response:1; }","duration":"877.092634ms","start":"2026-03-11T20:58:20.02092Z","end":"2026-03-11T20:58:20.898013Z","steps":["trace[1977391462] 'process raft request' (duration: 877.001052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:20.898218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:20.020895Z","time spent":"877.233448ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:58:20.898256Z","caller":"traceutil/trace.go:171","msg":"trace[432575452] transaction","detail":"{read_only:false; response_revision:13084; number_of_response:1; }","duration":"988.325212ms","start":"2026-03-11T20:58:19.909856Z","end":"2026-03-11T20:58:20.898181Z","steps":["trace[432575452] 'process raft request' (duration: 987.904312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:20.898367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:19.909828Z","time spent":"988.494915ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:58:20.89837Z","caller":"traceutil/trace.go:171","msg":"trace[1787363977] transaction","detail":"{read_only:false; response_revision:13086; number_of_response:1; }","duration":"679.489312ms","start":"2026-03-11T20:58:20.218849Z","end":"2026-03-11T20:58:20.898338Z","steps":["trace[1787363977] 'process raft request' (duration: 679.125503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:20.898542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:20.218776Z","time spent":"679.666866ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:58:20.898624Z","caller":"traceutil/trace.go:171","msg":"trace[1705311872] transaction","detail":"{read_only:false; response_revision:13087; number_of_response:1; }","duration":"377.587866ms","start":"2026-03-11T20:58:20.521024Z","end":"2026-03-11T20:58:20.898611Z","steps":["trace[1705311872] 'process raft request' (duration: 377.210647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:20.898704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:20.521004Z","time spent":"377.668187ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:58:20.898719Z","caller":"traceutil/trace.go:171","msg":"trace[336999283] linearizableReadLoop","detail":"{readStateIndex:13562; appliedIndex:13557; }","duration":"675.860131ms","start":"2026-03-11T20:58:20.222789Z","end":"2026-03-11T20:58:20.898575Z","steps":["trace[336999283] 'read index received' (duration: 610.247886ms)","trace[336999283] 'applied index is now lower than readState.Index' (duration: 65.537074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:58:20.898813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.004805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:58:20.899007Z","caller":"traceutil/trace.go:171","msg":"trace[697268546] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:13087; }","duration":"676.21493ms","start":"2026-03-11T20:58:20.222769Z","end":"2026-03-11T20:58:20.898984Z","steps":["trace[697268546] 'agreement among raft nodes before linearized reading' (duration: 675.956504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:20.899158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:20.222694Z","time spent":"676.425684ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:58:21.096776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.070719ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T20:58:21.096881Z","caller":"traceutil/trace.go:171","msg":"trace[1923006089] linearizableReadLoop","detail":"{readStateIndex:13563; appliedIndex:13562; }","duration":"197.96167ms","start":"2026-03-11T20:58:20.898901Z","end":"2026-03-11T20:58:21.096863Z","steps":["trace[1923006089] 'read index received' (duration: 88.711447ms)","trace[1923006089] 'applied index is now lower than readState.Index' (duration: 109.248523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:58:21.097082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.629103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-861b94f2-7930-4e47-8beb-77274df1de40\" ","response":"range_response_count:1 size:3754"} {"level":"info","ts":"2026-03-11T20:58:21.09712Z","caller":"traceutil/trace.go:171","msg":"trace[1500231067] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-861b94f2-7930-4e47-8beb-77274df1de40; range_end:; response_count:1; response_revision:13087; }","duration":"270.692925ms","start":"2026-03-11T20:58:20.826415Z","end":"2026-03-11T20:58:21.097108Z","steps":["trace[1500231067] 'agreement among raft nodes before linearized reading' (duration: 270.53419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:21.097342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.556491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T20:58:21.097303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.044588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T20:58:21.097385Z","caller":"traceutil/trace.go:171","msg":"trace[682355286] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:13087; }","duration":"761.636683ms","start":"2026-03-11T20:58:20.335735Z","end":"2026-03-11T20:58:21.097372Z","steps":["trace[682355286] 'agreement among raft nodes before linearized reading' (duration: 761.571772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:21.097385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.090593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:58:21.097421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:20.335713Z","time spent":"761.697285ms","remote":"127.0.0.1:44568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-11T20:58:21.097349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.743119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T20:58:21.097469Z","caller":"traceutil/trace.go:171","msg":"trace[997343365] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:13087; }","duration":"537.224046ms","start":"2026-03-11T20:58:20.560223Z","end":"2026-03-11T20:58:21.097447Z","steps":["trace[997343365] 'agreement among raft nodes before linearized reading' (duration: 537.090093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:21.097529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:20.560201Z","time spent":"537.317119ms","remote":"127.0.0.1:54132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-11T20:58:21.09753Z","caller":"traceutil/trace.go:171","msg":"trace[1895121729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13087; }","duration":"534.011645ms","start":"2026-03-11T20:58:20.563502Z","end":"2026-03-11T20:58:21.097513Z","steps":["trace[1895121729] 'agreement among raft nodes before linearized reading' (duration: 533.464744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:21.097614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:20.563478Z","time spent":"534.092927ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T20:58:21.097714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.203355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T20:58:21.097765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.869598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T20:58:21.097908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.935331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-11T20:58:21.097876Z","caller":"traceutil/trace.go:171","msg":"trace[1419406220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13087; }","duration":"532.026771ms","start":"2026-03-11T20:58:20.565824Z","end":"2026-03-11T20:58:21.097851Z","steps":["trace[1419406220] 'agreement among raft nodes before linearized reading' (duration: 531.679523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:21.097935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.23736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbnx7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T20:58:21.097948Z","caller":"traceutil/trace.go:171","msg":"trace[955998885] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:13087; }","duration":"295.003613ms","start":"2026-03-11T20:58:20.802932Z","end":"2026-03-11T20:58:21.097936Z","steps":["trace[955998885] 'agreement among raft nodes before linearized reading' (duration: 294.903601ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:58:21.09798Z","caller":"traceutil/trace.go:171","msg":"trace[1367935981] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbnx7; range_end:; response_count:1; response_revision:13087; }","duration":"516.300921ms","start":"2026-03-11T20:58:20.581664Z","end":"2026-03-11T20:58:21.097965Z","steps":["trace[1367935981] 'agreement among raft nodes before linearized reading' (duration: 516.168958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:21.097974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:20.565817Z","time spent":"532.140093ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T20:58:21.098034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:20.581651Z","time spent":"516.373014ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-xbnx7\" "} {"level":"warn","ts":"2026-03-11T20:58:21.098108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.70364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T20:58:21.097779Z","caller":"traceutil/trace.go:171","msg":"trace[1411890615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13087; }","duration":"532.284737ms","start":"2026-03-11T20:58:20.565474Z","end":"2026-03-11T20:58:21.097759Z","steps":["trace[1411890615] 'agreement among raft nodes before linearized reading' (duration: 532.107893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:21.09836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:20.56546Z","time spent":"532.878869ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T20:58:21.098127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.48854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:58:21.09776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.295671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T20:58:21.098495Z","caller":"traceutil/trace.go:171","msg":"trace[432067169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13087; }","duration":"535.046188ms","start":"2026-03-11T20:58:20.563435Z","end":"2026-03-11T20:58:21.098482Z","steps":["trace[432067169] 'agreement among raft nodes before linearized reading' (duration: 534.103227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:21.097355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.791491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T20:58:21.098548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:20.563396Z","time spent":"535.14073ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T20:58:21.098567Z","caller":"traceutil/trace.go:171","msg":"trace[1480154056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13087; }","duration":"623.058349ms","start":"2026-03-11T20:58:20.475497Z","end":"2026-03-11T20:58:21.098555Z","steps":["trace[1480154056] 'agreement among raft nodes before linearized reading' (duration: 621.750681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:21.098606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:20.47548Z","time spent":"623.111951ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T20:58:21.098491Z","caller":"traceutil/trace.go:171","msg":"trace[509534762] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:13087; }","duration":"366.874198ms","start":"2026-03-11T20:58:20.731582Z","end":"2026-03-11T20:58:21.098457Z","steps":["trace[509534762] 'agreement among raft nodes before linearized reading' (duration: 366.50159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:21.098653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:20.731557Z","time spent":"367.087422ms","remote":"127.0.0.1:36366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-11T20:58:21.097444Z","caller":"traceutil/trace.go:171","msg":"trace[2135794424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13087; }","duration":"480.304614ms","start":"2026-03-11T20:58:20.617106Z","end":"2026-03-11T20:58:21.09741Z","steps":["trace[2135794424] 'agreement among raft nodes before linearized reading' (duration: 479.979577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:21.098718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:20.61706Z","time spent":"481.639493ms","remote":"127.0.0.1:36562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T20:58:21.098993Z","caller":"traceutil/trace.go:171","msg":"trace[1807432286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13087; }","duration":"572.239263ms","start":"2026-03-11T20:58:20.526011Z","end":"2026-03-11T20:58:21.09825Z","steps":["trace[1807432286] 'agreement among raft nodes before linearized reading' (duration: 571.466576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:21.099067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.365883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-11T20:58:21.099096Z","caller":"traceutil/trace.go:171","msg":"trace[509729297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13087; }","duration":"282.467926ms","start":"2026-03-11T20:58:20.81662Z","end":"2026-03-11T20:58:21.099088Z","steps":["trace[509729297] 'agreement among raft nodes before linearized reading' (duration: 280.863911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:21.099014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.817593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-11T20:58:21.099254Z","caller":"traceutil/trace.go:171","msg":"trace[1319983936] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13087; }","duration":"870.043008ms","start":"2026-03-11T20:58:20.229131Z","end":"2026-03-11T20:58:21.099174Z","steps":["trace[1319983936] 'agreement among raft nodes before linearized reading' (duration: 868.736449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:58:21.099375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:20.229111Z","time spent":"870.243172ms","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-11T20:58:21.099074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:58:20.526004Z","time spent":"573.05207ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T20:59:11.177082Z","caller":"traceutil/trace.go:171","msg":"trace[43723685] linearizableReadLoop","detail":"{readStateIndex:14169; appliedIndex:14168; }","duration":"144.113006ms","start":"2026-03-11T20:59:11.032944Z","end":"2026-03-11T20:59:11.177057Z","steps":["trace[43723685] 'read index received' (duration: 141.061019ms)","trace[43723685] 'applied index is now lower than readState.Index' (duration: 3.050517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T20:59:11.177381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.421994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:59:11.177427Z","caller":"traceutil/trace.go:171","msg":"trace[2093051099] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13682; }","duration":"144.526506ms","start":"2026-03-11T20:59:11.03289Z","end":"2026-03-11T20:59:11.177416Z","steps":["trace[2093051099] 'agreement among raft nodes before linearized reading' (duration: 144.375463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:11.177406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.662487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:59:11.177498Z","caller":"traceutil/trace.go:171","msg":"trace[277242061] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13682; }","duration":"143.80717ms","start":"2026-03-11T20:59:11.03367Z","end":"2026-03-11T20:59:11.177478Z","steps":["trace[277242061] 'agreement among raft nodes before linearized reading' (duration: 143.656627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:11.177565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.800128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-11T20:59:11.177584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.264868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-03-11T20:59:11.177626Z","caller":"traceutil/trace.go:171","msg":"trace[1567198723] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13682; }","duration":"142.877039ms","start":"2026-03-11T20:59:11.034731Z","end":"2026-03-11T20:59:11.177608Z","steps":["trace[1567198723] 'agreement among raft nodes before linearized reading' (duration: 142.693245ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:59:11.177649Z","caller":"traceutil/trace.go:171","msg":"trace[882424133] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13682; }","duration":"143.36228ms","start":"2026-03-11T20:59:11.034272Z","end":"2026-03-11T20:59:11.177634Z","steps":["trace[882424133] 'agreement among raft nodes before linearized reading' (duration: 143.173566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:11.177552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.107996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T20:59:11.177718Z","caller":"traceutil/trace.go:171","msg":"trace[584828150] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13682; }","duration":"139.30505ms","start":"2026-03-11T20:59:11.038399Z","end":"2026-03-11T20:59:11.177704Z","steps":["trace[584828150] 'agreement among raft nodes before linearized reading' (duration: 139.022984ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T20:59:35.634906Z","caller":"traceutil/trace.go:171","msg":"trace[1154723639] linearizableReadLoop","detail":"{readStateIndex:14295; appliedIndex:14294; }","duration":"142.71947ms","start":"2026-03-11T20:59:35.492165Z","end":"2026-03-11T20:59:35.634885Z","steps":["trace[1154723639] 'read index received' (duration: 142.521925ms)","trace[1154723639] 'applied index is now lower than readState.Index' (duration: 195.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:59:35.635244Z","caller":"traceutil/trace.go:171","msg":"trace[975986922] transaction","detail":"{read_only:false; response_revision:13800; number_of_response:1; }","duration":"144.561889ms","start":"2026-03-11T20:59:35.490635Z","end":"2026-03-11T20:59:35.635197Z","steps":["trace[975986922] 'process raft request' (duration: 144.108429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:35.635602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.423515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T20:59:35.635657Z","caller":"traceutil/trace.go:171","msg":"trace[918043186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13800; }","duration":"143.507786ms","start":"2026-03-11T20:59:35.492135Z","end":"2026-03-11T20:59:35.635643Z","steps":["trace[918043186] 'agreement among raft nodes before linearized reading' (duration: 143.349183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:35.635905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.82546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T20:59:35.636229Z","caller":"traceutil/trace.go:171","msg":"trace[1301589005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13800; }","duration":"142.165187ms","start":"2026-03-11T20:59:35.494048Z","end":"2026-03-11T20:59:35.636213Z","steps":["trace[1301589005] 'agreement among raft nodes before linearized reading' (duration: 141.779957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:35.636303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.112082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:59:35.636429Z","caller":"traceutil/trace.go:171","msg":"trace[1253532397] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:13800; }","duration":"102.252096ms","start":"2026-03-11T20:59:35.534152Z","end":"2026-03-11T20:59:35.636405Z","steps":["trace[1253532397] 'agreement among raft nodes before linearized reading' (duration: 102.076962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:35.636509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.1248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T20:59:35.636545Z","caller":"traceutil/trace.go:171","msg":"trace[940880321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13800; }","duration":"135.175981ms","start":"2026-03-11T20:59:35.501359Z","end":"2026-03-11T20:59:35.636535Z","steps":["trace[940880321] 'agreement among raft nodes before linearized reading' (duration: 135.078309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:35.636717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.370436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T20:59:35.636778Z","caller":"traceutil/trace.go:171","msg":"trace[116216942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13800; }","duration":"135.450927ms","start":"2026-03-11T20:59:35.501317Z","end":"2026-03-11T20:59:35.636768Z","steps":["trace[116216942] 'agreement among raft nodes before linearized reading' (duration: 135.348505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:35.637213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.847568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-11T20:59:35.637266Z","caller":"traceutil/trace.go:171","msg":"trace[1970612979] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:13800; }","duration":"102.926681ms","start":"2026-03-11T20:59:35.534328Z","end":"2026-03-11T20:59:35.637254Z","steps":["trace[1970612979] 'agreement among raft nodes before linearized reading' (duration: 102.787857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.033226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.344209ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-11T20:59:36.033515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:59:35.641854Z","time spent":"391.656821ms","remote":"127.0.0.1:51548","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T20:59:36.034909Z","caller":"traceutil/trace.go:171","msg":"trace[1463680851] linearizableReadLoop","detail":"{readStateIndex:14300; appliedIndex:14295; }","duration":"316.668706ms","start":"2026-03-11T20:59:35.718223Z","end":"2026-03-11T20:59:36.034892Z","steps":["trace[1463680851] 'read index received' (duration: 109.65498ms)","trace[1463680851] 'applied index is now lower than readState.Index' (duration: 207.012976ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T20:59:36.035203Z","caller":"traceutil/trace.go:171","msg":"trace[1727418620] transaction","detail":"{read_only:false; response_revision:13801; number_of_response:1; }","duration":"393.247527ms","start":"2026-03-11T20:59:35.641947Z","end":"2026-03-11T20:59:36.035195Z","steps":["trace[1727418620] 'process raft request' (duration: 392.773557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.035292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:59:35.641933Z","time spent":"393.299918ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:59:36.035434Z","caller":"traceutil/trace.go:171","msg":"trace[1350268025] transaction","detail":"{read_only:false; response_revision:13802; number_of_response:1; }","duration":"393.411861ms","start":"2026-03-11T20:59:35.642014Z","end":"2026-03-11T20:59:36.035426Z","steps":["trace[1350268025] 'process raft request' (duration: 392.802618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.035475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:59:35.642009Z","time spent":"393.447232ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:59:36.035592Z","caller":"traceutil/trace.go:171","msg":"trace[993274957] transaction","detail":"{read_only:false; response_revision:13803; number_of_response:1; }","duration":"393.537874ms","start":"2026-03-11T20:59:35.642046Z","end":"2026-03-11T20:59:36.035584Z","steps":["trace[993274957] 'process raft request' (duration: 392.796407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.035633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:59:35.64204Z","time spent":"393.575284ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T20:59:36.03572Z","caller":"traceutil/trace.go:171","msg":"trace[819513426] transaction","detail":"{read_only:false; response_revision:13804; number_of_response:1; }","duration":"393.514454ms","start":"2026-03-11T20:59:35.6422Z","end":"2026-03-11T20:59:36.035714Z","steps":["trace[819513426] 'process raft request' (duration: 392.663405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.035759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:59:35.642172Z","time spent":"393.567984ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T20:59:36.035909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.685549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T20:59:36.035937Z","caller":"traceutil/trace.go:171","msg":"trace[1240127872] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13804; }","duration":"317.74301ms","start":"2026-03-11T20:59:35.718188Z","end":"2026-03-11T20:59:36.035931Z","steps":["trace[1240127872] 'agreement among raft nodes before linearized reading' (duration: 317.646088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.035958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:59:35.718175Z","time spent":"317.778751ms","remote":"127.0.0.1:34376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-11T20:59:36.036071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.76509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:59:36.036093Z","caller":"traceutil/trace.go:171","msg":"trace[497062245] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13804; }","duration":"317.821742ms","start":"2026-03-11T20:59:35.718267Z","end":"2026-03-11T20:59:36.036088Z","steps":["trace[497062245] 'agreement among raft nodes before linearized reading' (duration: 317.788331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.03611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:59:35.718252Z","time spent":"317.854452ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T20:59:36.036423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.958818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T20:59:36.03645Z","caller":"traceutil/trace.go:171","msg":"trace[1030778675] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13804; }","duration":"136.006989ms","start":"2026-03-11T20:59:35.900437Z","end":"2026-03-11T20:59:36.036444Z","steps":["trace[1030778675] 'agreement among raft nodes before linearized reading' (duration: 135.939357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.036548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.7883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:59:36.036564Z","caller":"traceutil/trace.go:171","msg":"trace[213465944] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13804; }","duration":"137.840411ms","start":"2026-03-11T20:59:35.898718Z","end":"2026-03-11T20:59:36.036558Z","steps":["trace[213465944] 'agreement among raft nodes before linearized reading' (duration: 137.816341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.036645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.964904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:59:36.03666Z","caller":"traceutil/trace.go:171","msg":"trace[462388893] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13804; }","duration":"138.002094ms","start":"2026-03-11T20:59:35.898653Z","end":"2026-03-11T20:59:36.036656Z","steps":["trace[462388893] 'agreement among raft nodes before linearized reading' (duration: 137.977694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.036763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.092997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:59:36.03678Z","caller":"traceutil/trace.go:171","msg":"trace[28217076] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13804; }","duration":"138.154578ms","start":"2026-03-11T20:59:35.898621Z","end":"2026-03-11T20:59:36.036776Z","steps":["trace[28217076] 'agreement among raft nodes before linearized reading' (duration: 138.106007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.036889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.647799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T20:59:36.036905Z","caller":"traceutil/trace.go:171","msg":"trace[1670649613] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13804; }","duration":"155.69977ms","start":"2026-03-11T20:59:35.881201Z","end":"2026-03-11T20:59:36.0369Z","steps":["trace[1670649613] 'agreement among raft nodes before linearized reading' (duration: 155.651219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.037016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.566239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-11T20:59:36.037037Z","caller":"traceutil/trace.go:171","msg":"trace[2038669238] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13804; }","duration":"156.613791ms","start":"2026-03-11T20:59:35.880417Z","end":"2026-03-11T20:59:36.037031Z","steps":["trace[2038669238] 'agreement among raft nodes before linearized reading' (duration: 156.558499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.03712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.09396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T20:59:36.037136Z","caller":"traceutil/trace.go:171","msg":"trace[2137176534] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13804; }","duration":"157.132122ms","start":"2026-03-11T20:59:35.879999Z","end":"2026-03-11T20:59:36.037131Z","steps":["trace[2137176534] 'agreement among raft nodes before linearized reading' (duration: 157.107401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.037271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.669215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xt4vs\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-11T20:59:36.037297Z","caller":"traceutil/trace.go:171","msg":"trace[1927910343] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xt4vs; range_end:; response_count:1; response_revision:13804; }","duration":"234.715885ms","start":"2026-03-11T20:59:35.802575Z","end":"2026-03-11T20:59:36.037291Z","steps":["trace[1927910343] 'agreement among raft nodes before linearized reading' (duration: 234.647804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.037428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.396304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xbnx7\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-11T20:59:36.03745Z","caller":"traceutil/trace.go:171","msg":"trace[1501562990] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xbnx7; range_end:; response_count:1; response_revision:13804; }","duration":"241.446916ms","start":"2026-03-11T20:59:35.795998Z","end":"2026-03-11T20:59:36.037445Z","steps":["trace[1501562990] 'agreement among raft nodes before linearized reading' (duration: 241.385484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.037557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.353098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-11T20:59:36.037578Z","caller":"traceutil/trace.go:171","msg":"trace[1790140548] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13804; }","duration":"315.393709ms","start":"2026-03-11T20:59:35.722179Z","end":"2026-03-11T20:59:36.037573Z","steps":["trace[1790140548] 'agreement among raft nodes before linearized reading' (duration: 315.343717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T20:59:36.037596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T20:59:35.722166Z","time spent":"315.426349ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-11T21:01:02.718199Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12101} {"level":"info","ts":"2026-03-11T21:01:02.794515Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12101,"took":"73.585965ms","hash":1439432838,"current-db-size-bytes":42741760,"current-db-size":"43 MB","current-db-size-in-use-bytes":27279360,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-11T21:01:02.794598Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1439432838,"revision":12101,"compact-revision":10240} {"level":"warn","ts":"2026-03-11T21:05:24.519353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.298467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T21:05:24.519451Z","caller":"traceutil/trace.go:171","msg":"trace[1288194558] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16292; }","duration":"306.433949ms","start":"2026-03-11T21:05:24.212995Z","end":"2026-03-11T21:05:24.519429Z","steps":["trace[1288194558] 'range keys from in-memory index tree' (duration: 306.230645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:05:24.519494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:05:24.212979Z","time spent":"306.506171ms","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-11T21:06:02.72585Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14360} {"level":"info","ts":"2026-03-11T21:06:02.828826Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14360,"took":"99.876285ms","hash":4124976676,"current-db-size-bytes":42741760,"current-db-size":"43 MB","current-db-size-in-use-bytes":28786688,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-11T21:06:02.828894Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4124976676,"revision":14360,"compact-revision":12101} {"level":"info","ts":"2026-03-11T21:10:59.372172Z","caller":"traceutil/trace.go:171","msg":"trace[1948350962] linearizableReadLoop","detail":"{readStateIndex:19436; appliedIndex:19435; }","duration":"120.139098ms","start":"2026-03-11T21:10:59.252008Z","end":"2026-03-11T21:10:59.372147Z","steps":["trace[1948350962] 'read index received' (duration: 119.890602ms)","trace[1948350962] 'applied index is now lower than readState.Index' (duration: 247.826µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:10:59.372222Z","caller":"traceutil/trace.go:171","msg":"trace[563511344] transaction","detail":"{read_only:false; response_revision:18774; number_of_response:1; }","duration":"364.716813ms","start":"2026-03-11T21:10:59.007479Z","end":"2026-03-11T21:10:59.372196Z","steps":["trace[563511344] 'process raft request' (duration: 364.471437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:10:59.372404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:59.007451Z","time spent":"364.837357ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:10:59.372423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.392624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-11T21:10:59.372461Z","caller":"traceutil/trace.go:171","msg":"trace[1400277202] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:18774; }","duration":"120.484416ms","start":"2026-03-11T21:10:59.251963Z","end":"2026-03-11T21:10:59.372447Z","steps":["trace[1400277202] 'agreement among raft nodes before linearized reading' (duration: 120.335313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:00.39261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.097697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:11:00.392905Z","caller":"traceutil/trace.go:171","msg":"trace[541800948] linearizableReadLoop","detail":"{readStateIndex:19438; appliedIndex:19436; }","duration":"941.079457ms","start":"2026-03-11T21:10:59.451801Z","end":"2026-03-11T21:11:00.39288Z","steps":["trace[541800948] 'read index received' (duration: 377.623611ms)","trace[541800948] 'applied index is now lower than readState.Index' (duration: 563.454676ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:11:00.393016Z","caller":"traceutil/trace.go:171","msg":"trace[37192706] transaction","detail":"{read_only:false; response_revision:18775; number_of_response:1; }","duration":"1.016678643s","start":"2026-03-11T21:10:59.376317Z","end":"2026-03-11T21:11:00.392996Z","steps":["trace[37192706] 'process raft request' (duration: 453.095485ms)","trace[37192706] 'compare' (duration: 562.840982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:11:00.393105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:59.376301Z","time spent":"1.016755994s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:11:00.393157Z","caller":"traceutil/trace.go:171","msg":"trace[280407819] transaction","detail":"{read_only:false; response_revision:18776; number_of_response:1; }","duration":"1.014826761s","start":"2026-03-11T21:10:59.378302Z","end":"2026-03-11T21:11:00.393129Z","steps":["trace[280407819] 'process raft request' (duration: 1.014420352s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:00.393353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:59.378281Z","time spent":"1.014967445s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:11:00.393474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.6672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:11:00.393669Z","caller":"traceutil/trace.go:171","msg":"trace[1425539118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18776; }","duration":"941.900354ms","start":"2026-03-11T21:10:59.451746Z","end":"2026-03-11T21:11:00.393646Z","steps":["trace[1425539118] 'agreement among raft nodes before linearized reading' (duration: 941.421724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:00.393849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:59.451725Z","time spent":"942.105679ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:11:00.893183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374425814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:11:01.401072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.515356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:11:01.401402Z","caller":"traceutil/trace.go:171","msg":"trace[2082572687] transaction","detail":"{read_only:false; response_revision:18779; number_of_response:1; }","duration":"1.407400967s","start":"2026-03-11T21:10:59.99398Z","end":"2026-03-11T21:11:01.401381Z","steps":["trace[2082572687] 'process raft request' (duration: 1.407354126s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:01.401485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:59.993964Z","time spent":"1.407483358s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:11:01.401673Z","caller":"traceutil/trace.go:171","msg":"trace[638847930] transaction","detail":"{read_only:false; response_revision:18778; number_of_response:1; }","duration":"1.444589656s","start":"2026-03-11T21:10:59.957074Z","end":"2026-03-11T21:11:01.401664Z","steps":["trace[638847930] 'process raft request' (duration: 1.444193857s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:01.401732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:59.957048Z","time spent":"1.444655677s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:11:01.401836Z","caller":"traceutil/trace.go:171","msg":"trace[99286026] transaction","detail":"{read_only:false; response_revision:18777; number_of_response:1; }","duration":"1.470684878s","start":"2026-03-11T21:10:59.931117Z","end":"2026-03-11T21:11:01.401801Z","steps":["trace[99286026] 'process raft request' (duration: 1.193337783s)","trace[99286026] 'compare' (duration: 276.387674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:11:01.402004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:59.931091Z","time spent":"1.470824871s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:11:01.403192Z","caller":"traceutil/trace.go:171","msg":"trace[250326632] transaction","detail":"{read_only:false; response_revision:18780; number_of_response:1; }","duration":"1.004217964s","start":"2026-03-11T21:11:00.398948Z","end":"2026-03-11T21:11:01.403166Z","steps":["trace[250326632] 'process raft request' (duration: 1.00356328s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:01.403353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:00.398925Z","time spent":"1.004360869s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:11:01.476389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999203484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:11:01.476543Z","caller":"traceutil/trace.go:171","msg":"trace[696658212] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999417929s","start":"2026-03-11T21:10:59.477104Z","end":"2026-03-11T21:11:01.476522Z","steps":["trace[696658212] 'agreement among raft nodes before linearized reading' (duration: 1.999242275s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:01.476621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:59.477072Z","time spent":"1.999535872s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:11:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:11:02.035719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.642809ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T21:11:02.035848Z","caller":"traceutil/trace.go:171","msg":"trace[1943677833] linearizableReadLoop","detail":"{readStateIndex:19443; appliedIndex:19438; }","duration":"1.642872817s","start":"2026-03-11T21:11:00.392952Z","end":"2026-03-11T21:11:02.035825Z","steps":["trace[1943677833] 'read index received' (duration: 731.268318ms)","trace[1943677833] 'applied index is now lower than readState.Index' (duration: 911.602759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:11:02.036387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708962411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:11:02.036441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58153542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:11:02.036478Z","caller":"traceutil/trace.go:171","msg":"trace[810234735] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:18780; }","duration":"1.709136526s","start":"2026-03-11T21:11:00.32732Z","end":"2026-03-11T21:11:02.036457Z","steps":["trace[810234735] 'agreement among raft nodes before linearized reading' (duration: 1.70893915s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:02.036484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577713246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:11:02.036501Z","caller":"traceutil/trace.go:171","msg":"trace[23027207] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:18780; }","duration":"1.581639162s","start":"2026-03-11T21:11:00.454844Z","end":"2026-03-11T21:11:02.036484Z","steps":["trace[23027207] 'agreement among raft nodes before linearized reading' (duration: 1.58153243s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:11:02.03654Z","caller":"traceutil/trace.go:171","msg":"trace[1636804519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18780; }","duration":"2.577782427s","start":"2026-03-11T21:10:59.458739Z","end":"2026-03-11T21:11:02.036521Z","steps":["trace[1636804519] 'agreement among raft nodes before linearized reading' (duration: 2.577592652s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:02.036564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:00.454831Z","time spent":"1.581717954s","remote":"127.0.0.1:43628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:11:02.036597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:10:59.45873Z","time spent":"2.577855408s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:11:02.036544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:00.327298Z","time spent":"1.709225458s","remote":"127.0.0.1:36358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:11:02.037093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.651278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T21:11:02.037189Z","caller":"traceutil/trace.go:171","msg":"trace[1966943794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18780; }","duration":"649.7648ms","start":"2026-03-11T21:11:01.387398Z","end":"2026-03-11T21:11:02.037163Z","steps":["trace[1966943794] 'agreement among raft nodes before linearized reading' (duration: 649.432913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:02.037221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485495517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:11:02.037248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:01.387338Z","time spent":"649.896023ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T21:11:02.03728Z","caller":"traceutil/trace.go:171","msg":"trace[125328789] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:18780; }","duration":"1.48560993s","start":"2026-03-11T21:11:00.55165Z","end":"2026-03-11T21:11:02.03726Z","steps":["trace[125328789] 'agreement among raft nodes before linearized reading' (duration: 1.485513158s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:02.037275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145992476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-11T21:11:02.037301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.727146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:11:02.037327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:00.551625Z","time spent":"1.485687112s","remote":"127.0.0.1:40128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:11:02.037335Z","caller":"traceutil/trace.go:171","msg":"trace[5385382] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18780; }","duration":"1.146094429s","start":"2026-03-11T21:11:00.891224Z","end":"2026-03-11T21:11:02.037318Z","steps":["trace[5385382] 'agreement among raft nodes before linearized reading' (duration: 1.145896784s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:02.037314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.668915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:11:02.037366Z","caller":"traceutil/trace.go:171","msg":"trace[67561681] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:18780; }","duration":"278.827608ms","start":"2026-03-11T21:11:01.758519Z","end":"2026-03-11T21:11:02.037347Z","steps":["trace[67561681] 'agreement among raft nodes before linearized reading' (duration: 278.705146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:02.03739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:00.891199Z","time spent":"1.14617856s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T21:11:02.037371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.652093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:11:02.037402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291572973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-11T21:11:02.037414Z","caller":"traceutil/trace.go:171","msg":"trace[1002262526] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:18780; }","duration":"352.807838ms","start":"2026-03-11T21:11:01.684579Z","end":"2026-03-11T21:11:02.037387Z","steps":["trace[1002262526] 'agreement among raft nodes before linearized reading' (duration: 352.630724ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:11:02.037453Z","caller":"traceutil/trace.go:171","msg":"trace[55324535] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18780; }","duration":"1.291664035s","start":"2026-03-11T21:11:00.745777Z","end":"2026-03-11T21:11:02.037441Z","steps":["trace[55324535] 'agreement among raft nodes before linearized reading' (duration: 1.291513022s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:11:02.037458Z","caller":"traceutil/trace.go:171","msg":"trace[636993696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18780; }","duration":"560.785255ms","start":"2026-03-11T21:11:01.47665Z","end":"2026-03-11T21:11:02.037435Z","steps":["trace[636993696] 'agreement among raft nodes before linearized reading' (duration: 560.613671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:02.037471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:01.684558Z","time spent":"352.89653ms","remote":"127.0.0.1:34636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:11:02.037487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:00.745758Z","time spent":"1.291721396s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T21:11:02.037495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:01.476633Z","time spent":"560.855927ms","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:11:02.03747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504218615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-11T21:11:02.037454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.980236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:11:02.037551Z","caller":"traceutil/trace.go:171","msg":"trace[86495837] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18780; }","duration":"1.504319997s","start":"2026-03-11T21:11:00.533211Z","end":"2026-03-11T21:11:02.037531Z","steps":["trace[86495837] 'agreement among raft nodes before linearized reading' (duration: 1.504041321s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:11:02.037574Z","caller":"traceutil/trace.go:171","msg":"trace[1880846491] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:18780; }","duration":"472.17333ms","start":"2026-03-11T21:11:01.565372Z","end":"2026-03-11T21:11:02.037545Z","steps":["trace[1880846491] 'agreement among raft nodes before linearized reading' (duration: 471.885303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:02.037596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:00.5332Z","time spent":"1.504383808s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T21:11:02.037637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:01.565349Z","time spent":"472.275332ms","remote":"127.0.0.1:34588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:11:02.18371Z","caller":"traceutil/trace.go:171","msg":"trace[450430739] transaction","detail":"{read_only:false; response_revision:18782; number_of_response:1; }","duration":"141.877184ms","start":"2026-03-11T21:11:02.041803Z","end":"2026-03-11T21:11:02.18368Z","steps":["trace[450430739] 'process raft request' (duration: 141.636329ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:11:02.183795Z","caller":"traceutil/trace.go:171","msg":"trace[179459484] transaction","detail":"{read_only:false; response_revision:18781; number_of_response:1; }","duration":"141.973466ms","start":"2026-03-11T21:11:02.041797Z","end":"2026-03-11T21:11:02.18377Z","steps":["trace[179459484] 'process raft request' (duration: 141.454305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:03.161615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.288379ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:11:03.161754Z","caller":"traceutil/trace.go:171","msg":"trace[1949394454] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18782; }","duration":"923.438232ms","start":"2026-03-11T21:11:02.238291Z","end":"2026-03-11T21:11:03.161729Z","steps":["trace[1949394454] 'range keys from in-memory index tree' (duration: 923.269509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:03.161981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.168611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:11:03.162401Z","caller":"traceutil/trace.go:171","msg":"trace[930907907] transaction","detail":"{read_only:false; response_revision:18786; number_of_response:1; }","duration":"434.5244ms","start":"2026-03-11T21:11:02.727852Z","end":"2026-03-11T21:11:03.162377Z","steps":["trace[930907907] 'process raft request' (duration: 434.467738ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:11:03.162487Z","caller":"traceutil/trace.go:171","msg":"trace[836804783] transaction","detail":"{read_only:false; response_revision:18784; number_of_response:1; }","duration":"1.119675698s","start":"2026-03-11T21:11:02.042774Z","end":"2026-03-11T21:11:03.16245Z","steps":["trace[836804783] 'process raft request' (duration: 1.119347461s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:11:03.162568Z","caller":"traceutil/trace.go:171","msg":"trace[443378798] transaction","detail":"{read_only:false; response_revision:18785; number_of_response:1; }","duration":"1.119064136s","start":"2026-03-11T21:11:02.04349Z","end":"2026-03-11T21:11:03.162554Z","steps":["trace[443378798] 'process raft request' (duration: 1.118765879s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:03.16265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:02.042764Z","time spent":"1.119799913s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:11:03.162655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:02.043482Z","time spent":"1.119123478s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:11:03.162684Z","caller":"traceutil/trace.go:171","msg":"trace[986054022] transaction","detail":"{read_only:false; response_revision:18783; number_of_response:1; }","duration":"1.120737814s","start":"2026-03-11T21:11:02.041913Z","end":"2026-03-11T21:11:03.16265Z","steps":["trace[986054022] 'process raft request' (duration: 959.781804ms)","trace[986054022] 'compare' (duration: 159.775793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:11:03.162517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:02.727831Z","time spent":"434.619562ms","remote":"127.0.0.1:51522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:11:03.162655Z","caller":"traceutil/trace.go:171","msg":"trace[1636023906] linearizableReadLoop","detail":"{readStateIndex:19446; appliedIndex:19443; }","duration":"1.119878224s","start":"2026-03-11T21:11:02.042759Z","end":"2026-03-11T21:11:03.162637Z","steps":["trace[1636023906] 'read index received' (duration: 140.391381ms)","trace[1636023906] 'applied index is now lower than readState.Index' (duration: 979.485123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:11:03.162815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120049438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-03-11T21:11:03.162859Z","caller":"traceutil/trace.go:171","msg":"trace[201698222] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18786; }","duration":"1.120118969s","start":"2026-03-11T21:11:02.042726Z","end":"2026-03-11T21:11:03.162845Z","steps":["trace[201698222] 'agreement among raft nodes before linearized reading' (duration: 1.119966115s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:03.162846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:02.04189Z","time spent":"1.120869177s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T21:11:03.162866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116493099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:11:03.162894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:02.042716Z","time spent":"1.120170671s","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-11T21:11:03.162921Z","caller":"traceutil/trace.go:171","msg":"trace[1304287580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18786; }","duration":"1.11656719s","start":"2026-03-11T21:11:02.04634Z","end":"2026-03-11T21:11:03.162907Z","steps":["trace[1304287580] 'agreement among raft nodes before linearized reading' (duration: 1.116479708s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:03.16292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.35664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:11:03.162939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.634652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-11T21:11:03.162952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:02.046332Z","time spent":"1.116613921s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:11:03.162975Z","caller":"traceutil/trace.go:171","msg":"trace[96644781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18786; }","duration":"764.686802ms","start":"2026-03-11T21:11:02.398276Z","end":"2026-03-11T21:11:03.162963Z","steps":["trace[96644781] 'agreement among raft nodes before linearized reading' (duration: 764.604871ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:11:03.162972Z","caller":"traceutil/trace.go:171","msg":"trace[1079277622] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:18786; }","duration":"466.459922ms","start":"2026-03-11T21:11:02.696498Z","end":"2026-03-11T21:11:03.162957Z","steps":["trace[1079277622] 'agreement among raft nodes before linearized reading' (duration: 466.34078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:03.162998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:02.398268Z","time spent":"764.723844ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:11:03.163017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:02.696475Z","time spent":"466.532644ms","remote":"127.0.0.1:40148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:11:03.163167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.377528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T21:11:03.163192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.516059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:238528"} {"level":"info","ts":"2026-03-11T21:11:03.163271Z","caller":"traceutil/trace.go:171","msg":"trace[871469934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18786; }","duration":"765.545163ms","start":"2026-03-11T21:11:02.397702Z","end":"2026-03-11T21:11:03.163247Z","steps":["trace[871469934] 'agreement among raft nodes before linearized reading' (duration: 765.191265ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:11:03.163295Z","caller":"traceutil/trace.go:171","msg":"trace[1510223246] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:18786; }","duration":"707.657291ms","start":"2026-03-11T21:11:02.455605Z","end":"2026-03-11T21:11:03.163263Z","steps":["trace[1510223246] 'agreement among raft nodes before linearized reading' (duration: 707.229792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:03.163342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:02.397678Z","time spent":"765.642565ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T21:11:03.16335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:02.455579Z","time spent":"707.758114ms","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":238551,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-11T21:11:03.503443Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16652} {"level":"warn","ts":"2026-03-11T21:11:03.504305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.56786ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-11T21:11:03.504537Z","caller":"traceutil/trace.go:171","msg":"trace[959019542] compact","detail":"{revision:16652; response_revision:18786; }","duration":"340.30828ms","start":"2026-03-11T21:11:03.164185Z","end":"2026-03-11T21:11:03.504493Z","steps":["trace[959019542] 'process raft request' (duration: 126.531142ms)","trace[959019542] 'check and update compact revision' (duration: 212.469298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:11:03.50465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:03.164159Z","time spent":"340.488313ms","remote":"127.0.0.1:51522","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T21:11:03.505508Z","caller":"traceutil/trace.go:171","msg":"trace[279840299] transaction","detail":"{read_only:false; response_revision:18787; number_of_response:1; }","duration":"338.595571ms","start":"2026-03-11T21:11:03.166901Z","end":"2026-03-11T21:11:03.505496Z","steps":["trace[279840299] 'process raft request' (duration: 337.515267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:03.505683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:03.166878Z","time spent":"338.659242ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:11:03.506082Z","caller":"traceutil/trace.go:171","msg":"trace[1314136046] linearizableReadLoop","detail":"{readStateIndex:19452; appliedIndex:19449; }","duration":"333.009936ms","start":"2026-03-11T21:11:03.173053Z","end":"2026-03-11T21:11:03.506063Z","steps":["trace[1314136046] 'read index received' (duration: 117.822057ms)","trace[1314136046] 'applied index is now lower than readState.Index' (duration: 215.186909ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:11:03.506191Z","caller":"traceutil/trace.go:171","msg":"trace[1829274515] transaction","detail":"{read_only:false; response_revision:18788; number_of_response:1; }","duration":"338.521039ms","start":"2026-03-11T21:11:03.167648Z","end":"2026-03-11T21:11:03.506169Z","steps":["trace[1829274515] 'process raft request' (duration: 337.836724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:03.506286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:03.167625Z","time spent":"338.615791ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:11:03.506377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.275332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:11:03.506526Z","caller":"traceutil/trace.go:171","msg":"trace[104535076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18788; }","duration":"333.492557ms","start":"2026-03-11T21:11:03.172995Z","end":"2026-03-11T21:11:03.506487Z","steps":["trace[104535076] 'agreement among raft nodes before linearized reading' (duration: 333.17622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:03.506624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:11:03.172983Z","time spent":"333.628449ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:11:03.508431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.482217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:11:03.50847Z","caller":"traceutil/trace.go:171","msg":"trace[1341414215] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18791; }","duration":"281.568139ms","start":"2026-03-11T21:11:03.226891Z","end":"2026-03-11T21:11:03.508459Z","steps":["trace[1341414215] 'agreement among raft nodes before linearized reading' (duration: 281.478927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:11:03.508652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.063423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:11:03.508711Z","caller":"traceutil/trace.go:171","msg":"trace[724930560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18791; }","duration":"101.150565ms","start":"2026-03-11T21:11:03.407547Z","end":"2026-03-11T21:11:03.508697Z","steps":["trace[724930560] 'agreement among raft nodes before linearized reading' (duration: 100.865949ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:11:03.642937Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16652,"took":"132.845233ms","hash":4119612180,"current-db-size-bytes":44007424,"current-db-size":"44 MB","current-db-size-in-use-bytes":29347840,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-11T21:11:03.643016Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4119612180,"revision":16652,"compact-revision":14360} {"level":"info","ts":"2026-03-11T21:11:57.854783Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf809824ab95ac81","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T21:11:57.859866Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-11T21:11:57.859991Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-03-11T21:15:00.785161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374432625,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T21:15:00.902405Z","caller":"traceutil/trace.go:171","msg":"trace[642848887] transaction","detail":"{read_only:false; response_revision:21076; number_of_response:1; }","duration":"893.030813ms","start":"2026-03-11T21:15:00.009348Z","end":"2026-03-11T21:15:00.902379Z","steps":["trace[642848887] 'process raft request' (duration: 892.8717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:00.902585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.009321Z","time spent":"893.183666ms","remote":"127.0.0.1:39766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:15:01.008627Z","caller":"traceutil/trace.go:171","msg":"trace[2077454556] transaction","detail":"{read_only:false; response_revision:21077; number_of_response:1; }","duration":"902.973015ms","start":"2026-03-11T21:15:00.105611Z","end":"2026-03-11T21:15:01.008584Z","steps":["trace[2077454556] 'process raft request' (duration: 879.253355ms)","trace[2077454556] 'compare' (duration: 23.448094ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:15:01.00865Z","caller":"traceutil/trace.go:171","msg":"trace[1026161002] transaction","detail":"{read_only:false; response_revision:21078; number_of_response:1; }","duration":"586.694592ms","start":"2026-03-11T21:15:00.421933Z","end":"2026-03-11T21:15:01.008627Z","steps":["trace[1026161002] 'process raft request' (duration: 586.553469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:01.008788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.105584Z","time spent":"903.116847ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T21:15:01.008902Z","caller":"traceutil/trace.go:171","msg":"trace[1626820626] transaction","detail":"{read_only:false; response_revision:21080; number_of_response:1; }","duration":"559.836092ms","start":"2026-03-11T21:15:00.449046Z","end":"2026-03-11T21:15:01.008882Z","steps":["trace[1626820626] 'process raft request' (duration: 559.533736ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:15:01.008947Z","caller":"traceutil/trace.go:171","msg":"trace[1463553868] transaction","detail":"{read_only:false; response_revision:21079; number_of_response:1; }","duration":"573.082618ms","start":"2026-03-11T21:15:00.435701Z","end":"2026-03-11T21:15:01.008784Z","steps":["trace[1463553868] 'process raft request' (duration: 572.847993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:01.008977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.421906Z","time spent":"586.795963ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:15:01.008992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.449025Z","time spent":"559.919594ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:15:01.009124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.435674Z","time spent":"573.354935ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:15:01.070108Z","caller":"traceutil/trace.go:171","msg":"trace[453066195] transaction","detail":"{read_only:false; response_revision:21081; number_of_response:1; }","duration":"185.103553ms","start":"2026-03-11T21:15:00.88498Z","end":"2026-03-11T21:15:01.070084Z","steps":["trace[453066195] 'process raft request' (duration: 184.851728ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:15:01.070266Z","caller":"traceutil/trace.go:171","msg":"trace[1781160494] linearizableReadLoop","detail":"{readStateIndex:21817; appliedIndex:21813; }","duration":"786.160617ms","start":"2026-03-11T21:15:00.284083Z","end":"2026-03-11T21:15:01.070244Z","steps":["trace[1781160494] 'read index received' (duration: 619.112976ms)","trace[1781160494] 'applied index is now lower than readState.Index' (duration: 167.045151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:15:01.070497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.402152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:15:01.070535Z","caller":"traceutil/trace.go:171","msg":"trace[1850509036] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:21082; }","duration":"786.498204ms","start":"2026-03-11T21:15:00.284024Z","end":"2026-03-11T21:15:01.070522Z","steps":["trace[1850509036] 'agreement among raft nodes before linearized reading' (duration: 786.31965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:01.070584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.283997Z","time spent":"786.564516ms","remote":"127.0.0.1:54082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":70,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:15:01.101185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.661148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:15:01.101242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.011238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18431"} {"level":"info","ts":"2026-03-11T21:15:01.101278Z","caller":"traceutil/trace.go:171","msg":"trace[1284459899] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:21083; }","duration":"739.79689ms","start":"2026-03-11T21:15:00.361459Z","end":"2026-03-11T21:15:01.101255Z","steps":["trace[1284459899] 'agreement among raft nodes before linearized reading' (duration: 739.574255ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:15:01.101314Z","caller":"traceutil/trace.go:171","msg":"trace[858327121] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:21083; }","duration":"188.119591ms","start":"2026-03-11T21:15:00.913175Z","end":"2026-03-11T21:15:01.101294Z","steps":["trace[858327121] 'agreement among raft nodes before linearized reading' (duration: 187.867645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:01.101328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.361438Z","time spent":"739.878322ms","remote":"127.0.0.1:36600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:15:01.101412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.773734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:15:01.101503Z","caller":"traceutil/trace.go:171","msg":"trace[1740574047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21083; }","duration":"625.880836ms","start":"2026-03-11T21:15:00.475597Z","end":"2026-03-11T21:15:01.101478Z","steps":["trace[1740574047] 'agreement among raft nodes before linearized reading' (duration: 625.733763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:01.101562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.475588Z","time spent":"625.962307ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:15:01.101559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.421027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:15:01.101617Z","caller":"traceutil/trace.go:171","msg":"trace[2051154920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21083; }","duration":"355.493149ms","start":"2026-03-11T21:15:00.746107Z","end":"2026-03-11T21:15:01.1016Z","steps":["trace[2051154920] 'agreement among raft nodes before linearized reading' (duration: 355.352265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:01.10163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.581808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-11T21:15:01.101662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.746096Z","time spent":"355.5551ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T21:15:01.101682Z","caller":"traceutil/trace.go:171","msg":"trace[977140585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21083; }","duration":"367.665ms","start":"2026-03-11T21:15:00.734002Z","end":"2026-03-11T21:15:01.101667Z","steps":["trace[977140585] 'agreement among raft nodes before linearized reading' (duration: 367.515787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:01.101732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.733983Z","time spent":"367.737071ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:15:01.101807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.945637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:15:01.101412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.299361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:15:01.10186Z","caller":"traceutil/trace.go:171","msg":"trace[1168937375] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:21083; }","duration":"188.029329ms","start":"2026-03-11T21:15:00.913817Z","end":"2026-03-11T21:15:01.101846Z","steps":["trace[1168937375] 'agreement among raft nodes before linearized reading' (duration: 187.919737ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:15:01.101872Z","caller":"traceutil/trace.go:171","msg":"trace[1031859048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21083; }","duration":"371.814092ms","start":"2026-03-11T21:15:00.73004Z","end":"2026-03-11T21:15:01.101854Z","steps":["trace[1031859048] 'agreement among raft nodes before linearized reading' (duration: 371.202439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:01.101917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.730016Z","time spent":"371.885305ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T21:15:01.101672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.431747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:15:01.102033Z","caller":"traceutil/trace.go:171","msg":"trace[526124336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21083; }","duration":"629.853346ms","start":"2026-03-11T21:15:00.472171Z","end":"2026-03-11T21:15:01.102024Z","steps":["trace[526124336] 'agreement among raft nodes before linearized reading' (duration: 629.387376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:15:01.102057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:15:00.472137Z","time spent":"629.910956ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T21:15:01.940687Z","caller":"traceutil/trace.go:171","msg":"trace[1021720224] transaction","detail":"{read_only:false; response_revision:21103; number_of_response:1; }","duration":"134.355091ms","start":"2026-03-11T21:15:01.806298Z","end":"2026-03-11T21:15:01.940653Z","steps":["trace[1021720224] 'process raft request' (duration: 116.265506ms)","trace[1021720224] 'compare' (duration: 17.89095ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:16:03.510517Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18786} {"level":"info","ts":"2026-03-11T21:16:03.621079Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18786,"took":"106.974669ms","hash":1814684582,"current-db-size-bytes":48152576,"current-db-size":"48 MB","current-db-size-in-use-bytes":38248448,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-11T21:16:03.621145Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1814684582,"revision":18786,"compact-revision":16652} {"level":"info","ts":"2026-03-11T21:18:09.061913Z","caller":"traceutil/trace.go:171","msg":"trace[542943674] transaction","detail":"{read_only:false; response_revision:22962; number_of_response:1; }","duration":"194.874612ms","start":"2026-03-11T21:18:08.867011Z","end":"2026-03-11T21:18:09.061885Z","steps":["trace[542943674] 'process raft request' (duration: 194.706728ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:13.848036Z","caller":"traceutil/trace.go:171","msg":"trace[33627213] transaction","detail":"{read_only:false; response_revision:22992; number_of_response:1; }","duration":"128.546409ms","start":"2026-03-11T21:18:13.719459Z","end":"2026-03-11T21:18:13.848006Z","steps":["trace[33627213] 'process raft request' (duration: 128.372796ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:14.017891Z","caller":"traceutil/trace.go:171","msg":"trace[1523454375] linearizableReadLoop","detail":"{readStateIndex:23783; appliedIndex:23781; }","duration":"215.446981ms","start":"2026-03-11T21:18:13.80242Z","end":"2026-03-11T21:18:14.017867Z","steps":["trace[1523454375] 'read index received' (duration: 45.593928ms)","trace[1523454375] 'applied index is now lower than readState.Index' (duration: 169.852003ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:14.017991Z","caller":"traceutil/trace.go:171","msg":"trace[736546904] transaction","detail":"{read_only:false; response_revision:22993; number_of_response:1; }","duration":"296.45451ms","start":"2026-03-11T21:18:13.721512Z","end":"2026-03-11T21:18:14.017967Z","steps":["trace[736546904] 'process raft request' (duration: 290.322083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:14.018055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.605395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:14.018098Z","caller":"traceutil/trace.go:171","msg":"trace[999793033] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22994; }","duration":"215.671917ms","start":"2026-03-11T21:18:13.802414Z","end":"2026-03-11T21:18:14.018086Z","steps":["trace[999793033] 'agreement among raft nodes before linearized reading' (duration: 215.578535ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:14.01823Z","caller":"traceutil/trace.go:171","msg":"trace[445126969] transaction","detail":"{read_only:false; response_revision:22994; number_of_response:1; }","duration":"296.710536ms","start":"2026-03-11T21:18:13.721512Z","end":"2026-03-11T21:18:14.018223Z","steps":["trace[445126969] 'process raft request' (duration: 296.261586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:14.688187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.637906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:14.688285Z","caller":"traceutil/trace.go:171","msg":"trace[1362939244] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22999; }","duration":"284.745788ms","start":"2026-03-11T21:18:14.403516Z","end":"2026-03-11T21:18:14.688262Z","steps":["trace[1362939244] 'count revisions from in-memory index tree' (duration: 284.560884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:14.688615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.38739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-hlznq.189be5817a23b1d5\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-11T21:18:14.688687Z","caller":"traceutil/trace.go:171","msg":"trace[185049608] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-hlznq.189be5817a23b1d5; range_end:; response_count:1; response_revision:22999; }","duration":"258.499383ms","start":"2026-03-11T21:18:14.43017Z","end":"2026-03-11T21:18:14.68867Z","steps":["trace[185049608] 'range keys from in-memory index tree' (duration: 258.227376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:14.689126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.146073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T21:18:14.689165Z","caller":"traceutil/trace.go:171","msg":"trace[1398571362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22999; }","duration":"146.212996ms","start":"2026-03-11T21:18:14.542942Z","end":"2026-03-11T21:18:14.689155Z","steps":["trace[1398571362] 'range keys from in-memory index tree' (duration: 146.040381ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:15.13702Z","caller":"traceutil/trace.go:171","msg":"trace[1731158724] transaction","detail":"{read_only:false; response_revision:23000; number_of_response:1; }","duration":"451.756009ms","start":"2026-03-11T21:18:14.685237Z","end":"2026-03-11T21:18:15.136993Z","steps":["trace[1731158724] 'process raft request' (duration: 451.638556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:15.137144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:14.685213Z","time spent":"451.862841ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:15.165605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:14.690811Z","time spent":"474.791174ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T21:18:15.165799Z","caller":"traceutil/trace.go:171","msg":"trace[1275004715] transaction","detail":"{read_only:false; response_revision:23001; number_of_response:1; }","duration":"472.85627ms","start":"2026-03-11T21:18:14.692926Z","end":"2026-03-11T21:18:15.165782Z","steps":["trace[1275004715] 'process raft request' (duration: 472.395899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:15.16586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:14.692906Z","time spent":"472.907981ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:15.166203Z","caller":"traceutil/trace.go:171","msg":"trace[2107524972] transaction","detail":"{read_only:false; response_revision:23002; number_of_response:1; }","duration":"129.189475ms","start":"2026-03-11T21:18:15.037007Z","end":"2026-03-11T21:18:15.166197Z","steps":["trace[2107524972] 'process raft request' (duration: 128.384767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:15.692011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.330652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:15.692088Z","caller":"traceutil/trace.go:171","msg":"trace[2069715099] linearizableReadLoop","detail":"{readStateIndex:23794; appliedIndex:23793; }","duration":"217.185001ms","start":"2026-03-11T21:18:15.474892Z","end":"2026-03-11T21:18:15.692077Z","steps":["trace[2069715099] 'read index received' (duration: 30.961µs)","trace[2069715099] 'applied index is now lower than readState.Index' (duration: 217.15301ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:15.692138Z","caller":"traceutil/trace.go:171","msg":"trace[184832339] transaction","detail":"{read_only:false; response_revision:23004; number_of_response:1; }","duration":"523.889049ms","start":"2026-03-11T21:18:15.168243Z","end":"2026-03-11T21:18:15.692132Z","steps":["trace[184832339] 'process raft request' (duration: 131.365123ms)","trace[184832339] 'compare' (duration: 392.063396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:15.692173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:15.16822Z","time spent":"523.93333ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:15.692317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.398115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:15.692405Z","caller":"traceutil/trace.go:171","msg":"trace[626646630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23004; }","duration":"217.525038ms","start":"2026-03-11T21:18:15.474858Z","end":"2026-03-11T21:18:15.692383Z","steps":["trace[626646630] 'agreement among raft nodes before linearized reading' (duration: 217.315874ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:15.695106Z","caller":"traceutil/trace.go:171","msg":"trace[1802171060] transaction","detail":"{read_only:false; response_revision:23005; number_of_response:1; }","duration":"197.170454ms","start":"2026-03-11T21:18:15.497917Z","end":"2026-03-11T21:18:15.695088Z","steps":["trace[1802171060] 'process raft request' (duration: 196.396967ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:18.458517Z","caller":"traceutil/trace.go:171","msg":"trace[836932977] transaction","detail":"{read_only:false; response_revision:23024; number_of_response:1; }","duration":"239.854596ms","start":"2026-03-11T21:18:18.218643Z","end":"2026-03-11T21:18:18.458498Z","steps":["trace[836932977] 'process raft request' (duration: 239.741904ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:18.818793Z","caller":"traceutil/trace.go:171","msg":"trace[1217463875] linearizableReadLoop","detail":"{readStateIndex:23816; appliedIndex:23814; }","duration":"596.084842ms","start":"2026-03-11T21:18:18.22269Z","end":"2026-03-11T21:18:18.818774Z","steps":["trace[1217463875] 'read index received' (duration: 235.714354ms)","trace[1217463875] 'applied index is now lower than readState.Index' (duration: 360.369838ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:18.81883Z","caller":"traceutil/trace.go:171","msg":"trace[1129320871] transaction","detail":"{read_only:false; response_revision:23025; number_of_response:1; }","duration":"599.897417ms","start":"2026-03-11T21:18:18.218903Z","end":"2026-03-11T21:18:18.8188Z","steps":["trace[1129320871] 'process raft request' (duration: 580.648276ms)","trace[1129320871] 'compare' (duration: 19.081567ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:18.818887Z","caller":"traceutil/trace.go:171","msg":"trace[1054713622] transaction","detail":"{read_only:false; response_revision:23026; number_of_response:1; }","duration":"515.89471ms","start":"2026-03-11T21:18:18.302984Z","end":"2026-03-11T21:18:18.818878Z","steps":["trace[1054713622] 'process raft request' (duration: 515.757577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:18.818944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:18.218894Z","time spent":"599.986528ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:18.818962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:18.302959Z","time spent":"515.949042ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:18.819003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.555107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T21:18:18.819045Z","caller":"traceutil/trace.go:171","msg":"trace[404326173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23026; }","duration":"594.611468ms","start":"2026-03-11T21:18:18.224425Z","end":"2026-03-11T21:18:18.819036Z","steps":["trace[404326173] 'agreement among raft nodes before linearized reading' (duration: 594.500095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:18.819065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.53254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:18.819093Z","caller":"traceutil/trace.go:171","msg":"trace[463673134] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23026; }","duration":"557.584822ms","start":"2026-03-11T21:18:18.261501Z","end":"2026-03-11T21:18:18.819086Z","steps":["trace[463673134] 'agreement among raft nodes before linearized reading' (duration: 557.540581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:18.819097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.193413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:18.819112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:18.261478Z","time spent":"557.629312ms","remote":"127.0.0.1:37274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:18.819166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.645249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T21:18:18.819187Z","caller":"traceutil/trace.go:171","msg":"trace[1071640612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23026; }","duration":"594.70138ms","start":"2026-03-11T21:18:18.22448Z","end":"2026-03-11T21:18:18.819182Z","steps":["trace[1071640612] 'agreement among raft nodes before linearized reading' (duration: 594.646709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:18.819067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:18.224419Z","time spent":"594.643138ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:18.819207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:18.224463Z","time spent":"594.73779ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T21:18:18.819116Z","caller":"traceutil/trace.go:171","msg":"trace[1460964463] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23026; }","duration":"570.237034ms","start":"2026-03-11T21:18:18.248874Z","end":"2026-03-11T21:18:18.819111Z","steps":["trace[1460964463] 'agreement among raft nodes before linearized reading' (duration: 570.205004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:18.819266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:18.248862Z","time spent":"570.398648ms","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:18.819354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.662155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T21:18:18.819378Z","caller":"traceutil/trace.go:171","msg":"trace[1831927744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23026; }","duration":"596.701195ms","start":"2026-03-11T21:18:18.222671Z","end":"2026-03-11T21:18:18.819372Z","steps":["trace[1831927744] 'agreement among raft nodes before linearized reading' (duration: 596.603413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:18.819394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:18.222663Z","time spent":"596.728756ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:18.819487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.013565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T21:18:18.819524Z","caller":"traceutil/trace.go:171","msg":"trace[886565714] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23026; }","duration":"109.102706ms","start":"2026-03-11T21:18:18.710415Z","end":"2026-03-11T21:18:18.819518Z","steps":["trace[886565714] 'agreement among raft nodes before linearized reading' (duration: 109.027125ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:19.074195Z","caller":"traceutil/trace.go:171","msg":"trace[536416339] transaction","detail":"{read_only:false; response_revision:23027; number_of_response:1; }","duration":"250.692548ms","start":"2026-03-11T21:18:18.82347Z","end":"2026-03-11T21:18:19.074163Z","steps":["trace[536416339] 'process raft request' (duration: 201.327325ms)","trace[536416339] 'compare' (duration: 48.893783ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:19.074218Z","caller":"traceutil/trace.go:171","msg":"trace[1945146699] linearizableReadLoop","detail":"{readStateIndex:23821; appliedIndex:23817; }","duration":"229.817372ms","start":"2026-03-11T21:18:18.844378Z","end":"2026-03-11T21:18:19.074195Z","steps":["trace[1945146699] 'read index received' (duration: 180.434308ms)","trace[1945146699] 'applied index is now lower than readState.Index' (duration: 49.382164ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:19.074314Z","caller":"traceutil/trace.go:171","msg":"trace[2086885579] transaction","detail":"{read_only:false; response_revision:23028; number_of_response:1; }","duration":"248.314896ms","start":"2026-03-11T21:18:18.825962Z","end":"2026-03-11T21:18:19.074277Z","steps":["trace[2086885579] 'process raft request' (duration: 248.05079ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:19.074383Z","caller":"traceutil/trace.go:171","msg":"trace[745281062] transaction","detail":"{read_only:false; response_revision:23030; number_of_response:1; }","duration":"248.138082ms","start":"2026-03-11T21:18:18.826238Z","end":"2026-03-11T21:18:19.074376Z","steps":["trace[745281062] 'process raft request' (duration: 247.920647ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:19.074354Z","caller":"traceutil/trace.go:171","msg":"trace[1817696618] transaction","detail":"{read_only:false; response_revision:23029; number_of_response:1; }","duration":"248.346816ms","start":"2026-03-11T21:18:18.825996Z","end":"2026-03-11T21:18:19.074343Z","steps":["trace[1817696618] 'process raft request' (duration: 248.119601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:19.074535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.281662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:19.074581Z","caller":"traceutil/trace.go:171","msg":"trace[1146486323] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23030; }","duration":"178.379254ms","start":"2026-03-11T21:18:18.896189Z","end":"2026-03-11T21:18:19.074568Z","steps":["trace[1146486323] 'agreement among raft nodes before linearized reading' (duration: 178.270172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:19.074582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.1561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:19.074621Z","caller":"traceutil/trace.go:171","msg":"trace[1605998676] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23030; }","duration":"230.237682ms","start":"2026-03-11T21:18:18.844371Z","end":"2026-03-11T21:18:19.074609Z","steps":["trace[1605998676] 'agreement among raft nodes before linearized reading' (duration: 230.13282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:19.514625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.249511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:19.514835Z","caller":"traceutil/trace.go:171","msg":"trace[232310822] transaction","detail":"{read_only:false; response_revision:23032; number_of_response:1; }","duration":"330.03926ms","start":"2026-03-11T21:18:19.184776Z","end":"2026-03-11T21:18:19.514815Z","steps":["trace[232310822] 'process raft request' (duration: 329.958278ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:19.514869Z","caller":"traceutil/trace.go:171","msg":"trace[1306190420] linearizableReadLoop","detail":"{readStateIndex:23822; appliedIndex:23821; }","duration":"332.157147ms","start":"2026-03-11T21:18:19.182682Z","end":"2026-03-11T21:18:19.514839Z","steps":["trace[1306190420] 'read index received' (duration: 136.728793ms)","trace[1306190420] 'applied index is now lower than readState.Index' (duration: 195.425854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:19.514934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:19.184736Z","time spent":"330.150303ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:19.515009Z","caller":"traceutil/trace.go:171","msg":"trace[1373316789] transaction","detail":"{read_only:false; response_revision:23031; number_of_response:1; }","duration":"361.087454ms","start":"2026-03-11T21:18:19.153907Z","end":"2026-03-11T21:18:19.514995Z","steps":["trace[1373316789] 'process raft request' (duration: 165.364113ms)","trace[1373316789] 'compare' (duration: 194.342641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:19.515132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:19.153883Z","time spent":"361.162665ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:19.516985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.298215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T21:18:19.517178Z","caller":"traceutil/trace.go:171","msg":"trace[1818949237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23032; }","duration":"334.52917ms","start":"2026-03-11T21:18:19.182629Z","end":"2026-03-11T21:18:19.517159Z","steps":["trace[1818949237] 'agreement among raft nodes before linearized reading' (duration: 332.864523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:19.517243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:19.18261Z","time spent":"334.616082ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:18:20.168681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.859334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:20.168996Z","caller":"traceutil/trace.go:171","msg":"trace[1437696777] transaction","detail":"{read_only:false; response_revision:23035; number_of_response:1; }","duration":"301.524214ms","start":"2026-03-11T21:18:19.86746Z","end":"2026-03-11T21:18:20.168984Z","steps":["trace[1437696777] 'process raft request' (duration: 301.498433ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:20.169004Z","caller":"traceutil/trace.go:171","msg":"trace[121690786] transaction","detail":"{read_only:false; response_revision:23033; number_of_response:1; }","duration":"648.032912ms","start":"2026-03-11T21:18:19.520941Z","end":"2026-03-11T21:18:20.168974Z","steps":["trace[121690786] 'process raft request' (duration: 164.81783ms)","trace[121690786] 'compare' (duration: 482.423134ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:20.169146Z","caller":"traceutil/trace.go:171","msg":"trace[1095842552] transaction","detail":"{read_only:false; response_revision:23034; number_of_response:1; }","duration":"463.545492ms","start":"2026-03-11T21:18:19.705595Z","end":"2026-03-11T21:18:20.16914Z","steps":["trace[1095842552] 'process raft request' (duration: 463.303307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:20.16914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:19.520928Z","time spent":"648.139635ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:20.169176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:19.705576Z","time spent":"463.585423ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:20.16904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:19.867427Z","time spent":"301.595055ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:20.192315Z","caller":"traceutil/trace.go:171","msg":"trace[592461248] transaction","detail":"{read_only:false; response_revision:23036; number_of_response:1; }","duration":"152.945754ms","start":"2026-03-11T21:18:20.039346Z","end":"2026-03-11T21:18:20.192292Z","steps":["trace[592461248] 'process raft request' (duration: 152.809591ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:20.436006Z","caller":"traceutil/trace.go:171","msg":"trace[1470195797] transaction","detail":"{read_only:false; response_revision:23037; number_of_response:1; }","duration":"394.449719ms","start":"2026-03-11T21:18:20.041508Z","end":"2026-03-11T21:18:20.435958Z","steps":["trace[1470195797] 'process raft request' (duration: 376.462997ms)","trace[1470195797] 'compare' (duration: 17.507901ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:20.43631Z","caller":"traceutil/trace.go:171","msg":"trace[117067157] linearizableReadLoop","detail":"{readStateIndex:23829; appliedIndex:23827; }","duration":"234.66834ms","start":"2026-03-11T21:18:20.201592Z","end":"2026-03-11T21:18:20.43626Z","steps":["trace[117067157] 'read index received' (duration: 216.319421ms)","trace[117067157] 'applied index is now lower than readState.Index' (duration: 18.347539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:20.436612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:20.041481Z","time spent":"394.588811ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:20.436694Z","caller":"traceutil/trace.go:171","msg":"trace[1876011618] transaction","detail":"{read_only:false; response_revision:23038; number_of_response:1; }","duration":"367.607808ms","start":"2026-03-11T21:18:20.069068Z","end":"2026-03-11T21:18:20.436676Z","steps":["trace[1876011618] 'process raft request' (duration: 366.853282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:20.436999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:20.069056Z","time spent":"367.836964ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:20.437148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.545941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:20.437206Z","caller":"traceutil/trace.go:171","msg":"trace[183342764] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23038; }","duration":"235.655714ms","start":"2026-03-11T21:18:20.201536Z","end":"2026-03-11T21:18:20.437192Z","steps":["trace[183342764] 'agreement among raft nodes before linearized reading' (duration: 235.552712ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:20.685211Z","caller":"traceutil/trace.go:171","msg":"trace[1265376135] linearizableReadLoop","detail":"{readStateIndex:23830; appliedIndex:23829; }","duration":"146.369808ms","start":"2026-03-11T21:18:20.538818Z","end":"2026-03-11T21:18:20.685188Z","steps":["trace[1265376135] 'read index received' (duration: 118.079807ms)","trace[1265376135] 'applied index is now lower than readState.Index' (duration: 28.289031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:20.68532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.488341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:20.685358Z","caller":"traceutil/trace.go:171","msg":"trace[1065189848] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23039; }","duration":"146.577903ms","start":"2026-03-11T21:18:20.53877Z","end":"2026-03-11T21:18:20.685348Z","steps":["trace[1065189848] 'agreement among raft nodes before linearized reading' (duration: 146.494671ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:20.685347Z","caller":"traceutil/trace.go:171","msg":"trace[2076304801] transaction","detail":"{read_only:false; response_revision:23039; number_of_response:1; }","duration":"221.994357ms","start":"2026-03-11T21:18:20.463325Z","end":"2026-03-11T21:18:20.685319Z","steps":["trace[2076304801] 'process raft request' (duration: 193.647875ms)","trace[2076304801] 'compare' (duration: 27.983204ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:21.017611Z","caller":"traceutil/trace.go:171","msg":"trace[210497946] transaction","detail":"{read_only:false; response_revision:23040; number_of_response:1; }","duration":"121.025402ms","start":"2026-03-11T21:18:20.896548Z","end":"2026-03-11T21:18:21.017574Z","steps":["trace[210497946] 'process raft request' (duration: 120.854789ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:21.198116Z","caller":"traceutil/trace.go:171","msg":"trace[2025157025] transaction","detail":"{read_only:false; response_revision:23042; number_of_response:1; }","duration":"115.605611ms","start":"2026-03-11T21:18:21.082488Z","end":"2026-03-11T21:18:21.198094Z","steps":["trace[2025157025] 'process raft request' (duration: 113.818682ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:21.198256Z","caller":"traceutil/trace.go:171","msg":"trace[1426008517] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"113.992324ms","start":"2026-03-11T21:18:21.084247Z","end":"2026-03-11T21:18:21.198239Z","steps":["trace[1426008517] 'process raft request' (duration: 113.634596ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:23.711596Z","caller":"traceutil/trace.go:171","msg":"trace[1579784251] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"183.862236ms","start":"2026-03-11T21:18:23.527712Z","end":"2026-03-11T21:18:23.711575Z","steps":["trace[1579784251] 'process raft request' (duration: 183.723363ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:23.729577Z","caller":"traceutil/trace.go:171","msg":"trace[830334813] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"201.695554ms","start":"2026-03-11T21:18:23.527854Z","end":"2026-03-11T21:18:23.72955Z","steps":["trace[830334813] 'process raft request' (duration: 201.566922ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:23.729734Z","caller":"traceutil/trace.go:171","msg":"trace[1710484163] linearizableReadLoop","detail":"{readStateIndex:23850; appliedIndex:23848; }","duration":"157.582888ms","start":"2026-03-11T21:18:23.572145Z","end":"2026-03-11T21:18:23.729727Z","steps":["trace[1710484163] 'read index received' (duration: 139.30681ms)","trace[1710484163] 'applied index is now lower than readState.Index' (duration: 18.275398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:23.729811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.65209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:23.729854Z","caller":"traceutil/trace.go:171","msg":"trace[748822753] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23058; }","duration":"157.740332ms","start":"2026-03-11T21:18:23.572107Z","end":"2026-03-11T21:18:23.729847Z","steps":["trace[748822753] 'agreement among raft nodes before linearized reading' (duration: 157.64557ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:24.54159Z","caller":"traceutil/trace.go:171","msg":"trace[1398562647] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"717.310259ms","start":"2026-03-11T21:18:23.824252Z","end":"2026-03-11T21:18:24.541562Z","steps":["trace[1398562647] 'process raft request' (duration: 717.154736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:24.541749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:23.824229Z","time spent":"717.441801ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:24.553113Z","caller":"traceutil/trace.go:171","msg":"trace[1925446125] transaction","detail":"{read_only:false; response_revision:23062; number_of_response:1; }","duration":"347.931919ms","start":"2026-03-11T21:18:24.205157Z","end":"2026-03-11T21:18:24.553089Z","steps":["trace[1925446125] 'process raft request' (duration: 347.866648ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:24.553153Z","caller":"traceutil/trace.go:171","msg":"trace[1051751521] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"362.544407ms","start":"2026-03-11T21:18:24.190568Z","end":"2026-03-11T21:18:24.553112Z","steps":["trace[1051751521] 'process raft request' (duration: 362.412514ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:24.553139Z","caller":"traceutil/trace.go:171","msg":"trace[467811776] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"372.07898ms","start":"2026-03-11T21:18:24.181025Z","end":"2026-03-11T21:18:24.553104Z","steps":["trace[467811776] 'process raft request' (duration: 371.826384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:24.553212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:24.190547Z","time spent":"362.635118ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:24.553253Z","caller":"traceutil/trace.go:171","msg":"trace[1642432834] linearizableReadLoop","detail":"{readStateIndex:23853; appliedIndex:23850; }","duration":"348.134185ms","start":"2026-03-11T21:18:24.205101Z","end":"2026-03-11T21:18:24.553235Z","steps":["trace[1642432834] 'read index received' (duration: 336.27445ms)","trace[1642432834] 'applied index is now lower than readState.Index' (duration: 11.858015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:24.553262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:24.20515Z","time spent":"348.030232ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:24.553282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:24.181006Z","time spent":"372.200332ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:24.553383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.375242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:24.553419Z","caller":"traceutil/trace.go:171","msg":"trace[769514566] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23063; }","duration":"332.437864ms","start":"2026-03-11T21:18:24.220967Z","end":"2026-03-11T21:18:24.553405Z","steps":["trace[769514566] 'agreement among raft nodes before linearized reading' (duration: 332.367693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:24.553455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:24.220954Z","time spent":"332.492255ms","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:24.553472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.354539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T21:18:24.553526Z","caller":"traceutil/trace.go:171","msg":"trace[202998951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23063; }","duration":"348.436351ms","start":"2026-03-11T21:18:24.205076Z","end":"2026-03-11T21:18:24.553512Z","steps":["trace[202998951] 'agreement among raft nodes before linearized reading' (duration: 348.249237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:24.553558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:24.205062Z","time spent":"348.488422ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T21:18:24.989339Z","caller":"traceutil/trace.go:171","msg":"trace[127716682] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"432.710504ms","start":"2026-03-11T21:18:24.556598Z","end":"2026-03-11T21:18:24.989309Z","steps":["trace[127716682] 'process raft request' (duration: 432.358515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:24.989481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:24.556578Z","time spent":"432.832546ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:25.019853Z","caller":"traceutil/trace.go:171","msg":"trace[1424586442] linearizableReadLoop","detail":"{readStateIndex:23857; appliedIndex:23855; }","duration":"248.13201ms","start":"2026-03-11T21:18:24.771683Z","end":"2026-03-11T21:18:25.019815Z","steps":["trace[1424586442] 'read index received' (duration: 217.584409ms)","trace[1424586442] 'applied index is now lower than readState.Index' (duration: 30.546571ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:25.019948Z","caller":"traceutil/trace.go:171","msg":"trace[955612992] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"321.609642ms","start":"2026-03-11T21:18:24.698299Z","end":"2026-03-11T21:18:25.019909Z","steps":["trace[955612992] 'process raft request' (duration: 321.377806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:25.020079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.372276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:25.020106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.473001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-rbtx2.189be582691f4203\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-11T21:18:25.020124Z","caller":"traceutil/trace.go:171","msg":"trace[1938365991] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23065; }","duration":"248.436048ms","start":"2026-03-11T21:18:24.771676Z","end":"2026-03-11T21:18:25.020112Z","steps":["trace[1938365991] 'agreement among raft nodes before linearized reading' (duration: 248.287794ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:25.020145Z","caller":"traceutil/trace.go:171","msg":"trace[2035260757] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-rbtx2.189be582691f4203; range_end:; response_count:1; response_revision:23065; }","duration":"214.515822ms","start":"2026-03-11T21:18:24.805618Z","end":"2026-03-11T21:18:25.020134Z","steps":["trace[2035260757] 'agreement among raft nodes before linearized reading' (duration: 214.371517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:25.020169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:24.698275Z","time spent":"321.783285ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:25.419625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.6028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:25.419696Z","caller":"traceutil/trace.go:171","msg":"trace[1076809087] linearizableReadLoop","detail":"{readStateIndex:23858; appliedIndex:23857; }","duration":"384.976336ms","start":"2026-03-11T21:18:25.034708Z","end":"2026-03-11T21:18:25.419685Z","steps":["trace[1076809087] 'read index received' (duration: 162.287244ms)","trace[1076809087] 'applied index is now lower than readState.Index' (duration: 222.688252ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:25.419748Z","caller":"traceutil/trace.go:171","msg":"trace[650370722] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"396.879733ms","start":"2026-03-11T21:18:25.022863Z","end":"2026-03-11T21:18:25.419742Z","steps":["trace[650370722] 'process raft request' (duration: 174.101789ms)","trace[650370722] 'compare' (duration: 222.525029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:25.419783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:25.022839Z","time spent":"396.929224ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:25.41986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.140779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T21:18:25.419915Z","caller":"traceutil/trace.go:171","msg":"trace[1625512517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23066; }","duration":"385.259663ms","start":"2026-03-11T21:18:25.034642Z","end":"2026-03-11T21:18:25.419902Z","steps":["trace[1625512517] 'agreement among raft nodes before linearized reading' (duration: 385.11355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:25.419971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:25.034611Z","time spent":"385.352244ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T21:18:25.656955Z","caller":"traceutil/trace.go:171","msg":"trace[754992050] transaction","detail":"{read_only:false; response_revision:23068; number_of_response:1; }","duration":"226.762153ms","start":"2026-03-11T21:18:25.430169Z","end":"2026-03-11T21:18:25.656931Z","steps":["trace[754992050] 'process raft request' (duration: 226.662701ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:25.657003Z","caller":"traceutil/trace.go:171","msg":"trace[1794725916] linearizableReadLoop","detail":"{readStateIndex:23859; appliedIndex:23858; }","duration":"237.239818ms","start":"2026-03-11T21:18:25.419719Z","end":"2026-03-11T21:18:25.656958Z","steps":["trace[1794725916] 'read index received' (duration: 203.771141ms)","trace[1794725916] 'applied index is now lower than readState.Index' (duration: 33.465657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:25.657148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.402337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T21:18:25.657246Z","caller":"traceutil/trace.go:171","msg":"trace[728667376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23068; }","duration":"445.532949ms","start":"2026-03-11T21:18:25.211687Z","end":"2026-03-11T21:18:25.65722Z","steps":["trace[728667376] 'agreement among raft nodes before linearized reading' (duration: 445.350895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:25.657273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.238524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-hlznq.189be5817a23b1d5\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-03-11T21:18:25.657303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:25.211666Z","time spent":"445.622711ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T21:18:25.657316Z","caller":"traceutil/trace.go:171","msg":"trace[1981923706] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-hlznq.189be5817a23b1d5; range_end:; response_count:1; response_revision:23068; }","duration":"227.309926ms","start":"2026-03-11T21:18:25.429994Z","end":"2026-03-11T21:18:25.657303Z","steps":["trace[1981923706] 'agreement among raft nodes before linearized reading' (duration: 227.161522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:25.657148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.509147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T21:18:25.657431Z","caller":"traceutil/trace.go:171","msg":"trace[172931809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23068; }","duration":"444.842224ms","start":"2026-03-11T21:18:25.212571Z","end":"2026-03-11T21:18:25.657413Z","steps":["trace[172931809] 'agreement among raft nodes before linearized reading' (duration: 444.408514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:25.657418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.366449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:25.657476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:25.21254Z","time spent":"444.922316ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T21:18:25.657523Z","caller":"traceutil/trace.go:171","msg":"trace[1426052231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23068; }","duration":"172.487952ms","start":"2026-03-11T21:18:25.484985Z","end":"2026-03-11T21:18:25.657473Z","steps":["trace[1426052231] 'agreement among raft nodes before linearized reading' (duration: 172.337929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:25.657278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.438427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T21:18:25.657622Z","caller":"traceutil/trace.go:171","msg":"trace[1135361025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23068; }","duration":"556.870606ms","start":"2026-03-11T21:18:25.100735Z","end":"2026-03-11T21:18:25.657606Z","steps":["trace[1135361025] 'agreement among raft nodes before linearized reading' (duration: 556.386356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:25.657671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:25.100709Z","time spent":"556.947217ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T21:18:25.658005Z","caller":"traceutil/trace.go:171","msg":"trace[1896411278] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"435.394552ms","start":"2026-03-11T21:18:25.222582Z","end":"2026-03-11T21:18:25.657976Z","steps":["trace[1896411278] 'process raft request' (duration: 400.924743ms)","trace[1896411278] 'compare' (duration: 33.042088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:25.65815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:25.22256Z","time spent":"435.512176ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:26.366013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:25.665735Z","time spent":"700.272168ms","remote":"127.0.0.1:51548","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T21:18:26.366062Z","caller":"traceutil/trace.go:171","msg":"trace[473069285] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"700.228737ms","start":"2026-03-11T21:18:25.665808Z","end":"2026-03-11T21:18:26.366037Z","steps":["trace[473069285] 'process raft request' (duration: 700.095674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:26.366198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:25.665788Z","time spent":"700.33627ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:27.716906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.351078041s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:18:27.717334Z","caller":"traceutil/trace.go:171","msg":"trace[535371370] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"2.051389771s","start":"2026-03-11T21:18:25.665891Z","end":"2026-03-11T21:18:27.717281Z","steps":["trace[535371370] 'process raft request' (duration: 2.051219917s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:27.71747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:25.665872Z","time spent":"2.051525673s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:27.717633Z","caller":"traceutil/trace.go:171","msg":"trace[462963200] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"2.051654006s","start":"2026-03-11T21:18:25.665949Z","end":"2026-03-11T21:18:27.717603Z","steps":["trace[462963200] 'process raft request' (duration: 2.051497532s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:27.717765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:25.665917Z","time spent":"2.051765878s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:27.717898Z","caller":"traceutil/trace.go:171","msg":"trace[1923451047] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"2.051961094s","start":"2026-03-11T21:18:25.665926Z","end":"2026-03-11T21:18:27.717887Z","steps":["trace[1923451047] 'process raft request' (duration: 2.051309989s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:27.717919Z","caller":"traceutil/trace.go:171","msg":"trace[1280923010] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"1.978993674s","start":"2026-03-11T21:18:25.738915Z","end":"2026-03-11T21:18:27.717909Z","steps":["trace[1280923010] 'process raft request' (duration: 1.97884499s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:27.717942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:25.665897Z","time spent":"2.052024655s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:27.717922Z","caller":"traceutil/trace.go:171","msg":"trace[1021927800] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"2.000749171s","start":"2026-03-11T21:18:25.717141Z","end":"2026-03-11T21:18:27.71789Z","steps":["trace[1021927800] 'process raft request' (duration: 2.000420573s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:27.71797Z","caller":"traceutil/trace.go:171","msg":"trace[138988546] transaction","detail":"{read_only:false; response_revision:23075; number_of_response:1; }","duration":"1.750723476s","start":"2026-03-11T21:18:25.967233Z","end":"2026-03-11T21:18:27.717957Z","steps":["trace[138988546] 'process raft request' (duration: 1.750616374s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:27.717986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:25.738901Z","time spent":"1.979052865s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:27.71791Z","caller":"traceutil/trace.go:171","msg":"trace[1467687672] linearizableReadLoop","detail":"{readStateIndex:23868; appliedIndex:23860; }","duration":"1.627077445s","start":"2026-03-11T21:18:26.090815Z","end":"2026-03-11T21:18:27.717892Z","steps":["trace[1467687672] 'read index received' (duration: 275.026571ms)","trace[1467687672] 'applied index is now lower than readState.Index' (duration: 1.352049694s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:27.71804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:25.967208Z","time spent":"1.750801378s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:27.718055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627238458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:27.718099Z","caller":"traceutil/trace.go:171","msg":"trace[1953470635] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23075; }","duration":"1.62732903s","start":"2026-03-11T21:18:26.090758Z","end":"2026-03-11T21:18:27.718087Z","steps":["trace[1953470635] 'agreement among raft nodes before linearized reading' (duration: 1.627185797s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:27.71809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:25.717121Z","time spent":"2.000888344s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:27.718142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:26.090733Z","time spent":"1.627401112s","remote":"127.0.0.1:34776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:28.218545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374437328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:18:28.718948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374437328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:18:28.763673Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.03938528s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:18:28.949946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.973582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:28.950813Z","caller":"traceutil/trace.go:171","msg":"trace[107357506] transaction","detail":"{read_only:false; response_revision:23076; number_of_response:1; }","duration":"2.583432512s","start":"2026-03-11T21:18:26.367347Z","end":"2026-03-11T21:18:28.950779Z","steps":["trace[107357506] 'process raft request' (duration: 2.396533908s)","trace[107357506] 'compare' (duration: 185.84605ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:28.950877Z","caller":"traceutil/trace.go:171","msg":"trace[1375358707] transaction","detail":"{read_only:false; response_revision:23077; number_of_response:1; }","duration":"2.392506958s","start":"2026-03-11T21:18:26.558351Z","end":"2026-03-11T21:18:28.950858Z","steps":["trace[1375358707] 'process raft request' (duration: 2.391710139s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:28.950927Z","caller":"traceutil/trace.go:171","msg":"trace[1255414881] transaction","detail":"{read_only:false; response_revision:23078; number_of_response:1; }","duration":"2.392526328s","start":"2026-03-11T21:18:26.55838Z","end":"2026-03-11T21:18:28.950906Z","steps":["trace[1255414881] 'process raft request' (duration: 2.39174186s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:28.950964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:26.558326Z","time spent":"2.39258948s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:28.950938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:26.367327Z","time spent":"2.583554685s","remote":"127.0.0.1:51548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:28.951043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:26.558356Z","time spent":"2.392629621s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:28.951037Z","caller":"traceutil/trace.go:171","msg":"trace[726220342] transaction","detail":"{read_only:false; response_revision:23079; number_of_response:1; }","duration":"2.392169091s","start":"2026-03-11T21:18:26.558828Z","end":"2026-03-11T21:18:28.950997Z","steps":["trace[726220342] 'process raft request' (duration: 2.391328071s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:28.951179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:26.558819Z","time spent":"2.392285063s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:28.951328Z","caller":"traceutil/trace.go:171","msg":"trace[850215485] transaction","detail":"{read_only:false; response_revision:23080; number_of_response:1; }","duration":"2.392417106s","start":"2026-03-11T21:18:26.558879Z","end":"2026-03-11T21:18:28.951296Z","steps":["trace[850215485] 'process raft request' (duration: 2.391308541s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:28.951332Z","caller":"traceutil/trace.go:171","msg":"trace[598386316] transaction","detail":"{read_only:false; response_revision:23081; number_of_response:1; }","duration":"1.924835995s","start":"2026-03-11T21:18:27.026472Z","end":"2026-03-11T21:18:28.951308Z","steps":["trace[598386316] 'process raft request' (duration: 1.924726572s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:28.951514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:26.558873Z","time spent":"2.392556629s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:28.951693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.026446Z","time spent":"1.92512332s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:29.472505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:18:29.472594Z","caller":"traceutil/trace.go:171","msg":"trace[1664056749] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000033403s","start":"2026-03-11T21:18:27.472543Z","end":"2026-03-11T21:18:29.472576Z","steps":["trace[1664056749] 'agreement among raft nodes before linearized reading' (duration: 1.999922991s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.472639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.472529Z","time spent":"2.000101576s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:18:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:29.788692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.765081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:29.788847Z","caller":"traceutil/trace.go:171","msg":"trace[762974514] linearizableReadLoop","detail":"{readStateIndex:23875; appliedIndex:23868; }","duration":"2.070764733s","start":"2026-03-11T21:18:27.71806Z","end":"2026-03-11T21:18:29.788825Z","steps":["trace[762974514] 'read index received' (duration: 1.045835624s)","trace[762974514] 'applied index is now lower than readState.Index' (duration: 1.024926829s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:29.789122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79604702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T21:18:29.789096Z","caller":"traceutil/trace.go:171","msg":"trace[1626674108] transaction","detail":"{read_only:false; response_revision:23082; number_of_response:1; }","duration":"1.846532026s","start":"2026-03-11T21:18:27.942533Z","end":"2026-03-11T21:18:29.789065Z","steps":["trace[1626674108] 'process raft request' (duration: 1.432295175s)","trace[1626674108] 'compare' (duration: 413.093075ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:29.789156Z","caller":"traceutil/trace.go:171","msg":"trace[880160017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23082; }","duration":"2.796117111s","start":"2026-03-11T21:18:26.993031Z","end":"2026-03-11T21:18:29.789148Z","steps":["trace[880160017] 'agreement among raft nodes before linearized reading' (duration: 2.795928257s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.789179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:26.993012Z","time spent":"2.796163593s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:18:29.789191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127284275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-11T21:18:29.789227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.942504Z","time spent":"1.846662998s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:29.789216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.302879687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:29.78925Z","caller":"traceutil/trace.go:171","msg":"trace[1165519235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23082; }","duration":"2.127378887s","start":"2026-03-11T21:18:27.661853Z","end":"2026-03-11T21:18:29.789232Z","steps":["trace[1165519235] 'agreement among raft nodes before linearized reading' (duration: 2.127188533s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.789314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.661838Z","time spent":"2.127462249s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T21:18:29.789317Z","caller":"traceutil/trace.go:171","msg":"trace[130695034] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23082; }","duration":"3.303032701s","start":"2026-03-11T21:18:26.486254Z","end":"2026-03-11T21:18:29.789287Z","steps":["trace[130695034] 'agreement among raft nodes before linearized reading' (duration: 3.302823146s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.789396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663298847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:29.789417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419460702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-rbtx2.189be582691f4203\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-03-11T21:18:29.789444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:26.486236Z","time spent":"3.303198325s","remote":"127.0.0.1:34692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:29.789456Z","caller":"traceutil/trace.go:171","msg":"trace[317951243] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23082; }","duration":"3.66342219s","start":"2026-03-11T21:18:26.126014Z","end":"2026-03-11T21:18:29.789436Z","steps":["trace[317951243] 'agreement among raft nodes before linearized reading' (duration: 3.663280377s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.789477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510547034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:29.789525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859500047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-11T21:18:29.789532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.585153232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-11T21:18:29.789622Z","caller":"traceutil/trace.go:171","msg":"trace[338899624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23082; }","duration":"2.85961514s","start":"2026-03-11T21:18:26.929993Z","end":"2026-03-11T21:18:29.789608Z","steps":["trace[338899624] 'agreement among raft nodes before linearized reading' (duration: 2.859357114s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.789594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:26.125997Z","time spent":"3.663575113s","remote":"127.0.0.1:39710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:29.789592Z","caller":"traceutil/trace.go:171","msg":"trace[2064887876] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23082; }","duration":"2.510728728s","start":"2026-03-11T21:18:27.278836Z","end":"2026-03-11T21:18:29.789564Z","steps":["trace[2064887876] 'agreement among raft nodes before linearized reading' (duration: 2.510535134s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:29.789481Z","caller":"traceutil/trace.go:171","msg":"trace[85524774] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-rbtx2.189be582691f4203; range_end:; response_count:1; response_revision:23082; }","duration":"3.419556694s","start":"2026-03-11T21:18:26.369909Z","end":"2026-03-11T21:18:29.789466Z","steps":["trace[85524774] 'agreement among raft nodes before linearized reading' (duration: 3.41938866s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.789678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:26.929979Z","time spent":"2.859685461s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T21:18:29.789665Z","caller":"traceutil/trace.go:171","msg":"trace[74890726] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23082; }","duration":"3.585321426s","start":"2026-03-11T21:18:26.204318Z","end":"2026-03-11T21:18:29.78964Z","steps":["trace[74890726] 'agreement among raft nodes before linearized reading' (duration: 3.584902647s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.789382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49780842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:29.789739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:26.204304Z","time spent":"3.585424858s","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-11T21:18:29.789754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:26.369892Z","time spent":"3.419824509s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-rbtx2.189be582691f4203\" "} {"level":"warn","ts":"2026-03-11T21:18:29.78974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.278819Z","time spent":"2.510900621s","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:29.789792Z","caller":"traceutil/trace.go:171","msg":"trace[1367145915] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23082; }","duration":"2.498271251s","start":"2026-03-11T21:18:27.2915Z","end":"2026-03-11T21:18:29.789772Z","steps":["trace[1367145915] 'agreement among raft nodes before linearized reading' (duration: 2.497758299s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:29.789854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:27.291489Z","time spent":"2.498344092s","remote":"127.0.0.1:37312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:29.790451Z","caller":"traceutil/trace.go:171","msg":"trace[267472902] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"236.755116ms","start":"2026-03-11T21:18:29.553689Z","end":"2026-03-11T21:18:29.790444Z","steps":["trace[267472902] 'process raft request' (duration: 236.687825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:30.420976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.153368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:30.421646Z","caller":"traceutil/trace.go:171","msg":"trace[1398026507] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"696.925464ms","start":"2026-03-11T21:18:29.724683Z","end":"2026-03-11T21:18:30.421609Z","steps":["trace[1398026507] 'process raft request' (duration: 696.409031ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:30.421932Z","caller":"traceutil/trace.go:171","msg":"trace[1174328064] linearizableReadLoop","detail":"{readStateIndex:23878; appliedIndex:23875; }","duration":"632.799861ms","start":"2026-03-11T21:18:29.789105Z","end":"2026-03-11T21:18:30.421905Z","steps":["trace[1174328064] 'read index received' (duration: 1.281588ms)","trace[1174328064] 'applied index is now lower than readState.Index' (duration: 631.514683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:30.421983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.916164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:30.422019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348963975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:30.422088Z","caller":"traceutil/trace.go:171","msg":"trace[132140907] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23086; }","duration":"1.349076767s","start":"2026-03-11T21:18:29.072992Z","end":"2026-03-11T21:18:30.422069Z","steps":["trace[132140907] 'agreement among raft nodes before linearized reading' (duration: 1.348952564s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:30.422084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.863559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-11T21:18:30.422128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.261158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:30.422153Z","caller":"traceutil/trace.go:171","msg":"trace[647305623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23086; }","duration":"699.956361ms","start":"2026-03-11T21:18:29.722181Z","end":"2026-03-11T21:18:30.422137Z","steps":["trace[647305623] 'agreement among raft nodes before linearized reading' (duration: 699.749197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:30.422181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793063632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:30.422194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468603535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-11T21:18:30.422213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.72217Z","time spent":"700.031043ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T21:18:30.422212Z","caller":"traceutil/trace.go:171","msg":"trace[865262094] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23086; }","duration":"1.793139464s","start":"2026-03-11T21:18:28.629062Z","end":"2026-03-11T21:18:30.422202Z","steps":["trace[865262094] 'agreement among raft nodes before linearized reading' (duration: 1.793081492s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:30.42208Z","caller":"traceutil/trace.go:171","msg":"trace[1866917911] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23086; }","duration":"929.071768ms","start":"2026-03-11T21:18:29.492988Z","end":"2026-03-11T21:18:30.42206Z","steps":["trace[1866917911] 'agreement among raft nodes before linearized reading' (duration: 928.925604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:30.42224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.027742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-11T21:18:30.422258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:28.629041Z","time spent":"1.793210955s","remote":"127.0.0.1:37020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:30.422253Z","caller":"traceutil/trace.go:171","msg":"trace[1634219204] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23086; }","duration":"1.468704957s","start":"2026-03-11T21:18:28.953534Z","end":"2026-03-11T21:18:30.422239Z","steps":["trace[1634219204] 'agreement among raft nodes before linearized reading' (duration: 1.468519833s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:30.422273Z","caller":"traceutil/trace.go:171","msg":"trace[1077937084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23086; }","duration":"700.063923ms","start":"2026-03-11T21:18:29.722202Z","end":"2026-03-11T21:18:30.422266Z","steps":["trace[1077937084] 'agreement among raft nodes before linearized reading' (duration: 699.91412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:30.422277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.492961Z","time spent":"929.303333ms","remote":"127.0.0.1:36430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:30.421682Z","caller":"traceutil/trace.go:171","msg":"trace[303197272] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"697.912755ms","start":"2026-03-11T21:18:29.72375Z","end":"2026-03-11T21:18:30.421663Z","steps":["trace[303197272] 'process raft request' (duration: 595.966558ms)","trace[303197272] 'compare' (duration: 100.958404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:30.422304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.722145Z","time spent":"700.152806ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:30.422148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.072976Z","time spent":"1.349157949s","remote":"127.0.0.1:36356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:30.422307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:28.953514Z","time spent":"1.46878039s","remote":"127.0.0.1:34376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-11T21:18:30.422206Z","caller":"traceutil/trace.go:171","msg":"trace[4858023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23086; }","duration":"949.37724ms","start":"2026-03-11T21:18:29.472811Z","end":"2026-03-11T21:18:30.422189Z","steps":["trace[4858023] 'agreement among raft nodes before linearized reading' (duration: 949.228737ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:30.42237Z","caller":"traceutil/trace.go:171","msg":"trace[1300888987] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"629.164871ms","start":"2026-03-11T21:18:29.793184Z","end":"2026-03-11T21:18:30.422349Z","steps":["trace[1300888987] 'process raft request' (duration: 628.441455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:30.422412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.472793Z","time spent":"949.613686ms","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:18:30.422418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.723724Z","time spent":"698.6013ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:30.422484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.793154Z","time spent":"629.266012ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:30.422508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.91013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T21:18:30.42261Z","caller":"traceutil/trace.go:171","msg":"trace[899452823] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"628.75032ms","start":"2026-03-11T21:18:29.793847Z","end":"2026-03-11T21:18:30.422598Z","steps":["trace[899452823] 'process raft request' (duration: 627.893952ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:30.42267Z","caller":"traceutil/trace.go:171","msg":"trace[777261008] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"628.420493ms","start":"2026-03-11T21:18:29.794241Z","end":"2026-03-11T21:18:30.422662Z","steps":["trace[777261008] 'process raft request' (duration: 628.093676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:30.422695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.793835Z","time spent":"628.804541ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:30.422719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.79422Z","time spent":"628.474144ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:30.422737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.099313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:30.422764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.115905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:30.422798Z","caller":"traceutil/trace.go:171","msg":"trace[1144394971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23088; }","duration":"425.183495ms","start":"2026-03-11T21:18:29.9976Z","end":"2026-03-11T21:18:30.422783Z","steps":["trace[1144394971] 'agreement among raft nodes before linearized reading' (duration: 425.091463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:30.42274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.26866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-11T21:18:30.422834Z","caller":"traceutil/trace.go:171","msg":"trace[1168543401] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23088; }","duration":"267.215967ms","start":"2026-03-11T21:18:30.155589Z","end":"2026-03-11T21:18:30.422805Z","steps":["trace[1168543401] 'agreement among raft nodes before linearized reading' (duration: 267.115205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:30.422851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.997583Z","time spent":"425.257997ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:18:30.422859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.906662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cff8c03a-0633-4f00-955b-8db4d242a660\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-11T21:18:30.422867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.544455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-11T21:18:30.422872Z","caller":"traceutil/trace.go:171","msg":"trace[429326661] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23088; }","duration":"628.430793ms","start":"2026-03-11T21:18:29.794421Z","end":"2026-03-11T21:18:30.422852Z","steps":["trace[429326661] 'agreement among raft nodes before linearized reading' (duration: 628.043784ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:30.422908Z","caller":"traceutil/trace.go:171","msg":"trace[219457465] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cff8c03a-0633-4f00-955b-8db4d242a660; range_end:; response_count:1; response_revision:23088; }","duration":"627.978273ms","start":"2026-03-11T21:18:29.794919Z","end":"2026-03-11T21:18:30.422897Z","steps":["trace[219457465] 'agreement among raft nodes before linearized reading' (duration: 627.85012ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:30.422918Z","caller":"traceutil/trace.go:171","msg":"trace[1352492028] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23088; }","duration":"576.629207ms","start":"2026-03-11T21:18:29.846276Z","end":"2026-03-11T21:18:30.422905Z","steps":["trace[1352492028] 'agreement among raft nodes before linearized reading' (duration: 576.479844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:30.422933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.794405Z","time spent":"628.513615ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T21:18:30.422949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.794909Z","time spent":"628.031025ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-cff8c03a-0633-4f00-955b-8db4d242a660\" "} {"level":"warn","ts":"2026-03-11T21:18:30.422953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.84626Z","time spent":"576.685178ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-11T21:18:30.422736Z","caller":"traceutil/trace.go:171","msg":"trace[1635656742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23086; }","duration":"700.444952ms","start":"2026-03-11T21:18:29.722168Z","end":"2026-03-11T21:18:30.422613Z","steps":["trace[1635656742] 'agreement among raft nodes before linearized reading' (duration: 699.765547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:30.424444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.722145Z","time spent":"702.286044ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:30.424612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:29.724672Z","time spent":"697.071767ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:30.969446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.739735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:30.969545Z","caller":"traceutil/trace.go:171","msg":"trace[1364925722] linearizableReadLoop","detail":"{readStateIndex:23882; appliedIndex:23881; }","duration":"541.38063ms","start":"2026-03-11T21:18:30.428145Z","end":"2026-03-11T21:18:30.969526Z","steps":["trace[1364925722] 'read index received' (duration: 279.521003ms)","trace[1364925722] 'applied index is now lower than readState.Index' (duration: 261.858457ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:30.969696Z","caller":"traceutil/trace.go:171","msg":"trace[2042256412] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"541.582704ms","start":"2026-03-11T21:18:30.428006Z","end":"2026-03-11T21:18:30.969589Z","steps":["trace[2042256412] 'process raft request' (duration: 279.630725ms)","trace[2042256412] 'compare' (duration: 261.638763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:30.969987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.427986Z","time spent":"541.788339ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:30.970027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.872641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-11T21:18:30.970074Z","caller":"traceutil/trace.go:171","msg":"trace[1737093130] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7; range_end:; response_count:1; response_revision:23089; }","duration":"541.950252ms","start":"2026-03-11T21:18:30.428111Z","end":"2026-03-11T21:18:30.970061Z","steps":["trace[1737093130] 'agreement among raft nodes before linearized reading' (duration: 541.490812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:30.970179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.428097Z","time spent":"542.007244ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7\" "} {"level":"info","ts":"2026-03-11T21:18:31.30061Z","caller":"traceutil/trace.go:171","msg":"trace[939340667] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"869.975697ms","start":"2026-03-11T21:18:30.43061Z","end":"2026-03-11T21:18:31.300586Z","steps":["trace[939340667] 'process raft request' (duration: 869.920766ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:31.300641Z","caller":"traceutil/trace.go:171","msg":"trace[786214915] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"871.517392ms","start":"2026-03-11T21:18:30.429087Z","end":"2026-03-11T21:18:31.300604Z","steps":["trace[786214915] 'process raft request' (duration: 871.257217ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:31.300768Z","caller":"traceutil/trace.go:171","msg":"trace[1008373784] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"871.779698ms","start":"2026-03-11T21:18:30.428933Z","end":"2026-03-11T21:18:31.300712Z","steps":["trace[1008373784] 'process raft request' (duration: 870.50538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:31.300851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.4306Z","time spent":"870.0819ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:31.300858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.429079Z","time spent":"871.644535ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:31.300874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.428917Z","time spent":"871.910692ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:31.300665Z","caller":"traceutil/trace.go:171","msg":"trace[324705458] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"870.575641ms","start":"2026-03-11T21:18:30.430042Z","end":"2026-03-11T21:18:31.300617Z","steps":["trace[324705458] 'process raft request' (duration: 870.366916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:31.301016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.430027Z","time spent":"870.918009ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:31.331862Z","caller":"traceutil/trace.go:171","msg":"trace[1250714765] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"375.082636ms","start":"2026-03-11T21:18:30.956739Z","end":"2026-03-11T21:18:31.331821Z","steps":["trace[1250714765] 'process raft request' (duration: 374.748918ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:31.331974Z","caller":"traceutil/trace.go:171","msg":"trace[1479167546] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"374.144605ms","start":"2026-03-11T21:18:30.95782Z","end":"2026-03-11T21:18:31.331965Z","steps":["trace[1479167546] 'process raft request' (duration: 373.986872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:31.332173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.956715Z","time spent":"375.29658ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:31.332312Z","caller":"traceutil/trace.go:171","msg":"trace[1223263951] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"374.38576ms","start":"2026-03-11T21:18:30.957897Z","end":"2026-03-11T21:18:31.332282Z","steps":["trace[1223263951] 'process raft request' (duration: 374.046533ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:31.332378Z","caller":"traceutil/trace.go:171","msg":"trace[1721370104] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"360.264586ms","start":"2026-03-11T21:18:30.972082Z","end":"2026-03-11T21:18:31.332346Z","steps":["trace[1721370104] 'process raft request' (duration: 360.00426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:31.332464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.957878Z","time spent":"374.512643ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:31.332522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.972069Z","time spent":"360.371188ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:31.332551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.957809Z","time spent":"374.662346ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:31.33187Z","caller":"traceutil/trace.go:171","msg":"trace[1047331265] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"374.273339ms","start":"2026-03-11T21:18:30.957572Z","end":"2026-03-11T21:18:31.331845Z","steps":["trace[1047331265] 'process raft request' (duration: 374.203317ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:31.331898Z","caller":"traceutil/trace.go:171","msg":"trace[763107735] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"374.339709ms","start":"2026-03-11T21:18:30.957498Z","end":"2026-03-11T21:18:31.331838Z","steps":["trace[763107735] 'process raft request' (duration: 374.226297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:31.332901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.957544Z","time spent":"375.2711ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:31.332981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.957487Z","time spent":"375.437263ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:31.400185Z","caller":"traceutil/trace.go:171","msg":"trace[344482926] linearizableReadLoop","detail":"{readStateIndex:23891; appliedIndex:23882; }","duration":"430.567495ms","start":"2026-03-11T21:18:30.969575Z","end":"2026-03-11T21:18:31.400143Z","steps":["trace[344482926] 'read index received' (duration: 329.835416ms)","trace[344482926] 'applied index is now lower than readState.Index' (duration: 100.730049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:31.400322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.343966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:31.400366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.17799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:31.400402Z","caller":"traceutil/trace.go:171","msg":"trace[1073822991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23099; }","duration":"925.270562ms","start":"2026-03-11T21:18:30.475122Z","end":"2026-03-11T21:18:31.400393Z","steps":["trace[1073822991] 'agreement among raft nodes before linearized reading' (duration: 925.17925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:31.400429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.996347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:31.400437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.4751Z","time spent":"925.329794ms","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:18:31.400452Z","caller":"traceutil/trace.go:171","msg":"trace[1169838893] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23099; }","duration":"436.055958ms","start":"2026-03-11T21:18:30.964386Z","end":"2026-03-11T21:18:31.400442Z","steps":["trace[1169838893] 'agreement among raft nodes before linearized reading' (duration: 436.020177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:31.400489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.964361Z","time spent":"436.10865ms","remote":"127.0.0.1:39678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:31.400374Z","caller":"traceutil/trace.go:171","msg":"trace[1401764782] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23099; }","duration":"913.430048ms","start":"2026-03-11T21:18:30.486929Z","end":"2026-03-11T21:18:31.40036Z","steps":["trace[1401764782] 'agreement among raft nodes before linearized reading' (duration: 913.340646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:31.400822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.424725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-11T21:18:31.400821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.486915Z","time spent":"913.889888ms","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-11T21:18:31.400848Z","caller":"traceutil/trace.go:171","msg":"trace[950272121] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23099; }","duration":"972.471337ms","start":"2026-03-11T21:18:30.428371Z","end":"2026-03-11T21:18:31.400842Z","steps":["trace[950272121] 'agreement among raft nodes before linearized reading' (duration: 972.358974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:31.400867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.42836Z","time spent":"972.502747ms","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-11T21:18:31.400922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.691649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-634c1479-55ef-44cd-a733-8bb3aa1233ce\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-11T21:18:31.400964Z","caller":"traceutil/trace.go:171","msg":"trace[353502804] range","detail":"{range_begin:/registry/persistentvolumes/pvc-634c1479-55ef-44cd-a733-8bb3aa1233ce; range_end:; response_count:1; response_revision:23099; }","duration":"971.75058ms","start":"2026-03-11T21:18:30.429199Z","end":"2026-03-11T21:18:31.400949Z","steps":["trace[353502804] 'agreement among raft nodes before linearized reading' (duration: 971.467194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:31.400995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:30.429193Z","time spent":"971.795662ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-634c1479-55ef-44cd-a733-8bb3aa1233ce\" "} {"level":"warn","ts":"2026-03-11T21:18:31.401426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.817712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:31.401464Z","caller":"traceutil/trace.go:171","msg":"trace[578270629] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23099; }","duration":"358.859873ms","start":"2026-03-11T21:18:31.042593Z","end":"2026-03-11T21:18:31.401453Z","steps":["trace[578270629] 'agreement among raft nodes before linearized reading' (duration: 358.24028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:31.401491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:31.042534Z","time spent":"358.950466ms","remote":"127.0.0.1:37254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T21:18:31.906112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374437359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:18:32.406786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374437359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:18:32.494212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089928491s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:18:32.494849Z","caller":"traceutil/trace.go:171","msg":"trace[1072768370] linearizableReadLoop","detail":"{readStateIndex:23894; appliedIndex:23893; }","duration":"1.089711166s","start":"2026-03-11T21:18:31.405065Z","end":"2026-03-11T21:18:32.494777Z","steps":["trace[1072768370] 'read index received' (duration: 1.089390778s)","trace[1072768370] 'applied index is now lower than readState.Index' (duration: 318.707µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:32.495051Z","caller":"traceutil/trace.go:171","msg":"trace[452461901] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"1.090837711s","start":"2026-03-11T21:18:31.404182Z","end":"2026-03-11T21:18:32.49502Z","steps":["trace[452461901] 'process raft request' (duration: 1.090278429s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:32.495194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:31.404162Z","time spent":"1.090950403s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:32.495285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090184786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-11T21:18:32.495364Z","caller":"traceutil/trace.go:171","msg":"trace[92097299] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23100; }","duration":"1.090306008s","start":"2026-03-11T21:18:31.40504Z","end":"2026-03-11T21:18:32.495346Z","steps":["trace[92097299] 'agreement among raft nodes before linearized reading' (duration: 1.090047782s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:32.495419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:31.405031Z","time spent":"1.090376579s","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-11T21:18:32.995202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374437363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:18:33.475261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999922771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:18:33.475349Z","caller":"traceutil/trace.go:171","msg":"trace[1894478884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064054s","start":"2026-03-11T21:18:31.475266Z","end":"2026-03-11T21:18:33.47533Z","steps":["trace[1894478884] 'agreement among raft nodes before linearized reading' (duration: 1.999953472s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:33.475396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:31.475246Z","time spent":"2.000140506s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:18:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:33.495701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374437363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:18:33.995802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374437363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:18:34.198856Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.704422121s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:18:34.427876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.728188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:34.428198Z","caller":"traceutil/trace.go:171","msg":"trace[1693398984] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"1.997341254s","start":"2026-03-11T21:18:32.430836Z","end":"2026-03-11T21:18:34.428178Z","steps":["trace[1693398984] 'process raft request' (duration: 1.997216561s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:34.428797Z","caller":"traceutil/trace.go:171","msg":"trace[1490147982] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"2.000029944s","start":"2026-03-11T21:18:32.4287Z","end":"2026-03-11T21:18:34.428729Z","steps":["trace[1490147982] 'process raft request' (duration: 1.770374145s)","trace[1490147982] 'compare' (duration: 228.158986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:34.428806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.43081Z","time spent":"1.997894585s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:34.428942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.428682Z","time spent":"2.000186007s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:35.475852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000034234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:18:35.475935Z","caller":"traceutil/trace.go:171","msg":"trace[221678157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000168446s","start":"2026-03-11T21:18:33.475747Z","end":"2026-03-11T21:18:35.475915Z","steps":["trace[221678157] 'agreement among raft nodes before linearized reading' (duration: 2.000065224s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.475995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.47573Z","time spent":"2.000254999s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:18:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:35.510825Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.311759423s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:18:35.544933Z","caller":"traceutil/trace.go:171","msg":"trace[915676049] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"2.20542303s","start":"2026-03-11T21:18:33.339492Z","end":"2026-03-11T21:18:35.544915Z","steps":["trace[915676049] 'process raft request' (duration: 2.171544263s)","trace[915676049] 'compare' (duration: 33.491768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:35.54504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.339462Z","time spent":"2.205524943s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:35.545189Z","caller":"traceutil/trace.go:171","msg":"trace[1121898679] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"2.205665806s","start":"2026-03-11T21:18:33.339499Z","end":"2026-03-11T21:18:35.545165Z","steps":["trace[1121898679] 'process raft request' (duration: 2.205357199s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:35.545333Z","caller":"traceutil/trace.go:171","msg":"trace[790827104] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"2.205784748s","start":"2026-03-11T21:18:33.339542Z","end":"2026-03-11T21:18:35.545327Z","steps":["trace[790827104] 'process raft request' (duration: 2.205557753s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.54532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.339476Z","time spent":"2.205772169s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:35.545364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.339502Z","time spent":"2.20584644s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:35.546086Z","caller":"traceutil/trace.go:171","msg":"trace[1108256581] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"2.206460473s","start":"2026-03-11T21:18:33.339582Z","end":"2026-03-11T21:18:35.546042Z","steps":["trace[1108256581] 'process raft request' (duration: 2.205716707s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.546668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.339573Z","time spent":"2.206802172s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:35.547048Z","caller":"traceutil/trace.go:171","msg":"trace[2295147] linearizableReadLoop","detail":"{readStateIndex:23901; appliedIndex:23894; }","duration":"3.051973045s","start":"2026-03-11T21:18:32.495043Z","end":"2026-03-11T21:18:35.547016Z","steps":["trace[2295147] 'read index received' (duration: 1.704094975s)","trace[2295147] 'applied index is now lower than readState.Index' (duration: 1.34787675s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:35.547173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119817659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:18:35.547209Z","caller":"traceutil/trace.go:171","msg":"trace[370396007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23107; }","duration":"3.119889291s","start":"2026-03-11T21:18:32.42731Z","end":"2026-03-11T21:18:35.5472Z","steps":["trace[370396007] 'agreement among raft nodes before linearized reading' (duration: 3.119792379s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:35.547192Z","caller":"traceutil/trace.go:171","msg":"trace[562617152] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"2.207603239s","start":"2026-03-11T21:18:33.339572Z","end":"2026-03-11T21:18:35.547175Z","steps":["trace[562617152] 'process raft request' (duration: 2.206327941s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.547228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.42729Z","time spent":"3.119932542s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T21:18:35.547281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.03606126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-95496d45d-pxfdf.189be61d3a776fc3\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-03-11T21:18:35.547295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.339543Z","time spent":"2.20769049s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:35.54729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119083913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T21:18:35.547318Z","caller":"traceutil/trace.go:171","msg":"trace[1783857558] range","detail":"{range_begin:/registry/events/openstack/magnum-api-95496d45d-pxfdf.189be61d3a776fc3; range_end:; response_count:1; response_revision:23107; }","duration":"4.036136532s","start":"2026-03-11T21:18:31.511169Z","end":"2026-03-11T21:18:35.547305Z","steps":["trace[1783857558] 'agreement among raft nodes before linearized reading' (duration: 4.035979469s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:35.547341Z","caller":"traceutil/trace.go:171","msg":"trace[1441470260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23107; }","duration":"3.119161035s","start":"2026-03-11T21:18:32.428167Z","end":"2026-03-11T21:18:35.547328Z","steps":["trace[1441470260] 'agreement among raft nodes before linearized reading' (duration: 3.118999161s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.547334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.139897629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:35.547395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.140274139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-11T21:18:35.547369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.428159Z","time spent":"3.119202716s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:18:35.54736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:31.511156Z","time spent":"4.036195183s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":802,"request content":"key:\"/registry/events/openstack/magnum-api-95496d45d-pxfdf.189be61d3a776fc3\" "} {"level":"info","ts":"2026-03-11T21:18:35.547499Z","caller":"traceutil/trace.go:171","msg":"trace[372940254] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23107; }","duration":"4.140455472s","start":"2026-03-11T21:18:31.407004Z","end":"2026-03-11T21:18:35.54746Z","steps":["trace[372940254] 'agreement among raft nodes before linearized reading' (duration: 4.140268398s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.547537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:31.406981Z","time spent":"4.140547134s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T21:18:35.547428Z","caller":"traceutil/trace.go:171","msg":"trace[1215469857] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23107; }","duration":"4.139997141s","start":"2026-03-11T21:18:31.407402Z","end":"2026-03-11T21:18:35.547399Z","steps":["trace[1215469857] 'agreement among raft nodes before linearized reading' (duration: 4.139857418s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:35.547608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:31.407395Z","time spent":"4.140203495s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T21:18:37.08692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338881719s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:37.087064Z","caller":"traceutil/trace.go:171","msg":"trace[947371272] linearizableReadLoop","detail":"{readStateIndex:23902; appliedIndex:23901; }","duration":"1.539920999s","start":"2026-03-11T21:18:35.547121Z","end":"2026-03-11T21:18:37.087042Z","steps":["trace[947371272] 'read index received' (duration: 200.816115ms)","trace[947371272] 'applied index is now lower than readState.Index' (duration: 1.339102794s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:37.087125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.54435643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:37.087202Z","caller":"traceutil/trace.go:171","msg":"trace[244026127] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23108; }","duration":"3.544484973s","start":"2026-03-11T21:18:33.542699Z","end":"2026-03-11T21:18:37.087184Z","steps":["trace[244026127] 'agreement among raft nodes before linearized reading' (duration: 3.54435405s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.087244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.542676Z","time spent":"3.544557955s","remote":"127.0.0.1:39594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:37.087282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.781703341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T21:18:37.087341Z","caller":"traceutil/trace.go:171","msg":"trace[1265020931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23108; }","duration":"3.781801083s","start":"2026-03-11T21:18:33.305525Z","end":"2026-03-11T21:18:37.087326Z","steps":["trace[1265020931] 'agreement among raft nodes before linearized reading' (duration: 3.781601349s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.087388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.305501Z","time spent":"3.781876055s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T21:18:37.087464Z","caller":"traceutil/trace.go:171","msg":"trace[1481525152] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"2.292191378s","start":"2026-03-11T21:18:34.795257Z","end":"2026-03-11T21:18:37.087448Z","steps":["trace[1481525152] 'process raft request' (duration: 952.662894ms)","trace[1481525152] 'compare' (duration: 1.338067612s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:37.087556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:34.795238Z","time spent":"2.292260739s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:37.087753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564922707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:37.087744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286896699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:37.087826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.782297504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:18:37.087843Z","caller":"traceutil/trace.go:171","msg":"trace[770902038] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23108; }","duration":"2.287031763s","start":"2026-03-11T21:18:34.800784Z","end":"2026-03-11T21:18:37.087816Z","steps":["trace[770902038] 'agreement among raft nodes before linearized reading' (duration: 2.286754407s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:37.087884Z","caller":"traceutil/trace.go:171","msg":"trace[2145882312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23108; }","duration":"3.782409016s","start":"2026-03-11T21:18:33.305461Z","end":"2026-03-11T21:18:37.08787Z","steps":["trace[2145882312] 'agreement among raft nodes before linearized reading' (duration: 3.782264583s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.087898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.008427982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-11T21:18:37.087906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:34.800778Z","time spent":"2.287109234s","remote":"127.0.0.1:51558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:37.087926Z","caller":"traceutil/trace.go:171","msg":"trace[401729355] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23108; }","duration":"3.008492374s","start":"2026-03-11T21:18:34.079426Z","end":"2026-03-11T21:18:37.087918Z","steps":["trace[401729355] 'agreement among raft nodes before linearized reading' (duration: 3.008382572s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.087929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.305432Z","time spent":"3.782487928s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:37.087951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:34.079406Z","time spent":"3.008539445s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T21:18:37.088133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.114006561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:18:37.088194Z","caller":"traceutil/trace.go:171","msg":"trace[822952902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23108; }","duration":"4.114111374s","start":"2026-03-11T21:18:32.974061Z","end":"2026-03-11T21:18:37.088172Z","steps":["trace[822952902] 'agreement among raft nodes before linearized reading' (duration: 4.11395573s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.088236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.974031Z","time spent":"4.114193325s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:37.08829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.488914072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:37.088343Z","caller":"traceutil/trace.go:171","msg":"trace[2114036909] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23108; }","duration":"3.489002044s","start":"2026-03-11T21:18:33.599327Z","end":"2026-03-11T21:18:37.088329Z","steps":["trace[2114036909] 'agreement among raft nodes before linearized reading' (duration: 3.488924872s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.088393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601877762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:37.088339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78806093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:37.088429Z","caller":"traceutil/trace.go:171","msg":"trace[1450814028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23108; }","duration":"1.601965754s","start":"2026-03-11T21:18:35.486451Z","end":"2026-03-11T21:18:37.088417Z","steps":["trace[1450814028] 'agreement among raft nodes before linearized reading' (duration: 1.601918042s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.088473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.486418Z","time spent":"1.602048756s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:18:37.087789Z","caller":"traceutil/trace.go:171","msg":"trace[571317183] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23108; }","duration":"2.564994819s","start":"2026-03-11T21:18:34.522783Z","end":"2026-03-11T21:18:37.087778Z","steps":["trace[571317183] 'agreement among raft nodes before linearized reading' (duration: 2.564851126s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:37.088433Z","caller":"traceutil/trace.go:171","msg":"trace[172702506] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23108; }","duration":"1.788199213s","start":"2026-03-11T21:18:35.300223Z","end":"2026-03-11T21:18:37.088422Z","steps":["trace[172702506] 'agreement among raft nodes before linearized reading' (duration: 1.788069549s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.088593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.521937422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-11T21:18:37.088603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:34.522763Z","time spent":"2.565811738s","remote":"127.0.0.1:54082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:37.088636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.300203Z","time spent":"1.788387308s","remote":"127.0.0.1:37010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:37.088622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788293766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:37.088432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.24376973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:37.088689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.589099532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189be61b88802c12\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-11T21:18:37.088702Z","caller":"traceutil/trace.go:171","msg":"trace[1984938600] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23108; }","duration":"1.788429929s","start":"2026-03-11T21:18:35.300254Z","end":"2026-03-11T21:18:37.088684Z","steps":["trace[1984938600] 'agreement among raft nodes before linearized reading' (duration: 1.788287786s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:37.08873Z","caller":"traceutil/trace.go:171","msg":"trace[340900626] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189be61b88802c12; range_end:; response_count:1; response_revision:23108; }","duration":"4.589170813s","start":"2026-03-11T21:18:32.499542Z","end":"2026-03-11T21:18:37.088713Z","steps":["trace[340900626] 'agreement among raft nodes before linearized reading' (duration: 4.589068491s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:37.088648Z","caller":"traceutil/trace.go:171","msg":"trace[476936907] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23108; }","duration":"4.522029604s","start":"2026-03-11T21:18:32.566605Z","end":"2026-03-11T21:18:37.088634Z","steps":["trace[476936907] 'agreement among raft nodes before linearized reading' (duration: 4.521913131s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.088775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.30023Z","time spent":"1.78850722s","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:37.088791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.571107189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-11T21:18:37.088811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.499524Z","time spent":"4.589272495s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.189be61b88802c12\" "} {"level":"info","ts":"2026-03-11T21:18:37.08884Z","caller":"traceutil/trace.go:171","msg":"trace[1043339704] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23108; }","duration":"4.571198071s","start":"2026-03-11T21:18:32.517627Z","end":"2026-03-11T21:18:37.088825Z","steps":["trace[1043339704] 'agreement among raft nodes before linearized reading' (duration: 4.570976606s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.088818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.59038695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5f2969d5-b1a9-4b13-a539-2426528d8126\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-11T21:18:37.088805Z","caller":"traceutil/trace.go:171","msg":"trace[247400049] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23108; }","duration":"4.244108357s","start":"2026-03-11T21:18:32.844605Z","end":"2026-03-11T21:18:37.088713Z","steps":["trace[247400049] 'agreement among raft nodes before linearized reading' (duration: 4.243773319s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.088855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.541481688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:37.088859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.566584Z","time spent":"4.522234109s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T21:18:37.088891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.517575Z","time spent":"4.571302783s","remote":"127.0.0.1:34314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-11T21:18:37.088905Z","caller":"traceutil/trace.go:171","msg":"trace[953714870] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5f2969d5-b1a9-4b13-a539-2426528d8126; range_end:; response_count:1; response_revision:23108; }","duration":"4.590484332s","start":"2026-03-11T21:18:32.498396Z","end":"2026-03-11T21:18:37.088881Z","steps":["trace[953714870] 'agreement among raft nodes before linearized reading' (duration: 4.590206686s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:37.08892Z","caller":"traceutil/trace.go:171","msg":"trace[882224309] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23108; }","duration":"4.541580541s","start":"2026-03-11T21:18:32.547321Z","end":"2026-03-11T21:18:37.088902Z","steps":["trace[882224309] 'agreement among raft nodes before linearized reading' (duration: 4.541364816s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.088492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.493153288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:37.08895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.498355Z","time spent":"4.590586234s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-5f2969d5-b1a9-4b13-a539-2426528d8126\" "} {"level":"warn","ts":"2026-03-11T21:18:37.088975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.547307Z","time spent":"4.541654982s","remote":"127.0.0.1:44642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:37.088393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:33.599307Z","time spent":"3.489073525s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:37.088996Z","caller":"traceutil/trace.go:171","msg":"trace[1822406793] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23108; }","duration":"4.4936748s","start":"2026-03-11T21:18:32.595302Z","end":"2026-03-11T21:18:37.088977Z","steps":["trace[1822406793] 'agreement among raft nodes before linearized reading' (duration: 4.493155199s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:37.088904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.844583Z","time spent":"4.244307541s","remote":"127.0.0.1:37116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:37.089054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:32.595287Z","time spent":"4.493739431s","remote":"127.0.0.1:37158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:37.576914Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.828936202s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:18:38.596414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01915721s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:38.59681Z","caller":"traceutil/trace.go:171","msg":"trace[1576206434] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"3.044890827s","start":"2026-03-11T21:18:35.551884Z","end":"2026-03-11T21:18:38.596784Z","steps":["trace[1576206434] 'process raft request' (duration: 3.044756644s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:38.596813Z","caller":"traceutil/trace.go:171","msg":"trace[1933440266] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"3.045143302s","start":"2026-03-11T21:18:35.551632Z","end":"2026-03-11T21:18:38.596775Z","steps":["trace[1933440266] 'process raft request' (duration: 2.025511412s)","trace[1933440266] 'compare' (duration: 1.018323791s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:38.596935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.551824Z","time spent":"3.04504625s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:38.596965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.551615Z","time spent":"3.045265815s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:38.596802Z","caller":"traceutil/trace.go:171","msg":"trace[6193912] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"3.045083321s","start":"2026-03-11T21:18:35.551692Z","end":"2026-03-11T21:18:38.596776Z","steps":["trace[6193912] 'process raft request' (duration: 3.044836696s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:38.597157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.551688Z","time spent":"3.045387568s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:39.090688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000064734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T21:18:39.090775Z","caller":"traceutil/trace.go:171","msg":"trace[1358979039] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205647s","start":"2026-03-11T21:18:37.09055Z","end":"2026-03-11T21:18:39.090756Z","steps":["trace[1358979039] 'agreement among raft nodes before linearized reading' (duration: 2.000096115s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:39.090817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.090533Z","time spent":"2.00027545s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:18:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:39.25403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.676900228s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:18:41.098443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000410532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T21:18:41.098553Z","caller":"traceutil/trace.go:171","msg":"trace[1217311944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000576306s","start":"2026-03-11T21:18:39.097951Z","end":"2026-03-11T21:18:41.098527Z","steps":["trace[1217311944] 'agreement among raft nodes before linearized reading' (duration: 2.000437423s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.098618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:39.097934Z","time spent":"2.000670158s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:18:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:41.432828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:36.4342Z","time spent":"4.998621916s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/11 21:18:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:41.433091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:36.434236Z","time spent":"4.998847271s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/11 21:18:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:41.455621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201289427s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:41.45614Z","caller":"traceutil/trace.go:171","msg":"trace[2146609685] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"4.362997503s","start":"2026-03-11T21:18:37.093119Z","end":"2026-03-11T21:18:41.456117Z","steps":["trace[2146609685] 'process raft request' (duration: 4.362758977s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:41.456158Z","caller":"traceutil/trace.go:171","msg":"trace[899189130] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"4.362117002s","start":"2026-03-11T21:18:37.09401Z","end":"2026-03-11T21:18:41.456127Z","steps":["trace[899189130] 'process raft request' (duration: 4.361966119s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:41.45619Z","caller":"traceutil/trace.go:171","msg":"trace[1303961916] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"4.362085591s","start":"2026-03-11T21:18:37.094095Z","end":"2026-03-11T21:18:41.45618Z","steps":["trace[1303961916] 'process raft request' (duration: 4.361916117s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.456223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.093114Z","time spent":"4.363072344s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:41.456255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.094077Z","time spent":"4.362148663s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:41.456278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.094004Z","time spent":"4.362205814s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:41.456285Z","caller":"traceutil/trace.go:171","msg":"trace[945773932] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"5.657304326s","start":"2026-03-11T21:18:35.79895Z","end":"2026-03-11T21:18:41.456254Z","steps":["trace[945773932] 'process raft request' (duration: 3.455294612s)","trace[945773932] 'compare' (duration: 2.199221221s)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:41.456337Z","caller":"traceutil/trace.go:171","msg":"trace[404719060] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"4.160729815s","start":"2026-03-11T21:18:37.295597Z","end":"2026-03-11T21:18:41.456327Z","steps":["trace[404719060] 'process raft request' (duration: 4.160444229s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:41.456387Z","caller":"traceutil/trace.go:171","msg":"trace[1152906192] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"4.362867289s","start":"2026-03-11T21:18:37.093512Z","end":"2026-03-11T21:18:41.456379Z","steps":["trace[1152906192] 'process raft request' (duration: 4.362398119s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.456389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.295571Z","time spent":"4.160788467s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:41.456428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.093508Z","time spent":"4.36289872s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:41.45646Z","caller":"traceutil/trace.go:171","msg":"trace[1746374796] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"4.364737051s","start":"2026-03-11T21:18:37.091711Z","end":"2026-03-11T21:18:41.456448Z","steps":["trace[1746374796] 'process raft request' (duration: 4.364118957s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:41.456487Z","caller":"traceutil/trace.go:171","msg":"trace[458876006] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"4.362760518s","start":"2026-03-11T21:18:37.093721Z","end":"2026-03-11T21:18:41.456481Z","steps":["trace[458876006] 'process raft request' (duration: 4.362224356s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.456531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.093704Z","time spent":"4.362796488s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:41.456158Z","caller":"traceutil/trace.go:171","msg":"trace[1828925970] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"3.905471334s","start":"2026-03-11T21:18:37.550676Z","end":"2026-03-11T21:18:41.456147Z","steps":["trace[1828925970] 'process raft request' (duration: 3.905400003s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.456581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.550652Z","time spent":"3.905905744s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:41.456415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.798926Z","time spent":"5.657422479s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:41.45653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.091695Z","time spent":"4.364799222s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:41.456584Z","caller":"traceutil/trace.go:171","msg":"trace[1516576372] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"3.90527195s","start":"2026-03-11T21:18:37.551302Z","end":"2026-03-11T21:18:41.456574Z","steps":["trace[1516576372] 'process raft request' (duration: 3.90480934s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.458801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.55129Z","time spent":"3.907408559s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:41.456739Z","caller":"traceutil/trace.go:171","msg":"trace[736437101] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"3.905348862s","start":"2026-03-11T21:18:37.55138Z","end":"2026-03-11T21:18:41.456729Z","steps":["trace[736437101] 'process raft request' (duration: 3.905101677s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.458915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.551349Z","time spent":"3.90753053s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:41.457098Z","caller":"traceutil/trace.go:171","msg":"trace[1937624214] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"3.90481699s","start":"2026-03-11T21:18:37.55226Z","end":"2026-03-11T21:18:41.457077Z","steps":["trace[1937624214] 'process raft request' (duration: 3.904423191s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.459075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.552247Z","time spent":"3.906772285s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:41.457134Z","caller":"traceutil/trace.go:171","msg":"trace[448078082] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"3.368146065s","start":"2026-03-11T21:18:38.088972Z","end":"2026-03-11T21:18:41.457118Z","steps":["trace[448078082] 'process raft request' (duration: 3.368105404s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:41.457124Z","caller":"traceutil/trace.go:171","msg":"trace[1907033130] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"3.904072364s","start":"2026-03-11T21:18:37.553031Z","end":"2026-03-11T21:18:41.457103Z","steps":["trace[1907033130] 'process raft request' (duration: 3.903942341s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:41.457174Z","caller":"traceutil/trace.go:171","msg":"trace[2097072201] linearizableReadLoop","detail":"{readStateIndex:23908; appliedIndex:23902; }","duration":"4.37006924s","start":"2026-03-11T21:18:37.087092Z","end":"2026-03-11T21:18:41.457161Z","steps":["trace[2097072201] 'read index received' (duration: 490.030193ms)","trace[2097072201] 'applied index is now lower than readState.Index' (duration: 3.880037767s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:41.45721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.624485442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:41.457227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.820058651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:41.457221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.324517734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:41.45723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.021068617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:41.45725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.631003698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:41.457254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.253701622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:41.457248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562260562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:41.457275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.901229522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:41.457336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.908789551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-11T21:18:41.457414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.843573875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-11T21:18:41.459268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.553019Z","time spent":"3.906195412s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:41.459359Z","caller":"traceutil/trace.go:171","msg":"trace[1413347916] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23127; }","duration":"5.626673192s","start":"2026-03-11T21:18:35.83268Z","end":"2026-03-11T21:18:41.459353Z","steps":["trace[1413347916] 'agreement among raft nodes before linearized reading' (duration: 5.624488503s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.4594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.832666Z","time spent":"5.626726733s","remote":"127.0.0.1:40104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:41.459424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.366777366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-11T21:18:41.45945Z","caller":"traceutil/trace.go:171","msg":"trace[789052394] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23127; }","duration":"4.366819818s","start":"2026-03-11T21:18:37.092622Z","end":"2026-03-11T21:18:41.459442Z","steps":["trace[789052394] 'agreement among raft nodes before linearized reading' (duration: 4.366749916s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.459423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:38.088946Z","time spent":"3.370232882s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:41.459474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.092615Z","time spent":"4.366853748s","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-11T21:18:41.459477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181202619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:41.459311Z","caller":"traceutil/trace.go:171","msg":"trace[295911897] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23127; }","duration":"5.822183069s","start":"2026-03-11T21:18:35.637116Z","end":"2026-03-11T21:18:41.459299Z","steps":["trace[295911897] 'agreement among raft nodes before linearized reading' (duration: 5.820049251s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:41.459519Z","caller":"traceutil/trace.go:171","msg":"trace[869793087] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23127; }","duration":"2.181282201s","start":"2026-03-11T21:18:39.278225Z","end":"2026-03-11T21:18:41.459507Z","steps":["trace[869793087] 'agreement among raft nodes before linearized reading' (duration: 2.18122045s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.459525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546738471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:41.459547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:39.278205Z","time spent":"2.181335012s","remote":"127.0.0.1:37034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:41.459576Z","caller":"traceutil/trace.go:171","msg":"trace[900950219] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23127; }","duration":"1.546847384s","start":"2026-03-11T21:18:39.912713Z","end":"2026-03-11T21:18:41.45956Z","steps":["trace[900950219] 'agreement among raft nodes before linearized reading' (duration: 1.546769552s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.459612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602535829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:41.459585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456106389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:41.459637Z","caller":"traceutil/trace.go:171","msg":"trace[1836547860] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23127; }","duration":"2.60259421s","start":"2026-03-11T21:18:38.857037Z","end":"2026-03-11T21:18:41.459632Z","steps":["trace[1836547860] 'agreement among raft nodes before linearized reading' (duration: 2.602560369s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:41.459647Z","caller":"traceutil/trace.go:171","msg":"trace[963435292] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23127; }","duration":"2.456200641s","start":"2026-03-11T21:18:39.003437Z","end":"2026-03-11T21:18:41.459638Z","steps":["trace[963435292] 'agreement among raft nodes before linearized reading' (duration: 2.456122089s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.459681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:39.003418Z","time spent":"2.456252222s","remote":"127.0.0.1:37174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:41.4597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858247159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-74f89f969f-sbjxz.189be451285983bc\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-11T21:18:41.459714Z","caller":"traceutil/trace.go:171","msg":"trace[1550992486] range","detail":"{range_begin:/registry/events/openstack/barbican-api-74f89f969f-sbjxz.189be451285983bc; range_end:; response_count:1; response_revision:23127; }","duration":"2.85829286s","start":"2026-03-11T21:18:38.601417Z","end":"2026-03-11T21:18:41.45971Z","steps":["trace[1550992486] 'agreement among raft nodes before linearized reading' (duration: 2.858246249s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.459712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809557631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:41.459711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.507483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T21:18:41.459726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:38.601398Z","time spent":"2.85832533s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-74f89f969f-sbjxz.189be451285983bc\" "} {"level":"info","ts":"2026-03-11T21:18:41.459736Z","caller":"traceutil/trace.go:171","msg":"trace[1352678735] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23127; }","duration":"1.809581821s","start":"2026-03-11T21:18:39.650145Z","end":"2026-03-11T21:18:41.459727Z","steps":["trace[1352678735] 'agreement among raft nodes before linearized reading' (duration: 1.80953856s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:41.459738Z","caller":"traceutil/trace.go:171","msg":"trace[1095868737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23127; }","duration":"858.565043ms","start":"2026-03-11T21:18:40.601166Z","end":"2026-03-11T21:18:41.459731Z","steps":["trace[1095868737] 'agreement among raft nodes before linearized reading' (duration: 858.463881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.459763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:40.601144Z","time spent":"858.615275ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T21:18:41.459793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8525417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:41.459822Z","caller":"traceutil/trace.go:171","msg":"trace[815882987] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23127; }","duration":"1.852605011s","start":"2026-03-11T21:18:39.607209Z","end":"2026-03-11T21:18:41.459815Z","steps":["trace[815882987] 'agreement among raft nodes before linearized reading' (duration: 1.85256525s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.459845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:39.607186Z","time spent":"1.852653042s","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:41.459762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:39.650134Z","time spent":"1.809622702s","remote":"127.0.0.1:37254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:41.459919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076158795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T21:18:41.45994Z","caller":"traceutil/trace.go:171","msg":"trace[538666441] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23127; }","duration":"3.076215796s","start":"2026-03-11T21:18:38.38372Z","end":"2026-03-11T21:18:41.459936Z","steps":["trace[538666441] 'agreement among raft nodes before linearized reading' (duration: 3.076077623s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.459536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.637098Z","time spent":"5.822430054s","remote":"127.0.0.1:40148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:41.459954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:38.383696Z","time spent":"3.076254047s","remote":"127.0.0.1:34308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:41.459614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:39.912694Z","time spent":"1.546910844s","remote":"127.0.0.1:36818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:41.45999Z","caller":"traceutil/trace.go:171","msg":"trace[1556409331] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23127; }","duration":"4.565019004s","start":"2026-03-11T21:18:36.89493Z","end":"2026-03-11T21:18:41.459949Z","steps":["trace[1556409331] 'agreement among raft nodes before linearized reading' (duration: 4.562259092s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.460044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.112434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:41.459317Z","caller":"traceutil/trace.go:171","msg":"trace[848952142] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23127; }","duration":"5.023197275s","start":"2026-03-11T21:18:36.436108Z","end":"2026-03-11T21:18:41.459305Z","steps":["trace[848952142] 'agreement among raft nodes before linearized reading' (duration: 5.021072047s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.46006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:36.894907Z","time spent":"4.565132966s","remote":"127.0.0.1:54080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:41.460105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:36.43609Z","time spent":"5.024006782s","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:41.460122Z","caller":"traceutil/trace.go:171","msg":"trace[761265550] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23127; }","duration":"5.633902983s","start":"2026-03-11T21:18:35.826203Z","end":"2026-03-11T21:18:41.460106Z","steps":["trace[761265550] 'agreement among raft nodes before linearized reading' (duration: 5.631010358s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.460163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.826182Z","time spent":"5.633969145s","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:41.459339Z","caller":"traceutil/trace.go:171","msg":"trace[420366249] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23127; }","duration":"5.326656062s","start":"2026-03-11T21:18:36.132676Z","end":"2026-03-11T21:18:41.459332Z","steps":["trace[420366249] 'agreement among raft nodes before linearized reading' (duration: 5.324485944s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.460225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:36.132655Z","time spent":"5.327562052s","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:41.460346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.411949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:41.460369Z","caller":"traceutil/trace.go:171","msg":"trace[1754225370] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23127; }","duration":"660.435419ms","start":"2026-03-11T21:18:40.799928Z","end":"2026-03-11T21:18:41.460364Z","steps":["trace[1754225370] 'agreement among raft nodes before linearized reading' (duration: 660.393838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.460391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:40.799868Z","time spent":"660.515301ms","remote":"127.0.0.1:36934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:41.460388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.213844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:41.460415Z","caller":"traceutil/trace.go:171","msg":"trace[297333143] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23127; }","duration":"746.266935ms","start":"2026-03-11T21:18:40.71414Z","end":"2026-03-11T21:18:41.460407Z","steps":["trace[297333143] 'agreement among raft nodes before linearized reading' (duration: 746.216464ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:41.460382Z","caller":"traceutil/trace.go:171","msg":"trace[1884548440] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23127; }","duration":"5.91186521s","start":"2026-03-11T21:18:35.548501Z","end":"2026-03-11T21:18:41.460366Z","steps":["trace[1884548440] 'agreement among raft nodes before linearized reading' (duration: 5.908699249s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.460446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:40.714129Z","time spent":"746.308256ms","remote":"127.0.0.1:37168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:41.46044Z","caller":"traceutil/trace.go:171","msg":"trace[233839440] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23127; }","duration":"5.846640734s","start":"2026-03-11T21:18:35.613782Z","end":"2026-03-11T21:18:41.460423Z","steps":["trace[233839440] 'agreement among raft nodes before linearized reading' (duration: 5.843440592s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.459652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:38.857017Z","time spent":"2.60263096s","remote":"127.0.0.1:47842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:41.460589Z","caller":"traceutil/trace.go:171","msg":"trace[581903062] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23127; }","duration":"5.904542026s","start":"2026-03-11T21:18:35.556038Z","end":"2026-03-11T21:18:41.46058Z","steps":["trace[581903062] 'agreement among raft nodes before linearized reading' (duration: 5.901212912s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.460614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.548488Z","time spent":"5.912111745s","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-11T21:18:41.460621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.55601Z","time spent":"5.904603139s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T21:18:41.460057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.726786274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:41.460251Z","caller":"traceutil/trace.go:171","msg":"trace[172467668] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23127; }","duration":"5.256624558s","start":"2026-03-11T21:18:36.203499Z","end":"2026-03-11T21:18:41.460124Z","steps":["trace[172467668] 'agreement among raft nodes before linearized reading' (duration: 5.253716613s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:41.46082Z","caller":"traceutil/trace.go:171","msg":"trace[782554030] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23127; }","duration":"3.727579472s","start":"2026-03-11T21:18:37.733228Z","end":"2026-03-11T21:18:41.460807Z","steps":["trace[782554030] 'agreement among raft nodes before linearized reading' (duration: 3.726805035s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.460847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:36.203479Z","time spent":"5.257350663s","remote":"127.0.0.1:43650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:41.46086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:37.733205Z","time spent":"3.727640833s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:41.460968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.776755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:41.461037Z","caller":"traceutil/trace.go:171","msg":"trace[1302512020] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23127; }","duration":"313.654455ms","start":"2026-03-11T21:18:41.147367Z","end":"2026-03-11T21:18:41.461021Z","steps":["trace[1302512020] 'agreement among raft nodes before linearized reading' (duration: 312.719994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.461084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.147353Z","time spent":"313.721296ms","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:41.459912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.01324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T21:18:41.461161Z","caller":"traceutil/trace.go:171","msg":"trace[438980170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23127; }","duration":"859.282198ms","start":"2026-03-11T21:18:40.601866Z","end":"2026-03-11T21:18:41.461148Z","steps":["trace[438980170] 'agreement among raft nodes before linearized reading' (duration: 857.612882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.461206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:40.601858Z","time spent":"859.332289ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T21:18:41.461127Z","caller":"traceutil/trace.go:171","msg":"trace[1962965012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23127; }","duration":"361.189126ms","start":"2026-03-11T21:18:41.098881Z","end":"2026-03-11T21:18:41.460071Z","steps":["trace[1962965012] 'agreement among raft nodes before linearized reading' (duration: 361.122254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:41.461269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.098863Z","time spent":"362.393583ms","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:18:41.46129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:35.613763Z","time spent":"5.846745746s","remote":"127.0.0.1:51548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-11T21:18:41.963734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374437392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:18:43.466845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:18:43.466915Z","caller":"traceutil/trace.go:171","msg":"trace[369454229] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210638s","start":"2026-03-11T21:18:41.46669Z","end":"2026-03-11T21:18:43.4669Z","steps":["trace[369454229] 'agreement among raft nodes before linearized reading' (duration: 2.000129546s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:43.466958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.466683Z","time spent":"2.000266199s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:18:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:44.147506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908962369s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:44.147632Z","caller":"traceutil/trace.go:171","msg":"trace[15770762] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23127; }","duration":"1.909114693s","start":"2026-03-11T21:18:42.238498Z","end":"2026-03-11T21:18:44.147613Z","steps":["trace[15770762] 'range keys from in-memory index tree' (duration: 1.908944809s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:44.149441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786069346s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:44.14956Z","caller":"traceutil/trace.go:171","msg":"trace[2087109379] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"2.688019086s","start":"2026-03-11T21:18:41.461521Z","end":"2026-03-11T21:18:44.14954Z","steps":["trace[2087109379] 'process raft request' (duration: 901.630363ms)","trace[2087109379] 'compare' (duration: 1.785968124s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:44.149628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.461503Z","time spent":"2.688089388s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:44.872583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.509329568s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:18:45.467216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:18:45.467303Z","caller":"traceutil/trace.go:171","msg":"trace[1501358051] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184327s","start":"2026-03-11T21:18:43.467097Z","end":"2026-03-11T21:18:45.467281Z","steps":["trace[1501358051] 'agreement among raft nodes before linearized reading' (duration: 2.000079124s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:45.467352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:43.467087Z","time spent":"2.000254999s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:18:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:45.542203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000305209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:18:45.542288Z","caller":"traceutil/trace.go:171","msg":"trace[436243669] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000443402s","start":"2026-03-11T21:18:43.541825Z","end":"2026-03-11T21:18:45.542268Z","steps":["trace[436243669] 'agreement among raft nodes before linearized reading' (duration: 2.00033747s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:45.542335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:43.541798Z","time spent":"2.000528625s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:18:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:46.432733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.968691658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:18:46.432811Z","caller":"traceutil/trace.go:171","msg":"trace[1027509817] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.96878884s","start":"2026-03-11T21:18:41.464008Z","end":"2026-03-11T21:18:46.432797Z","steps":["trace[1027509817] 'agreement among raft nodes before linearized reading' (duration: 4.968688658s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:46.432853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.46397Z","time spent":"4.968876073s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/11 21:18:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:46.433164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.968113024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:18:46.433191Z","caller":"traceutil/trace.go:171","msg":"trace[1072058512] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.968157435s","start":"2026-03-11T21:18:41.465027Z","end":"2026-03-11T21:18:46.433185Z","steps":["trace[1072058512] 'agreement among raft nodes before linearized reading' (duration: 4.968126844s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:46.43321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.465015Z","time spent":"4.968191516s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/11 21:18:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:46.465174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.465794Z","time spent":"4.999374304s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/11 21:18:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:46.465297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.465665Z","time spent":"4.999627529s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/11 21:18:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:47.130986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:45.19734Z","time spent":"1.933639801s","remote":"127.0.0.1:40270","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T21:18:47.132694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259684392s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-11T21:18:47.133239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.463927Z","time spent":"5.669298464s","remote":"127.0.0.1:51548","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T21:18:47.151992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.152356174s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:18:47.475317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000760439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:18:47.475407Z","caller":"traceutil/trace.go:171","msg":"trace[1873227841] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000916003s","start":"2026-03-11T21:18:45.474473Z","end":"2026-03-11T21:18:47.475389Z","steps":["trace[1873227841] 'agreement among raft nodes before linearized reading' (duration: 2.00080357s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:47.475454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:45.474456Z","time spent":"2.000988774s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:18:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:18:47.915382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.427763ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T21:18:47.916904Z","caller":"traceutil/trace.go:171","msg":"trace[1514184530] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"5.821358769s","start":"2026-03-11T21:18:42.095516Z","end":"2026-03-11T21:18:47.916875Z","steps":["trace[1514184530] 'process raft request' (duration: 5.820153632s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:47.917024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:42.095489Z","time spent":"5.821469682s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:47.917013Z","caller":"traceutil/trace.go:171","msg":"trace[672468237] linearizableReadLoop","detail":"{readStateIndex:23926; appliedIndex:23921; }","duration":"6.454273373s","start":"2026-03-11T21:18:41.462629Z","end":"2026-03-11T21:18:47.916903Z","steps":["trace[672468237] 'read index received' (duration: 900.623952ms)","trace[672468237] 'applied index is now lower than readState.Index' (duration: 5.553647691s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:48.043238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.580548832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b7aaf3b5-c136-471c-b89c-e33c5e88560f\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-11T21:18:48.043385Z","caller":"traceutil/trace.go:171","msg":"trace[506242514] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b7aaf3b5-c136-471c-b89c-e33c5e88560f; range_end:; response_count:1; response_revision:23132; }","duration":"6.580730966s","start":"2026-03-11T21:18:41.462612Z","end":"2026-03-11T21:18:48.043343Z","steps":["trace[506242514] 'agreement among raft nodes before linearized reading' (duration: 6.454473467s)","trace[506242514] 'range keys from in-memory index tree' (duration: 125.85756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:48.043658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.462601Z","time spent":"6.581038484s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-b7aaf3b5-c136-471c-b89c-e33c5e88560f\" "} {"level":"warn","ts":"2026-03-11T21:18:48.043673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.553235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:48.043925Z","caller":"traceutil/trace.go:171","msg":"trace[405087243] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"4.582400491s","start":"2026-03-11T21:18:43.46149Z","end":"2026-03-11T21:18:48.043891Z","steps":["trace[405087243] 'process raft request' (duration: 4.455402866s)","trace[405087243] 'compare' (duration: 126.387552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:48.044074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:43.461475Z","time spent":"4.582523484s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:48.044108Z","caller":"traceutil/trace.go:171","msg":"trace[1196603726] linearizableReadLoop","detail":"{readStateIndex:23934; appliedIndex:23927; }","duration":"126.972394ms","start":"2026-03-11T21:18:47.917113Z","end":"2026-03-11T21:18:48.044085Z","steps":["trace[1196603726] 'read index received' (duration: 66.501µs)","trace[1196603726] 'applied index is now lower than readState.Index' (duration: 126.904483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:48.044218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057182208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:48.044264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768342951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:48.044293Z","caller":"traceutil/trace.go:171","msg":"trace[886163994] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23138; }","duration":"1.05730643s","start":"2026-03-11T21:18:46.986966Z","end":"2026-03-11T21:18:48.044272Z","steps":["trace[886163994] 'agreement among raft nodes before linearized reading' (duration: 1.057124737s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.044346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:46.986946Z","time spent":"1.057390712s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.04436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.547109481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:48.044404Z","caller":"traceutil/trace.go:171","msg":"trace[946368376] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23138; }","duration":"3.547192223s","start":"2026-03-11T21:18:44.497197Z","end":"2026-03-11T21:18:48.044389Z","steps":["trace[946368376] 'agreement among raft nodes before linearized reading' (duration: 3.547126652s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.04443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.102425564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:48.04446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.497175Z","time spent":"3.547270605s","remote":"127.0.0.1:37112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:48.044476Z","caller":"traceutil/trace.go:171","msg":"trace[1622937032] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23138; }","duration":"5.102515786s","start":"2026-03-11T21:18:42.941949Z","end":"2026-03-11T21:18:48.044464Z","steps":["trace[1622937032] 'agreement among raft nodes before linearized reading' (duration: 5.102433464s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.044515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:42.941924Z","time spent":"5.102578928s","remote":"127.0.0.1:37140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.044573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.583832464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:18:48.044636Z","caller":"traceutil/trace.go:171","msg":"trace[517129466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23138; }","duration":"4.583925396s","start":"2026-03-11T21:18:43.460695Z","end":"2026-03-11T21:18:48.04462Z","steps":["trace[517129466] 'agreement among raft nodes before linearized reading' (duration: 4.583761922s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.044627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.577677269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:48.044684Z","caller":"traceutil/trace.go:171","msg":"trace[315209950] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"4.581582783s","start":"2026-03-11T21:18:43.463087Z","end":"2026-03-11T21:18:48.04467Z","steps":["trace[315209950] 'process raft request' (duration: 4.580708463s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.044693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:43.460679Z","time spent":"4.583998497s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T21:18:48.044708Z","caller":"traceutil/trace.go:171","msg":"trace[1221760982] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23138; }","duration":"6.577793293s","start":"2026-03-11T21:18:41.466894Z","end":"2026-03-11T21:18:48.044687Z","steps":["trace[1221760982] 'agreement among raft nodes before linearized reading' (duration: 6.577605807s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.044781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.46689Z","time spent":"6.577881994s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T21:18:48.044793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:43.463079Z","time spent":"4.581638865s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:48.04481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.58409817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T21:18:48.044848Z","caller":"traceutil/trace.go:171","msg":"trace[2028509645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23138; }","duration":"4.584135501s","start":"2026-03-11T21:18:43.460703Z","end":"2026-03-11T21:18:48.044838Z","steps":["trace[2028509645] 'agreement among raft nodes before linearized reading' (duration: 4.583969127s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.044878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:43.46063Z","time spent":"4.584239803s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T21:18:48.044886Z","caller":"traceutil/trace.go:171","msg":"trace[1327454045] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"4.58093219s","start":"2026-03-11T21:18:43.463941Z","end":"2026-03-11T21:18:48.044873Z","steps":["trace[1327454045] 'process raft request' (duration: 4.579944047s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.044934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:43.463932Z","time spent":"4.58097596s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:48.045006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.584330984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:18:48.045038Z","caller":"traceutil/trace.go:171","msg":"trace[1052697260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23138; }","duration":"4.584389886s","start":"2026-03-11T21:18:43.46064Z","end":"2026-03-11T21:18:48.04503Z","steps":["trace[1052697260] 'agreement among raft nodes before linearized reading' (duration: 4.584307434s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.04504Z","caller":"traceutil/trace.go:171","msg":"trace[1344990361] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"4.57920682s","start":"2026-03-11T21:18:43.465825Z","end":"2026-03-11T21:18:48.045032Z","steps":["trace[1344990361] 'process raft request' (duration: 4.578138666s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.045063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:43.460622Z","time spent":"4.584435817s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:48.045077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.298184246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:48.045089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:43.465812Z","time spent":"4.579252041s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:48.045128Z","caller":"traceutil/trace.go:171","msg":"trace[576086206] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23138; }","duration":"5.298256188s","start":"2026-03-11T21:18:42.746842Z","end":"2026-03-11T21:18:48.045098Z","steps":["trace[576086206] 'agreement among raft nodes before linearized reading' (duration: 5.298199386s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.04515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.79325809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:48.045164Z","caller":"traceutil/trace.go:171","msg":"trace[1008713719] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"1.608938351s","start":"2026-03-11T21:18:46.436217Z","end":"2026-03-11T21:18:48.045155Z","steps":["trace[1008713719] 'process raft request' (duration: 1.607789315s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.04518Z","caller":"traceutil/trace.go:171","msg":"trace[88690649] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23138; }","duration":"4.793320121s","start":"2026-03-11T21:18:43.251848Z","end":"2026-03-11T21:18:48.045168Z","steps":["trace[88690649] 'agreement among raft nodes before linearized reading' (duration: 4.79327335s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.045208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:43.251826Z","time spent":"4.793374003s","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.045167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:42.746812Z","time spent":"5.29834328s","remote":"127.0.0.1:34408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.045339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.574825995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-11T21:18:48.045365Z","caller":"traceutil/trace.go:171","msg":"trace[953873195] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23138; }","duration":"910.895161ms","start":"2026-03-11T21:18:47.13446Z","end":"2026-03-11T21:18:48.045355Z","steps":["trace[953873195] 'process raft request' (duration: 909.578251ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.045376Z","caller":"traceutil/trace.go:171","msg":"trace[490453417] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23138; }","duration":"6.574868096s","start":"2026-03-11T21:18:41.470497Z","end":"2026-03-11T21:18:48.045365Z","steps":["trace[490453417] 'agreement among raft nodes before linearized reading' (duration: 6.574739123s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.044995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.580539702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-03-11T21:18:48.045402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.470488Z","time spent":"6.574908586s","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T21:18:48.045414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:47.134434Z","time spent":"910.953182ms","remote":"127.0.0.1:51548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:48.045417Z","caller":"traceutil/trace.go:171","msg":"trace[818688431] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23138; }","duration":"6.580976372s","start":"2026-03-11T21:18:41.464429Z","end":"2026-03-11T21:18:48.045406Z","steps":["trace[818688431] 'agreement among raft nodes before linearized reading' (duration: 6.58040966s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.045451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:41.464423Z","time spent":"6.581018223s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-11T21:18:48.045556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.704815824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272959"} {"level":"warn","ts":"2026-03-11T21:18:48.045626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.368903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:18:48.045212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.725080509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:48.045635Z","caller":"traceutil/trace.go:171","msg":"trace[41745019] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23138; }","duration":"3.704940487s","start":"2026-03-11T21:18:44.340673Z","end":"2026-03-11T21:18:48.045614Z","steps":["trace[41745019] 'agreement among raft nodes before linearized reading' (duration: 3.704391695s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.045667Z","caller":"traceutil/trace.go:171","msg":"trace[2145139928] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23138; }","duration":"405.451175ms","start":"2026-03-11T21:18:47.640202Z","end":"2026-03-11T21:18:48.045653Z","steps":["trace[2145139928] 'agreement among raft nodes before linearized reading' (duration: 405.390464ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.045676Z","caller":"traceutil/trace.go:171","msg":"trace[814298852] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23138; }","duration":"5.72557559s","start":"2026-03-11T21:18:42.320087Z","end":"2026-03-11T21:18:48.045663Z","steps":["trace[814298852] 'agreement among raft nodes before linearized reading' (duration: 5.72509963s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.045697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:47.640167Z","time spent":"405.522116ms","remote":"127.0.0.1:47856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.045715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:42.320064Z","time spent":"5.725638052s","remote":"127.0.0.1:37310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.045816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892168517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-11T21:18:48.045858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.344337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:48.045876Z","caller":"traceutil/trace.go:171","msg":"trace[292403107] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7; range_end:; response_count:1; response_revision:23138; }","duration":"3.89231381s","start":"2026-03-11T21:18:44.153545Z","end":"2026-03-11T21:18:48.045859Z","steps":["trace[292403107] 'agreement among raft nodes before linearized reading' (duration: 3.892171327s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.045893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.44955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:48.045895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.894957319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:48.045928Z","caller":"traceutil/trace.go:171","msg":"trace[709856938] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23138; }","duration":"635.528912ms","start":"2026-03-11T21:18:47.410389Z","end":"2026-03-11T21:18:48.045918Z","steps":["trace[709856938] 'agreement among raft nodes before linearized reading' (duration: 635.47202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.045215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:46.436191Z","time spent":"1.608999142s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:48.045941Z","caller":"traceutil/trace.go:171","msg":"trace[326595031] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23138; }","duration":"3.895058912s","start":"2026-03-11T21:18:44.150867Z","end":"2026-03-11T21:18:48.045926Z","steps":["trace[326595031] 'agreement among raft nodes before linearized reading' (duration: 3.894927259s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.045983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:47.410363Z","time spent":"635.598064ms","remote":"127.0.0.1:36914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.046007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.150848Z","time spent":"3.895146083s","remote":"127.0.0.1:36854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.045929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.153525Z","time spent":"3.892389792s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7\" "} {"level":"info","ts":"2026-03-11T21:18:48.044305Z","caller":"traceutil/trace.go:171","msg":"trace[1233292699] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23138; }","duration":"2.768428413s","start":"2026-03-11T21:18:45.27586Z","end":"2026-03-11T21:18:48.044289Z","steps":["trace[1233292699] 'agreement among raft nodes before linearized reading' (duration: 2.768350711s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.046237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:45.275833Z","time spent":"2.770380746s","remote":"127.0.0.1:34432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.046242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.598084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:48.045689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:44.340646Z","time spent":"3.705026978s","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272982,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-11T21:18:48.046311Z","caller":"traceutil/trace.go:171","msg":"trace[353402715] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23138; }","duration":"807.701727ms","start":"2026-03-11T21:18:47.238586Z","end":"2026-03-11T21:18:48.046288Z","steps":["trace[353402715] 'agreement among raft nodes before linearized reading' (duration: 807.578664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.045576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.327884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:48.046348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.702338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:48.04636Z","caller":"traceutil/trace.go:171","msg":"trace[1155710176] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23138; }","duration":"300.156493ms","start":"2026-03-11T21:18:47.746193Z","end":"2026-03-11T21:18:48.046349Z","steps":["trace[1155710176] 'agreement among raft nodes before linearized reading' (duration: 299.350565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.046365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:47.238574Z","time spent":"807.774178ms","remote":"127.0.0.1:36460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:48.046391Z","caller":"traceutil/trace.go:171","msg":"trace[982994955] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23138; }","duration":"850.78889ms","start":"2026-03-11T21:18:47.19559Z","end":"2026-03-11T21:18:48.046379Z","steps":["trace[982994955] 'agreement among raft nodes before linearized reading' (duration: 850.724698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.046404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:47.746168Z","time spent":"300.219724ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:18:48.046427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:47.195568Z","time spent":"850.851111ms","remote":"127.0.0.1:37352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:18:48.045014Z","caller":"traceutil/trace.go:171","msg":"trace[1648870034] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"4.579734162s","start":"2026-03-11T21:18:43.465271Z","end":"2026-03-11T21:18:48.045005Z","steps":["trace[1648870034] 'process raft request' (duration: 4.578655827s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.046581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:43.465243Z","time spent":"4.581303847s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:48.045886Z","caller":"traceutil/trace.go:171","msg":"trace[608309924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23138; }","duration":"570.424099ms","start":"2026-03-11T21:18:47.475451Z","end":"2026-03-11T21:18:48.045875Z","steps":["trace[608309924] 'agreement among raft nodes before linearized reading' (duration: 570.375908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.046639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:47.475416Z","time spent":"571.210646ms","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:18:48.238379Z","caller":"traceutil/trace.go:171","msg":"trace[940105657] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"185.909913ms","start":"2026-03-11T21:18:48.052444Z","end":"2026-03-11T21:18:48.238354Z","steps":["trace[940105657] 'process raft request' (duration: 185.721238ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.238471Z","caller":"traceutil/trace.go:171","msg":"trace[1139228618] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"185.483422ms","start":"2026-03-11T21:18:48.052966Z","end":"2026-03-11T21:18:48.23845Z","steps":["trace[1139228618] 'process raft request' (duration: 185.291677ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.238604Z","caller":"traceutil/trace.go:171","msg":"trace[243996280] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"185.700698ms","start":"2026-03-11T21:18:48.052889Z","end":"2026-03-11T21:18:48.23859Z","steps":["trace[243996280] 'process raft request' (duration: 185.33322ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.238647Z","caller":"traceutil/trace.go:171","msg":"trace[319684606] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"188.637463ms","start":"2026-03-11T21:18:48.049995Z","end":"2026-03-11T21:18:48.238633Z","steps":["trace[319684606] 'process raft request' (duration: 187.996549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.238652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.285075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"info","ts":"2026-03-11T21:18:48.238722Z","caller":"traceutil/trace.go:171","msg":"trace[1206920825] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23143; }","duration":"188.407077ms","start":"2026-03-11T21:18:48.050281Z","end":"2026-03-11T21:18:48.238688Z","steps":["trace[1206920825] 'agreement among raft nodes before linearized reading' (duration: 188.143751ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.238374Z","caller":"traceutil/trace.go:171","msg":"trace[2027980763] linearizableReadLoop","detail":"{readStateIndex:23936; appliedIndex:23935; }","duration":"187.924477ms","start":"2026-03-11T21:18:48.050426Z","end":"2026-03-11T21:18:48.23835Z","steps":["trace[2027980763] 'read index received' (duration: 14.165446ms)","trace[2027980763] 'applied index is now lower than readState.Index' (duration: 173.758061ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:48.239029Z","caller":"traceutil/trace.go:171","msg":"trace[1394047390] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"183.846836ms","start":"2026-03-11T21:18:48.055159Z","end":"2026-03-11T21:18:48.239006Z","steps":["trace[1394047390] 'process raft request' (duration: 183.13658ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.242982Z","caller":"traceutil/trace.go:171","msg":"trace[171170394] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"177.149785ms","start":"2026-03-11T21:18:48.065799Z","end":"2026-03-11T21:18:48.242949Z","steps":["trace[171170394] 'process raft request' (duration: 176.944501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.243161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.703105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:48.243264Z","caller":"traceutil/trace.go:171","msg":"trace[681654696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23144; }","duration":"189.842849ms","start":"2026-03-11T21:18:48.053397Z","end":"2026-03-11T21:18:48.24324Z","steps":["trace[681654696] 'agreement among raft nodes before linearized reading' (duration: 189.588393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.692845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.509833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:48.69299Z","caller":"traceutil/trace.go:171","msg":"trace[1752693667] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"407.982471ms","start":"2026-03-11T21:18:48.284978Z","end":"2026-03-11T21:18:48.69296Z","steps":["trace[1752693667] 'process raft request' (duration: 136.022538ms)","trace[1752693667] 'compare' (duration: 271.154315ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:48.693047Z","caller":"traceutil/trace.go:171","msg":"trace[2040045975] linearizableReadLoop","detail":"{readStateIndex:23943; appliedIndex:23942; }","duration":"407.202623ms","start":"2026-03-11T21:18:48.285821Z","end":"2026-03-11T21:18:48.693024Z","steps":["trace[2040045975] 'read index received' (duration: 135.202668ms)","trace[2040045975] 'applied index is now lower than readState.Index' (duration: 271.996814ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:48.693078Z","caller":"traceutil/trace.go:171","msg":"trace[1008837770] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"402.809045ms","start":"2026-03-11T21:18:48.290255Z","end":"2026-03-11T21:18:48.693065Z","steps":["trace[1008837770] 'process raft request' (duration: 402.721623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.693128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.290238Z","time spent":"402.866746ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:48.693123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.284968Z","time spent":"408.083133ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:48.693235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.405977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:18:48.693265Z","caller":"traceutil/trace.go:171","msg":"trace[2075414992] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23147; }","duration":"407.457929ms","start":"2026-03-11T21:18:48.285798Z","end":"2026-03-11T21:18:48.693256Z","steps":["trace[2075414992] 'agreement among raft nodes before linearized reading' (duration: 407.302845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.693291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.285786Z","time spent":"407.500049ms","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-11T21:18:48.693315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.210192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T21:18:48.693288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.651281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:48.693334Z","caller":"traceutil/trace.go:171","msg":"trace[1034982020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23147; }","duration":"226.226572ms","start":"2026-03-11T21:18:48.467101Z","end":"2026-03-11T21:18:48.693328Z","steps":["trace[1034982020] 'agreement among raft nodes before linearized reading' (duration: 226.179551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.693317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.333237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T21:18:48.693361Z","caller":"traceutil/trace.go:171","msg":"trace[1302799207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23147; }","duration":"217.755182ms","start":"2026-03-11T21:18:48.475585Z","end":"2026-03-11T21:18:48.69334Z","steps":["trace[1302799207] 'agreement among raft nodes before linearized reading' (duration: 217.64401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.693268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.838514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-11T21:18:48.693391Z","caller":"traceutil/trace.go:171","msg":"trace[1787619447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23147; }","duration":"223.415609ms","start":"2026-03-11T21:18:48.469955Z","end":"2026-03-11T21:18:48.693371Z","steps":["trace[1787619447] 'agreement among raft nodes before linearized reading' (duration: 223.198494ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:48.693405Z","caller":"traceutil/trace.go:171","msg":"trace[1440907381] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23147; }","duration":"304.012499ms","start":"2026-03-11T21:18:48.389384Z","end":"2026-03-11T21:18:48.693396Z","steps":["trace[1440907381] 'agreement among raft nodes before linearized reading' (duration: 303.746853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:48.693431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:48.389368Z","time spent":"304.055979ms","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-11T21:18:49.182651Z","caller":"traceutil/trace.go:171","msg":"trace[1563472770] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"101.137418ms","start":"2026-03-11T21:18:49.081486Z","end":"2026-03-11T21:18:49.182624Z","steps":["trace[1563472770] 'process raft request' (duration: 100.984395ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:49.193797Z","caller":"traceutil/trace.go:171","msg":"trace[1493103568] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"106.710053ms","start":"2026-03-11T21:18:49.087057Z","end":"2026-03-11T21:18:49.193767Z","steps":["trace[1493103568] 'process raft request' (duration: 106.54251ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:49.666076Z","caller":"traceutil/trace.go:171","msg":"trace[1449342114] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"363.886056ms","start":"2026-03-11T21:18:49.302155Z","end":"2026-03-11T21:18:49.666041Z","steps":["trace[1449342114] 'process raft request' (duration: 363.254422ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:49.6662Z","caller":"traceutil/trace.go:171","msg":"trace[488035475] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"362.363382ms","start":"2026-03-11T21:18:49.303807Z","end":"2026-03-11T21:18:49.66617Z","steps":["trace[488035475] 'process raft request' (duration: 362.2671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:49.666246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:49.302141Z","time spent":"364.016319ms","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1313,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:49.666336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:49.303787Z","time spent":"362.471164ms","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5116,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:49.666412Z","caller":"traceutil/trace.go:171","msg":"trace[1435756815] linearizableReadLoop","detail":"{readStateIndex:23963; appliedIndex:23960; }","duration":"184.708194ms","start":"2026-03-11T21:18:49.481682Z","end":"2026-03-11T21:18:49.666391Z","steps":["trace[1435756815] 'read index received' (duration: 183.61742ms)","trace[1435756815] 'applied index is now lower than readState.Index' (duration: 1.089504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:49.666539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.852137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:49.666591Z","caller":"traceutil/trace.go:171","msg":"trace[758210536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23165; }","duration":"184.949021ms","start":"2026-03-11T21:18:49.481631Z","end":"2026-03-11T21:18:49.66658Z","steps":["trace[758210536] 'agreement among raft nodes before linearized reading' (duration: 184.858078ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:49.66663Z","caller":"traceutil/trace.go:171","msg":"trace[1722151672] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"364.360258ms","start":"2026-03-11T21:18:49.30225Z","end":"2026-03-11T21:18:49.666611Z","steps":["trace[1722151672] 'process raft request' (duration: 363.59201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:49.666703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:49.302176Z","time spent":"364.491911ms","remote":"127.0.0.1:34722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4108,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:49.960915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.657938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-r2n48.189be5f8580f8398\" ","response":"range_response_count:1 size:791"} {"level":"info","ts":"2026-03-11T21:18:49.961019Z","caller":"traceutil/trace.go:171","msg":"trace[429283537] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-r2n48.189be5f8580f8398; range_end:; response_count:1; response_revision:23167; }","duration":"130.810962ms","start":"2026-03-11T21:18:49.830185Z","end":"2026-03-11T21:18:49.960996Z","steps":["trace[429283537] 'range keys from in-memory index tree' (duration: 130.476424ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.207056Z","caller":"traceutil/trace.go:171","msg":"trace[1070285277] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"219.386219ms","start":"2026-03-11T21:18:49.987647Z","end":"2026-03-11T21:18:50.207033Z","steps":["trace[1070285277] 'process raft request' (duration: 219.203095ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.224128Z","caller":"traceutil/trace.go:171","msg":"trace[1073842020] linearizableReadLoop","detail":"{readStateIndex:23972; appliedIndex:23966; }","duration":"134.954264ms","start":"2026-03-11T21:18:50.089156Z","end":"2026-03-11T21:18:50.22411Z","steps":["trace[1073842020] 'read index received' (duration: 117.637697ms)","trace[1073842020] 'applied index is now lower than readState.Index' (duration: 17.315667ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:50.224152Z","caller":"traceutil/trace.go:171","msg":"trace[1855778402] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"171.611123ms","start":"2026-03-11T21:18:50.052524Z","end":"2026-03-11T21:18:50.224135Z","steps":["trace[1855778402] 'process raft request' (duration: 171.49751ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.224182Z","caller":"traceutil/trace.go:171","msg":"trace[466985310] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"172.467492ms","start":"2026-03-11T21:18:50.051707Z","end":"2026-03-11T21:18:50.224175Z","steps":["trace[466985310] 'process raft request' (duration: 172.279227ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.224188Z","caller":"traceutil/trace.go:171","msg":"trace[112599468] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"171.210344ms","start":"2026-03-11T21:18:50.052954Z","end":"2026-03-11T21:18:50.224165Z","steps":["trace[112599468] 'process raft request' (duration: 171.096521ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.224224Z","caller":"traceutil/trace.go:171","msg":"trace[2075316030] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"171.049719ms","start":"2026-03-11T21:18:50.053152Z","end":"2026-03-11T21:18:50.224202Z","steps":["trace[2075316030] 'process raft request' (duration: 170.927157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.224311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.142718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:464"} {"level":"info","ts":"2026-03-11T21:18:50.224344Z","caller":"traceutil/trace.go:171","msg":"trace[661276128] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23174; }","duration":"135.22555ms","start":"2026-03-11T21:18:50.089109Z","end":"2026-03-11T21:18:50.224334Z","steps":["trace[661276128] 'agreement among raft nodes before linearized reading' (duration: 135.096177ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.224137Z","caller":"traceutil/trace.go:171","msg":"trace[1225554617] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"174.556358ms","start":"2026-03-11T21:18:50.049558Z","end":"2026-03-11T21:18:50.224114Z","steps":["trace[1225554617] 'process raft request' (duration: 174.338193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:50.224405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.02206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-kpbqs\" ","response":"range_response_count:1 size:7753"} {"level":"info","ts":"2026-03-11T21:18:50.224466Z","caller":"traceutil/trace.go:171","msg":"trace[752729985] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-kpbqs; range_end:; response_count:1; response_revision:23174; }","duration":"120.134213ms","start":"2026-03-11T21:18:50.104318Z","end":"2026-03-11T21:18:50.224452Z","steps":["trace[752729985] 'agreement among raft nodes before linearized reading' (duration: 119.926968ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.337306Z","caller":"traceutil/trace.go:171","msg":"trace[933854098] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"103.764328ms","start":"2026-03-11T21:18:50.233522Z","end":"2026-03-11T21:18:50.337287Z","steps":["trace[933854098] 'process raft request' (duration: 103.577203ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.337516Z","caller":"traceutil/trace.go:171","msg":"trace[1946396557] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"100.086796ms","start":"2026-03-11T21:18:50.237399Z","end":"2026-03-11T21:18:50.337486Z","steps":["trace[1946396557] 'process raft request' (duration: 99.840081ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:50.447145Z","caller":"traceutil/trace.go:171","msg":"trace[817501033] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"105.853684ms","start":"2026-03-11T21:18:50.341265Z","end":"2026-03-11T21:18:50.447119Z","steps":["trace[817501033] 'process raft request' (duration: 100.76839ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:51.341676Z","caller":"traceutil/trace.go:171","msg":"trace[858909448] linearizableReadLoop","detail":"{readStateIndex:23984; appliedIndex:23983; }","duration":"102.354466ms","start":"2026-03-11T21:18:51.239296Z","end":"2026-03-11T21:18:51.34165Z","steps":["trace[858909448] 'read index received' (duration: 102.213103ms)","trace[858909448] 'applied index is now lower than readState.Index' (duration: 139.863µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:51.341835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.51165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:18:51.341877Z","caller":"traceutil/trace.go:171","msg":"trace[1378880101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23186; }","duration":"102.611511ms","start":"2026-03-11T21:18:51.239252Z","end":"2026-03-11T21:18:51.341864Z","steps":["trace[1378880101] 'agreement among raft nodes before linearized reading' (duration: 102.494858ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:51.341865Z","caller":"traceutil/trace.go:171","msg":"trace[495111670] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"201.772717ms","start":"2026-03-11T21:18:51.140047Z","end":"2026-03-11T21:18:51.341819Z","steps":["trace[495111670] 'process raft request' (duration: 201.443798ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:51.516896Z","caller":"traceutil/trace.go:171","msg":"trace[1254467210] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"100.76371ms","start":"2026-03-11T21:18:51.416107Z","end":"2026-03-11T21:18:51.51687Z","steps":["trace[1254467210] 'process raft request' (duration: 100.568206ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:51.555593Z","caller":"traceutil/trace.go:171","msg":"trace[252711102] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"135.623289ms","start":"2026-03-11T21:18:51.419941Z","end":"2026-03-11T21:18:51.555564Z","steps":["trace[252711102] 'process raft request' (duration: 135.422665ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:51.555674Z","caller":"traceutil/trace.go:171","msg":"trace[1877894129] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"138.758709ms","start":"2026-03-11T21:18:51.416884Z","end":"2026-03-11T21:18:51.555643Z","steps":["trace[1877894129] 'process raft request' (duration: 138.32769ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:51.656979Z","caller":"traceutil/trace.go:171","msg":"trace[361798365] linearizableReadLoop","detail":"{readStateIndex:23993; appliedIndex:23992; }","duration":"101.526257ms","start":"2026-03-11T21:18:51.555425Z","end":"2026-03-11T21:18:51.656951Z","steps":["trace[361798365] 'read index received' (duration: 100.988776ms)","trace[361798365] 'applied index is now lower than readState.Index' (duration: 536.411µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:51.657095Z","caller":"traceutil/trace.go:171","msg":"trace[1409317111] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"130.588027ms","start":"2026-03-11T21:18:51.526422Z","end":"2026-03-11T21:18:51.65701Z","steps":["trace[1409317111] 'process raft request' (duration: 129.998464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:51.657315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.224056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-95496d45d-pxfdf.189be61d3a776fc3\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-11T21:18:51.657398Z","caller":"traceutil/trace.go:171","msg":"trace[550825263] range","detail":"{range_begin:/registry/events/openstack/magnum-api-95496d45d-pxfdf.189be61d3a776fc3; range_end:; response_count:1; response_revision:23195; }","duration":"146.362269ms","start":"2026-03-11T21:18:51.511014Z","end":"2026-03-11T21:18:51.657377Z","steps":["trace[550825263] 'agreement among raft nodes before linearized reading' (duration: 146.016011ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:54.42032Z","caller":"traceutil/trace.go:171","msg":"trace[408515967] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"170.867435ms","start":"2026-03-11T21:18:54.249434Z","end":"2026-03-11T21:18:54.420302Z","steps":["trace[408515967] 'process raft request' (duration: 170.804264ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:54.4205Z","caller":"traceutil/trace.go:171","msg":"trace[1609534086] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"171.151473ms","start":"2026-03-11T21:18:54.249337Z","end":"2026-03-11T21:18:54.420489Z","steps":["trace[1609534086] 'process raft request' (duration: 170.13544ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:54.420557Z","caller":"traceutil/trace.go:171","msg":"trace[671520329] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"171.085981ms","start":"2026-03-11T21:18:54.249445Z","end":"2026-03-11T21:18:54.420531Z","steps":["trace[671520329] 'process raft request' (duration: 170.828525ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:54.420834Z","caller":"traceutil/trace.go:171","msg":"trace[1449351477] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"170.891247ms","start":"2026-03-11T21:18:54.24993Z","end":"2026-03-11T21:18:54.420821Z","steps":["trace[1449351477] 'process raft request' (duration: 170.527158ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:56.491583Z","caller":"traceutil/trace.go:171","msg":"trace[1835433013] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"148.182139ms","start":"2026-03-11T21:18:56.343382Z","end":"2026-03-11T21:18:56.491565Z","steps":["trace[1835433013] 'process raft request' (duration: 147.965594ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:56.491572Z","caller":"traceutil/trace.go:171","msg":"trace[388890348] linearizableReadLoop","detail":"{readStateIndex:24020; appliedIndex:24019; }","duration":"121.689268ms","start":"2026-03-11T21:18:56.369853Z","end":"2026-03-11T21:18:56.491542Z","steps":["trace[388890348] 'read index received' (duration: 121.526804ms)","trace[388890348] 'applied index is now lower than readState.Index' (duration: 161.093µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:56.491737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.867592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:18:56.491793Z","caller":"traceutil/trace.go:171","msg":"trace[2056499697] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23222; }","duration":"121.964674ms","start":"2026-03-11T21:18:56.369816Z","end":"2026-03-11T21:18:56.49178Z","steps":["trace[2056499697] 'agreement among raft nodes before linearized reading' (duration: 121.851151ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:56.639078Z","caller":"traceutil/trace.go:171","msg":"trace[238667996] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"267.615046ms","start":"2026-03-11T21:18:56.371437Z","end":"2026-03-11T21:18:56.639052Z","steps":["trace[238667996] 'process raft request' (duration: 267.192117ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:56.639239Z","caller":"traceutil/trace.go:171","msg":"trace[665953156] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"213.729223ms","start":"2026-03-11T21:18:56.425499Z","end":"2026-03-11T21:18:56.639228Z","steps":["trace[665953156] 'process raft request' (duration: 213.496037ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:56.639375Z","caller":"traceutil/trace.go:171","msg":"trace[200890942] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"213.710983ms","start":"2026-03-11T21:18:56.425658Z","end":"2026-03-11T21:18:56.639369Z","steps":["trace[200890942] 'process raft request' (duration: 213.530359ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:56.639602Z","caller":"traceutil/trace.go:171","msg":"trace[1498476449] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"213.810195ms","start":"2026-03-11T21:18:56.425782Z","end":"2026-03-11T21:18:56.639592Z","steps":["trace[1498476449] 'process raft request' (duration: 213.56285ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:56.63966Z","caller":"traceutil/trace.go:171","msg":"trace[1041528503] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"213.681322ms","start":"2026-03-11T21:18:56.425973Z","end":"2026-03-11T21:18:56.639654Z","steps":["trace[1041528503] 'process raft request' (duration: 213.57054ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:56.639677Z","caller":"traceutil/trace.go:171","msg":"trace[286454060] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"158.883609ms","start":"2026-03-11T21:18:56.480777Z","end":"2026-03-11T21:18:56.63966Z","steps":["trace[286454060] 'process raft request' (duration: 158.820497ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:56.639702Z","caller":"traceutil/trace.go:171","msg":"trace[963543221] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"139.186409ms","start":"2026-03-11T21:18:56.500502Z","end":"2026-03-11T21:18:56.639688Z","steps":["trace[963543221] 'process raft request' (duration: 139.148518ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:56.639803Z","caller":"traceutil/trace.go:171","msg":"trace[1028801590] linearizableReadLoop","detail":"{readStateIndex:24026; appliedIndex:24020; }","duration":"148.154388ms","start":"2026-03-11T21:18:56.491639Z","end":"2026-03-11T21:18:56.639794Z","steps":["trace[1028801590] 'read index received' (duration: 146.91268ms)","trace[1028801590] 'applied index is now lower than readState.Index' (duration: 1.240918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:56.639929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.173494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-11T21:18:56.639948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.241936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-11T21:18:56.639959Z","caller":"traceutil/trace.go:171","msg":"trace[1321448354] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23229; }","duration":"176.242036ms","start":"2026-03-11T21:18:56.463709Z","end":"2026-03-11T21:18:56.639951Z","steps":["trace[1321448354] 'agreement among raft nodes before linearized reading' (duration: 176.125093ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:56.639978Z","caller":"traceutil/trace.go:171","msg":"trace[567230388] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23229; }","duration":"176.295727ms","start":"2026-03-11T21:18:56.463673Z","end":"2026-03-11T21:18:56.639969Z","steps":["trace[567230388] 'agreement among raft nodes before linearized reading' (duration: 176.200025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:56.640059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.296558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T21:18:56.640054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.806164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:18:56.640087Z","caller":"traceutil/trace.go:171","msg":"trace[1046054344] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23229; }","duration":"142.3632ms","start":"2026-03-11T21:18:56.497717Z","end":"2026-03-11T21:18:56.64008Z","steps":["trace[1046054344] 'agreement among raft nodes before linearized reading' (duration: 142.260817ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:56.640087Z","caller":"traceutil/trace.go:171","msg":"trace[909885526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23229; }","duration":"127.880816ms","start":"2026-03-11T21:18:56.512201Z","end":"2026-03-11T21:18:56.640082Z","steps":["trace[909885526] 'agreement among raft nodes before linearized reading' (duration: 127.811574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:56.640132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.942918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T21:18:56.640167Z","caller":"traceutil/trace.go:171","msg":"trace[1737234196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23229; }","duration":"128.008149ms","start":"2026-03-11T21:18:56.512151Z","end":"2026-03-11T21:18:56.640159Z","steps":["trace[1737234196] 'agreement among raft nodes before linearized reading' (duration: 127.925798ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:57.026455Z","caller":"traceutil/trace.go:171","msg":"trace[1864191745] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"131.182179ms","start":"2026-03-11T21:18:56.89524Z","end":"2026-03-11T21:18:57.026423Z","steps":["trace[1864191745] 'process raft request' (duration: 49.666639ms)","trace[1864191745] 'compare' (duration: 81.405828ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:58.085742Z","caller":"traceutil/trace.go:171","msg":"trace[1248153425] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"131.842494ms","start":"2026-03-11T21:18:57.953859Z","end":"2026-03-11T21:18:58.085701Z","steps":["trace[1248153425] 'process raft request' (duration: 131.541768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:59.11892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.18104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:18:59.119396Z","caller":"traceutil/trace.go:171","msg":"trace[1773101566] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"473.79496ms","start":"2026-03-11T21:18:58.645546Z","end":"2026-03-11T21:18:59.119341Z","steps":["trace[1773101566] 'process raft request' (duration: 316.114589ms)","trace[1773101566] 'compare' (duration: 156.74224ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:18:59.119491Z","caller":"traceutil/trace.go:171","msg":"trace[485345105] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"473.824201ms","start":"2026-03-11T21:18:58.645619Z","end":"2026-03-11T21:18:59.119443Z","steps":["trace[485345105] 'process raft request' (duration: 473.443623ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:59.119517Z","caller":"traceutil/trace.go:171","msg":"trace[320381573] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"472.820119ms","start":"2026-03-11T21:18:58.646646Z","end":"2026-03-11T21:18:59.119466Z","steps":["trace[320381573] 'process raft request' (duration: 472.713266ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:59.119549Z","caller":"traceutil/trace.go:171","msg":"trace[572814695] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"465.310851ms","start":"2026-03-11T21:18:58.654209Z","end":"2026-03-11T21:18:59.11952Z","steps":["trace[572814695] 'process raft request' (duration: 465.188848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:59.119597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.829618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T21:18:59.119634Z","caller":"traceutil/trace.go:171","msg":"trace[544196642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23243; }","duration":"446.9117ms","start":"2026-03-11T21:18:58.672713Z","end":"2026-03-11T21:18:59.119625Z","steps":["trace[544196642] 'agreement among raft nodes before linearized reading' (duration: 446.772627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:59.119641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.645594Z","time spent":"473.967364ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:59.119678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.672693Z","time spent":"446.976152ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:59.119677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.646632Z","time spent":"472.954551ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:59.119691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.654171Z","time spent":"465.448304ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:18:59.119765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.64552Z","time spent":"474.000605ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:18:59.119457Z","caller":"traceutil/trace.go:171","msg":"trace[687685736] linearizableReadLoop","detail":"{readStateIndex:24041; appliedIndex:24037; }","duration":"446.664805ms","start":"2026-03-11T21:18:58.672769Z","end":"2026-03-11T21:18:59.119434Z","steps":["trace[687685736] 'read index received' (duration: 288.861801ms)","trace[687685736] 'applied index is now lower than readState.Index' (duration: 157.802164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:18:59.120006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.535676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:18:59.120014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.914214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:18:59.120046Z","caller":"traceutil/trace.go:171","msg":"trace[2125640355] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23243; }","duration":"285.580997ms","start":"2026-03-11T21:18:58.834456Z","end":"2026-03-11T21:18:59.120037Z","steps":["trace[2125640355] 'agreement among raft nodes before linearized reading' (duration: 285.504896ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:18:59.120054Z","caller":"traceutil/trace.go:171","msg":"trace[783164115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23243; }","duration":"439.976115ms","start":"2026-03-11T21:18:58.680067Z","end":"2026-03-11T21:18:59.120043Z","steps":["trace[783164115] 'agreement among raft nodes before linearized reading' (duration: 439.888293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:59.120081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.680056Z","time spent":"440.018386ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:59.120132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.808495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:18:59.120187Z","caller":"traceutil/trace.go:171","msg":"trace[1064672312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23243; }","duration":"436.909527ms","start":"2026-03-11T21:18:58.683266Z","end":"2026-03-11T21:18:59.120175Z","steps":["trace[1064672312] 'agreement among raft nodes before linearized reading' (duration: 436.755084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:59.120215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.683248Z","time spent":"436.962328ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:18:59.120258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.454618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-11T21:18:59.120333Z","caller":"traceutil/trace.go:171","msg":"trace[1131001323] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23243; }","duration":"424.54773ms","start":"2026-03-11T21:18:58.695771Z","end":"2026-03-11T21:18:59.120319Z","steps":["trace[1131001323] 'agreement among raft nodes before linearized reading' (duration: 424.206373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:18:59.120335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.859226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T21:18:59.120403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:18:58.695762Z","time spent":"424.629132ms","remote":"127.0.0.1:51548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-11T21:18:59.120443Z","caller":"traceutil/trace.go:171","msg":"trace[1242310341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23243; }","duration":"227.001459ms","start":"2026-03-11T21:18:58.893418Z","end":"2026-03-11T21:18:59.12042Z","steps":["trace[1242310341] 'agreement among raft nodes before linearized reading' (duration: 226.635331ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:00.673277Z","caller":"traceutil/trace.go:171","msg":"trace[620233000] transaction","detail":"{read_only:false; response_revision:23250; number_of_response:1; }","duration":"120.054611ms","start":"2026-03-11T21:19:00.553199Z","end":"2026-03-11T21:19:00.673253Z","steps":["trace[620233000] 'process raft request' (duration: 119.774364ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:00.778434Z","caller":"traceutil/trace.go:171","msg":"trace[1831259246] transaction","detail":"{read_only:false; response_revision:23251; number_of_response:1; }","duration":"106.929698ms","start":"2026-03-11T21:19:00.671477Z","end":"2026-03-11T21:19:00.778406Z","steps":["trace[1831259246] 'process raft request' (duration: 38.444249ms)","trace[1831259246] 'compare' (duration: 68.184632ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:01.261919Z","caller":"traceutil/trace.go:171","msg":"trace[1866174703] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"136.093019ms","start":"2026-03-11T21:19:01.1258Z","end":"2026-03-11T21:19:01.261893Z","steps":["trace[1866174703] 'process raft request' (duration: 136.013067ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:01.261923Z","caller":"traceutil/trace.go:171","msg":"trace[1616832767] transaction","detail":"{read_only:false; response_revision:23253; number_of_response:1; }","duration":"136.177811ms","start":"2026-03-11T21:19:01.125708Z","end":"2026-03-11T21:19:01.261886Z","steps":["trace[1616832767] 'process raft request' (duration: 135.871774ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:01.26213Z","caller":"traceutil/trace.go:171","msg":"trace[1231769505] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"136.031148ms","start":"2026-03-11T21:19:01.126064Z","end":"2026-03-11T21:19:01.262095Z","steps":["trace[1231769505] 'process raft request' (duration: 135.795712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:01.576528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.343863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:01.576618Z","caller":"traceutil/trace.go:171","msg":"trace[39362757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23260; }","duration":"101.501037ms","start":"2026-03-11T21:19:01.475096Z","end":"2026-03-11T21:19:01.576597Z","steps":["trace[39362757] 'range keys from in-memory index tree' (duration: 101.242801ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:03.21818Z","caller":"traceutil/trace.go:171","msg":"trace[220969164] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"126.75032ms","start":"2026-03-11T21:19:03.091409Z","end":"2026-03-11T21:19:03.21816Z","steps":["trace[220969164] 'process raft request' (duration: 126.620767ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:03.236637Z","caller":"traceutil/trace.go:171","msg":"trace[1902209880] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"101.798664ms","start":"2026-03-11T21:19:03.13481Z","end":"2026-03-11T21:19:03.236609Z","steps":["trace[1902209880] 'process raft request' (duration: 100.542255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:03.94521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374437706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:04.614383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.895794ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T21:19:04.656571Z","caller":"traceutil/trace.go:171","msg":"trace[1415567243] linearizableReadLoop","detail":"{readStateIndex:24077; appliedIndex:24075; }","duration":"1.212134868s","start":"2026-03-11T21:19:03.444413Z","end":"2026-03-11T21:19:04.656548Z","steps":["trace[1415567243] 'read index received' (duration: 991.154614ms)","trace[1415567243] 'applied index is now lower than readState.Index' (duration: 220.978894ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:04.65667Z","caller":"traceutil/trace.go:171","msg":"trace[444896942] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"511.970912ms","start":"2026-03-11T21:19:04.144668Z","end":"2026-03-11T21:19:04.656639Z","steps":["trace[444896942] 'process raft request' (duration: 511.752237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.656734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183166532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:04.656807Z","caller":"traceutil/trace.go:171","msg":"trace[701551201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23276; }","duration":"1.183250444s","start":"2026-03-11T21:19:03.473507Z","end":"2026-03-11T21:19:04.656758Z","steps":["trace[701551201] 'agreement among raft nodes before linearized reading' (duration: 1.183177572s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.656841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:03.473488Z","time spent":"1.183345216s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:04.656836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:04.144643Z","time spent":"512.095356ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:04.656844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212416155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-11T21:19:04.656906Z","caller":"traceutil/trace.go:171","msg":"trace[547646852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23276; }","duration":"1.212507127s","start":"2026-03-11T21:19:03.44438Z","end":"2026-03-11T21:19:04.656887Z","steps":["trace[547646852] 'agreement among raft nodes before linearized reading' (duration: 1.212276751s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.656946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:03.444365Z","time spent":"1.212573098s","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T21:19:04.657086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.717327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-11T21:19:04.657171Z","caller":"traceutil/trace.go:171","msg":"trace[168640795] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23276; }","duration":"193.854689ms","start":"2026-03-11T21:19:04.463298Z","end":"2026-03-11T21:19:04.657153Z","steps":["trace[168640795] 'agreement among raft nodes before linearized reading' (duration: 193.591123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.657219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.46121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130713"} {"level":"info","ts":"2026-03-11T21:19:04.657255Z","caller":"traceutil/trace.go:171","msg":"trace[1342322583] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23276; }","duration":"725.520812ms","start":"2026-03-11T21:19:03.931724Z","end":"2026-03-11T21:19:04.657245Z","steps":["trace[1342322583] 'agreement among raft nodes before linearized reading' (duration: 725.231246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.657115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.562882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-11T21:19:04.657285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:03.931713Z","time spent":"725.565243ms","remote":"127.0.0.1:34276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130736,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-11T21:19:04.657327Z","caller":"traceutil/trace.go:171","msg":"trace[112266405] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23276; }","duration":"742.791427ms","start":"2026-03-11T21:19:03.914506Z","end":"2026-03-11T21:19:04.657298Z","steps":["trace[112266405] 'agreement among raft nodes before linearized reading' (duration: 742.515941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:04.657427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:03.914485Z","time spent":"742.89757ms","remote":"127.0.0.1:34290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-11T21:19:11.182745Z","caller":"traceutil/trace.go:171","msg":"trace[333470618] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"427.304672ms","start":"2026-03-11T21:19:10.755424Z","end":"2026-03-11T21:19:11.182729Z","steps":["trace[333470618] 'process raft request' (duration: 427.21013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:11.182848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:10.755398Z","time spent":"427.392863ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:12.050978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.775176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:12.0511Z","caller":"traceutil/trace.go:171","msg":"trace[268096448] linearizableReadLoop","detail":"{readStateIndex:24121; appliedIndex:24120; }","duration":"904.874958ms","start":"2026-03-11T21:19:11.146203Z","end":"2026-03-11T21:19:12.051078Z","steps":["trace[268096448] 'read index received' (duration: 36.568907ms)","trace[268096448] 'applied index is now lower than readState.Index' (duration: 868.30423ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:12.051182Z","caller":"traceutil/trace.go:171","msg":"trace[439115032] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"1.195579379s","start":"2026-03-11T21:19:10.855582Z","end":"2026-03-11T21:19:12.051162Z","steps":["trace[439115032] 'process raft request' (duration: 710.526758ms)","trace[439115032] 'compare' (duration: 484.493329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:12.05128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:10.855559Z","time spent":"1.195667801s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:12.051263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.00087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:12.051377Z","caller":"traceutil/trace.go:171","msg":"trace[1975847634] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23318; }","duration":"905.180694ms","start":"2026-03-11T21:19:11.146174Z","end":"2026-03-11T21:19:12.051355Z","steps":["trace[1975847634] 'agreement among raft nodes before linearized reading' (duration: 904.985819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:12.051482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:11.146161Z","time spent":"905.305386ms","remote":"127.0.0.1:36346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-11T21:19:12.051973Z","caller":"traceutil/trace.go:171","msg":"trace[1842198264] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"843.426985ms","start":"2026-03-11T21:19:11.208527Z","end":"2026-03-11T21:19:12.051954Z","steps":["trace[1842198264] 'process raft request' (duration: 843.296182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:12.052094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:11.208507Z","time spent":"843.528568ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:12.052172Z","caller":"traceutil/trace.go:171","msg":"trace[1009910125] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"779.043517ms","start":"2026-03-11T21:19:11.273104Z","end":"2026-03-11T21:19:12.052147Z","steps":["trace[1009910125] 'process raft request' (duration: 778.821362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:12.052285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:11.273055Z","time spent":"779.17658ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:12.052536Z","caller":"traceutil/trace.go:171","msg":"trace[1099647951] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"683.027143ms","start":"2026-03-11T21:19:11.369495Z","end":"2026-03-11T21:19:12.052522Z","steps":["trace[1099647951] 'process raft request' (duration: 682.985332ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:12.052599Z","caller":"traceutil/trace.go:171","msg":"trace[1762486799] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"685.598551ms","start":"2026-03-11T21:19:11.366991Z","end":"2026-03-11T21:19:12.052589Z","steps":["trace[1762486799] 'process raft request' (duration: 685.411117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:12.052652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:11.366969Z","time spent":"685.657082ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:12.052557Z","caller":"traceutil/trace.go:171","msg":"trace[1575819417] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"738.297108ms","start":"2026-03-11T21:19:11.314198Z","end":"2026-03-11T21:19:12.052495Z","steps":["trace[1575819417] 'process raft request' (duration: 737.869347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:12.05283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:11.369487Z","time spent":"683.125835ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:12.052833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:11.31418Z","time spent":"738.547273ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:12.547618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.164673ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:12.547698Z","caller":"traceutil/trace.go:171","msg":"trace[8583862] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23323; }","duration":"309.254885ms","start":"2026-03-11T21:19:12.238432Z","end":"2026-03-11T21:19:12.547687Z","steps":["trace[8583862] 'range keys from in-memory index tree' (duration: 309.154083ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:12.65013Z","caller":"traceutil/trace.go:171","msg":"trace[754829659] linearizableReadLoop","detail":"{readStateIndex:24127; appliedIndex:24121; }","duration":"598.975096ms","start":"2026-03-11T21:19:12.051134Z","end":"2026-03-11T21:19:12.650109Z","steps":["trace[754829659] 'read index received' (duration: 692.415µs)","trace[754829659] 'applied index is now lower than readState.Index' (duration: 598.281851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:12.65028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175085602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:12.650325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436837366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-11T21:19:12.650335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231337088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:19:12.650354Z","caller":"traceutil/trace.go:171","msg":"trace[523751218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23324; }","duration":"1.175204474s","start":"2026-03-11T21:19:11.475132Z","end":"2026-03-11T21:19:12.650337Z","steps":["trace[523751218] 'agreement among raft nodes before linearized reading' (duration: 1.17501286s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:12.650377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229417585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:19:12.650411Z","caller":"traceutil/trace.go:171","msg":"trace[356836505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23324; }","duration":"1.231766088s","start":"2026-03-11T21:19:11.418612Z","end":"2026-03-11T21:19:12.650378Z","steps":["trace[356836505] 'agreement among raft nodes before linearized reading' (duration: 1.231619995s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:12.650441Z","caller":"traceutil/trace.go:171","msg":"trace[1982698302] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"618.498802ms","start":"2026-03-11T21:19:12.031927Z","end":"2026-03-11T21:19:12.650426Z","steps":["trace[1982698302] 'process raft request' (duration: 618.055212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:12.650451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268088138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T21:19:12.650483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.060202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-11T21:19:12.650504Z","caller":"traceutil/trace.go:171","msg":"trace[2126657441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23324; }","duration":"1.26818257s","start":"2026-03-11T21:19:11.382307Z","end":"2026-03-11T21:19:12.650489Z","steps":["trace[2126657441] 'agreement among raft nodes before linearized reading' (duration: 1.268027907s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:12.650518Z","caller":"traceutil/trace.go:171","msg":"trace[2122327411] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23324; }","duration":"974.128794ms","start":"2026-03-11T21:19:11.67638Z","end":"2026-03-11T21:19:12.650509Z","steps":["trace[2122327411] 'agreement among raft nodes before linearized reading' (duration: 974.034312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:12.650543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225845855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-11T21:19:12.65055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:11.676358Z","time spent":"974.186345ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T21:19:12.650556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:11.382284Z","time spent":"1.268259892s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:12.650394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:11.475115Z","time spent":"1.175272296s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:19:12.650579Z","caller":"traceutil/trace.go:171","msg":"trace[1315078955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23324; }","duration":"1.225908546s","start":"2026-03-11T21:19:11.424662Z","end":"2026-03-11T21:19:12.65057Z","steps":["trace[1315078955] 'agreement among raft nodes before linearized reading' (duration: 1.225822564s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:12.650577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225030296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T21:19:12.650624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:11.424647Z","time spent":"1.225955338s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:12.650451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:11.418597Z","time spent":"1.231845609s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T21:19:12.650623Z","caller":"traceutil/trace.go:171","msg":"trace[120574497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23324; }","duration":"1.225091928s","start":"2026-03-11T21:19:11.425518Z","end":"2026-03-11T21:19:12.65061Z","steps":["trace[120574497] 'agreement among raft nodes before linearized reading' (duration: 1.224963575s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:12.6507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:11.425509Z","time spent":"1.22518367s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:19:12.650542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:12.0319Z","time spent":"618.586034ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:12.650387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.601381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T21:19:12.65082Z","caller":"traceutil/trace.go:171","msg":"trace[735891473] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23324; }","duration":"969.06392ms","start":"2026-03-11T21:19:11.681745Z","end":"2026-03-11T21:19:12.650809Z","steps":["trace[735891473] 'agreement among raft nodes before linearized reading' (duration: 968.532319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:12.650868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:11.681734Z","time spent":"969.123482ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-11T21:19:12.650352Z","caller":"traceutil/trace.go:171","msg":"trace[1512484378] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23324; }","duration":"1.436969629s","start":"2026-03-11T21:19:11.213374Z","end":"2026-03-11T21:19:12.650343Z","steps":["trace[1512484378] 'agreement among raft nodes before linearized reading' (duration: 1.436812416s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:12.650907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:11.21336Z","time spent":"1.437540832s","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-11T21:19:12.650452Z","caller":"traceutil/trace.go:171","msg":"trace[421085779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23324; }","duration":"1.229526227s","start":"2026-03-11T21:19:11.420908Z","end":"2026-03-11T21:19:12.650434Z","steps":["trace[421085779] 'agreement among raft nodes before linearized reading' (duration: 1.229290372s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:12.650976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:11.420892Z","time spent":"1.23006583s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T21:19:12.650558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138838452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-95496d45d-pxfdf.189be61d3a776fc3\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-11T21:19:12.651036Z","caller":"traceutil/trace.go:171","msg":"trace[274460211] range","detail":"{range_begin:/registry/events/openstack/magnum-api-95496d45d-pxfdf.189be61d3a776fc3; range_end:; response_count:1; response_revision:23324; }","duration":"1.139361063s","start":"2026-03-11T21:19:11.511665Z","end":"2026-03-11T21:19:12.651026Z","steps":["trace[274460211] 'agreement among raft nodes before linearized reading' (duration: 1.138841142s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:12.651081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:11.51164Z","time spent":"1.139429505s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":802,"request content":"key:\"/registry/events/openstack/magnum-api-95496d45d-pxfdf.189be61d3a776fc3\" "} {"level":"warn","ts":"2026-03-11T21:19:13.678489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.117551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:13.678709Z","caller":"traceutil/trace.go:171","msg":"trace[439174785] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"1.334111202s","start":"2026-03-11T21:19:12.344579Z","end":"2026-03-11T21:19:13.678691Z","steps":["trace[439174785] 'process raft request' (duration: 1.33401964s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:13.678782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:12.34456Z","time spent":"1.334190374s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:13.678808Z","caller":"traceutil/trace.go:171","msg":"trace[1012290753] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"1.515283289s","start":"2026-03-11T21:19:12.163506Z","end":"2026-03-11T21:19:13.67879Z","steps":["trace[1012290753] 'process raft request' (duration: 790.778479ms)","trace[1012290753] 'compare' (duration: 723.576419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:13.678912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:12.163486Z","time spent":"1.51537054s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:14.246943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.413037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:14.247516Z","caller":"traceutil/trace.go:171","msg":"trace[799296716] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"1.593949545s","start":"2026-03-11T21:19:12.653537Z","end":"2026-03-11T21:19:14.247486Z","steps":["trace[799296716] 'process raft request' (duration: 1.143881525s)","trace[799296716] 'compare' (duration: 448.885435ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:14.247634Z","caller":"traceutil/trace.go:171","msg":"trace[574163529] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"1.592092253s","start":"2026-03-11T21:19:12.655518Z","end":"2026-03-11T21:19:14.24761Z","steps":["trace[574163529] 'process raft request' (duration: 1.591679944s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:14.247518Z","caller":"traceutil/trace.go:171","msg":"trace[205744002] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"1.593042855s","start":"2026-03-11T21:19:12.654437Z","end":"2026-03-11T21:19:14.24748Z","steps":["trace[205744002] 'process raft request' (duration: 1.592641637s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:14.247699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:12.653516Z","time spent":"1.594076018s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:14.24774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:12.655505Z","time spent":"1.592181565s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:14.247777Z","caller":"traceutil/trace.go:171","msg":"trace[1094948294] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"1.592150315s","start":"2026-03-11T21:19:12.655578Z","end":"2026-03-11T21:19:14.247729Z","steps":["trace[1094948294] 'process raft request' (duration: 1.591669764s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:14.2478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:12.654424Z","time spent":"1.593305891s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:14.247825Z","caller":"traceutil/trace.go:171","msg":"trace[2135010272] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"1.591888149s","start":"2026-03-11T21:19:12.655912Z","end":"2026-03-11T21:19:14.2478Z","steps":["trace[2135010272] 'process raft request' (duration: 1.591793847s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:14.247933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:12.655859Z","time spent":"1.592024542s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:14.247953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:12.655572Z","time spent":"1.592296978s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:14.248009Z","caller":"traceutil/trace.go:171","msg":"trace[708000102] linearizableReadLoop","detail":"{readStateIndex:24130; appliedIndex:24127; }","duration":"1.594050267s","start":"2026-03-11T21:19:12.653935Z","end":"2026-03-11T21:19:14.247985Z","steps":["trace[708000102] 'read index received' (duration: 300.42787ms)","trace[708000102] 'applied index is now lower than readState.Index' (duration: 1.293621897s)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:14.24802Z","caller":"traceutil/trace.go:171","msg":"trace[268548351] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"1.59238292s","start":"2026-03-11T21:19:12.655621Z","end":"2026-03-11T21:19:14.248004Z","steps":["trace[268548351] 'process raft request' (duration: 1.592016722s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:14.248063Z","caller":"traceutil/trace.go:171","msg":"trace[1216471295] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"1.59194453s","start":"2026-03-11T21:19:12.656113Z","end":"2026-03-11T21:19:14.248058Z","steps":["trace[1216471295] 'process raft request' (duration: 1.591639583s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:14.248097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:12.656103Z","time spent":"1.59197507s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:14.248085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:12.655595Z","time spent":"1.592457041s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:14.248106Z","caller":"traceutil/trace.go:171","msg":"trace[288572522] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"1.591889209s","start":"2026-03-11T21:19:12.656206Z","end":"2026-03-11T21:19:14.248095Z","steps":["trace[288572522] 'process raft request' (duration: 1.591722175s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:14.248155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:12.656186Z","time spent":"1.591943431s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:14.248252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594304083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7b486c1e-cdb5-4fff-a906-6b8fa18935e8\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-11T21:19:14.248336Z","caller":"traceutil/trace.go:171","msg":"trace[34396997] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7b486c1e-cdb5-4fff-a906-6b8fa18935e8; range_end:; response_count:1; response_revision:23334; }","duration":"1.594410885s","start":"2026-03-11T21:19:12.653911Z","end":"2026-03-11T21:19:14.248322Z","steps":["trace[34396997] 'agreement among raft nodes before linearized reading' (duration: 1.5941832s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:14.248373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:12.653902Z","time spent":"1.594462757s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-7b486c1e-cdb5-4fff-a906-6b8fa18935e8\" "} {"level":"info","ts":"2026-03-11T21:19:14.263289Z","caller":"traceutil/trace.go:171","msg":"trace[2030017393] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"1.074936565s","start":"2026-03-11T21:19:13.188335Z","end":"2026-03-11T21:19:14.263272Z","steps":["trace[2030017393] 'process raft request' (duration: 1.074767311s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:14.26339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:13.188304Z","time spent":"1.075039878s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:14.263453Z","caller":"traceutil/trace.go:171","msg":"trace[719844690] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"1.031164548s","start":"2026-03-11T21:19:13.232262Z","end":"2026-03-11T21:19:14.263426Z","steps":["trace[719844690] 'process raft request' (duration: 1.030966463s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:14.263598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:13.232242Z","time spent":"1.03128029s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:14.6598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:19:14.659869Z","caller":"traceutil/trace.go:171","msg":"trace[1648865293] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245338s","start":"2026-03-11T21:19:12.659607Z","end":"2026-03-11T21:19:14.659852Z","steps":["trace[1648865293] 'agreement among raft nodes before linearized reading' (duration: 2.000160476s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:14.659903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:12.659601Z","time spent":"2.00029469s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:19:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-11T21:19:15.07917Z","caller":"traceutil/trace.go:171","msg":"trace[1572805465] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"1.020836747s","start":"2026-03-11T21:19:14.058308Z","end":"2026-03-11T21:19:15.079145Z","steps":["trace[1572805465] 'process raft request' (duration: 1.020756325s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.079335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:14.058295Z","time spent":"1.020944749s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:15.079433Z","caller":"traceutil/trace.go:171","msg":"trace[2073717047] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"1.023151048s","start":"2026-03-11T21:19:14.056244Z","end":"2026-03-11T21:19:15.079395Z","steps":["trace[2073717047] 'process raft request' (duration: 1.022656107s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:15.079538Z","caller":"traceutil/trace.go:171","msg":"trace[218837713] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"1.021137683s","start":"2026-03-11T21:19:14.05838Z","end":"2026-03-11T21:19:15.079518Z","steps":["trace[218837713] 'process raft request' (duration: 1.020732374s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.079596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:14.056217Z","time spent":"1.023294662s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:15.079663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:14.058372Z","time spent":"1.021220094s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:15.079717Z","caller":"traceutil/trace.go:171","msg":"trace[227069950] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"1.021226435s","start":"2026-03-11T21:19:14.058482Z","end":"2026-03-11T21:19:15.079709Z","steps":["trace[227069950] 'process raft request' (duration: 1.020932458s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.07976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:14.058454Z","time spent":"1.021284356s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:15.079777Z","caller":"traceutil/trace.go:171","msg":"trace[1183954719] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"1.02103258s","start":"2026-03-11T21:19:14.058727Z","end":"2026-03-11T21:19:15.07976Z","steps":["trace[1183954719] 'process raft request' (duration: 1.020875657s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:15.079822Z","caller":"traceutil/trace.go:171","msg":"trace[1707677769] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"1.020160331s","start":"2026-03-11T21:19:14.059655Z","end":"2026-03-11T21:19:15.079816Z","steps":["trace[1707677769] 'process raft request' (duration: 1.020013958s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.079864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:14.059647Z","time spent":"1.020197032s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:15.079862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:14.058716Z","time spent":"1.021107462s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:15.129524Z","caller":"traceutil/trace.go:171","msg":"trace[917284360] linearizableReadLoop","detail":"{readStateIndex:24146; appliedIndex:24137; }","duration":"881.460055ms","start":"2026-03-11T21:19:14.248029Z","end":"2026-03-11T21:19:15.129489Z","steps":["trace[917284360] 'read index received' (duration: 15.099008ms)","trace[917284360] 'applied index is now lower than readState.Index' (duration: 866.359167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:15.129627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156841934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:15.129697Z","caller":"traceutil/trace.go:171","msg":"trace[416749746] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23342; }","duration":"1.156969067s","start":"2026-03-11T21:19:13.972703Z","end":"2026-03-11T21:19:15.129672Z","steps":["trace[416749746] 'agreement among raft nodes before linearized reading' (duration: 1.156805243s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.129724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:13.972617Z","time spent":"1.157100129s","remote":"127.0.0.1:36878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:15.129749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204691673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:19:15.129782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325409589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:15.129801Z","caller":"traceutil/trace.go:171","msg":"trace[926828834] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23342; }","duration":"1.204800735s","start":"2026-03-11T21:19:13.924981Z","end":"2026-03-11T21:19:15.129781Z","steps":["trace[926828834] 'agreement among raft nodes before linearized reading' (duration: 1.204681213s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:15.129836Z","caller":"traceutil/trace.go:171","msg":"trace[1594200665] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23342; }","duration":"2.325490881s","start":"2026-03-11T21:19:12.80433Z","end":"2026-03-11T21:19:15.129821Z","steps":["trace[1594200665] 'agreement among raft nodes before linearized reading' (duration: 2.325375079s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.129843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633537069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:15.12985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:13.92496Z","time spent":"1.204877636s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:15.129879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:12.804319Z","time spent":"2.325547962s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:15.129891Z","caller":"traceutil/trace.go:171","msg":"trace[1993937147] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23342; }","duration":"1.633634321s","start":"2026-03-11T21:19:13.496243Z","end":"2026-03-11T21:19:15.129877Z","steps":["trace[1993937147] 'agreement among raft nodes before linearized reading' (duration: 1.633546099s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.129925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:13.496221Z","time spent":"1.633695262s","remote":"127.0.0.1:36748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:15.130039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.924583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-11T21:19:15.13006Z","caller":"traceutil/trace.go:171","msg":"trace[172998405] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23342; }","duration":"773.989194ms","start":"2026-03-11T21:19:14.356064Z","end":"2026-03-11T21:19:15.130053Z","steps":["trace[172998405] 'agreement among raft nodes before linearized reading' (duration: 773.904062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.130074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:14.356018Z","time spent":"774.052706ms","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-11T21:19:15.130107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670882832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:15.130151Z","caller":"traceutil/trace.go:171","msg":"trace[1448210062] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23342; }","duration":"1.670955024s","start":"2026-03-11T21:19:13.459181Z","end":"2026-03-11T21:19:15.130136Z","steps":["trace[1448210062] 'agreement among raft nodes before linearized reading' (duration: 1.670887113s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.130151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.082528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:15.130188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:13.459163Z","time spent":"1.671016256s","remote":"127.0.0.1:36346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-11T21:19:15.130221Z","caller":"traceutil/trace.go:171","msg":"trace[999746707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23342; }","duration":"470.18825ms","start":"2026-03-11T21:19:14.660017Z","end":"2026-03-11T21:19:15.130205Z","steps":["trace[999746707] 'agreement among raft nodes before linearized reading' (duration: 470.061547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.130234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35809682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:15.130271Z","caller":"traceutil/trace.go:171","msg":"trace[1382847573] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23342; }","duration":"2.358157571s","start":"2026-03-11T21:19:12.772104Z","end":"2026-03-11T21:19:15.130262Z","steps":["trace[1382847573] 'agreement among raft nodes before linearized reading' (duration: 2.35809959s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.130274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:14.660002Z","time spent":"470.261752ms","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:15.130288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.51572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:15.130343Z","caller":"traceutil/trace.go:171","msg":"trace[2140866781] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23342; }","duration":"553.614152ms","start":"2026-03-11T21:19:14.576712Z","end":"2026-03-11T21:19:15.130326Z","steps":["trace[2140866781] 'agreement among raft nodes before linearized reading' (duration: 553.540761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.130399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:14.576697Z","time spent":"553.687424ms","remote":"127.0.0.1:36730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:15.130221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.956712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-11T21:19:15.130518Z","caller":"traceutil/trace.go:171","msg":"trace[136098854] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23342; }","duration":"666.258898ms","start":"2026-03-11T21:19:14.464247Z","end":"2026-03-11T21:19:15.130506Z","steps":["trace[136098854] 'agreement among raft nodes before linearized reading' (duration: 665.853049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.13056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:14.464213Z","time spent":"666.33618ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-11T21:19:15.130302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:12.772093Z","time spent":"2.358200543s","remote":"127.0.0.1:36806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:15.130305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.932419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-11T21:19:15.130686Z","caller":"traceutil/trace.go:171","msg":"trace[1409767653] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23342; }","duration":"356.324697ms","start":"2026-03-11T21:19:14.77434Z","end":"2026-03-11T21:19:15.130665Z","steps":["trace[1409767653] 'agreement among raft nodes before linearized reading' (duration: 355.927018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.130772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:14.774327Z","time spent":"356.416439ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T21:19:15.13019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.643715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-11T21:19:15.131021Z","caller":"traceutil/trace.go:171","msg":"trace[1149730448] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23342; }","duration":"679.485623ms","start":"2026-03-11T21:19:14.451506Z","end":"2026-03-11T21:19:15.130991Z","steps":["trace[1149730448] 'agreement among raft nodes before linearized reading' (duration: 678.651915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.131112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:14.451482Z","time spent":"679.603057ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-11T21:19:15.919799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.04361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:15.919914Z","caller":"traceutil/trace.go:171","msg":"trace[2015103389] linearizableReadLoop","detail":"{readStateIndex:24149; appliedIndex:24147; }","duration":"686.783107ms","start":"2026-03-11T21:19:15.233121Z","end":"2026-03-11T21:19:15.919904Z","steps":["trace[2015103389] 'read index received' (duration: 369.599564ms)","trace[2015103389] 'applied index is now lower than readState.Index' (duration: 317.182843ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:15.919978Z","caller":"traceutil/trace.go:171","msg":"trace[1247226304] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"723.118208ms","start":"2026-03-11T21:19:15.196855Z","end":"2026-03-11T21:19:15.919973Z","steps":["trace[1247226304] 'process raft request' (duration: 723.008876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.920005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:15.196833Z","time spent":"723.157949ms","remote":"127.0.0.1:36346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T21:19:15.920103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.985321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:15.920117Z","caller":"traceutil/trace.go:171","msg":"trace[228270623] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23344; }","duration":"687.048103ms","start":"2026-03-11T21:19:15.233064Z","end":"2026-03-11T21:19:15.920112Z","steps":["trace[228270623] 'agreement among raft nodes before linearized reading' (duration: 687.003642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.920131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:15.233029Z","time spent":"687.098554ms","remote":"127.0.0.1:36970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:15.920175Z","caller":"traceutil/trace.go:171","msg":"trace[1478458758] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"724.230812ms","start":"2026-03-11T21:19:15.195918Z","end":"2026-03-11T21:19:15.920148Z","steps":["trace[1478458758] 'process raft request' (duration: 406.788464ms)","trace[1478458758] 'compare' (duration: 316.866066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:15.920275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:15.195901Z","time spent":"724.318785ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:15.920281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.535313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:15.920349Z","caller":"traceutil/trace.go:171","msg":"trace[1219021523] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23344; }","duration":"657.639525ms","start":"2026-03-11T21:19:15.262691Z","end":"2026-03-11T21:19:15.920331Z","steps":["trace[1219021523] 'agreement among raft nodes before linearized reading' (duration: 657.525543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:15.92038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:15.262673Z","time spent":"657.700517ms","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-11T21:19:16.522401Z","caller":"traceutil/trace.go:171","msg":"trace[663314130] linearizableReadLoop","detail":"{readStateIndex:24151; appliedIndex:24150; }","duration":"268.518017ms","start":"2026-03-11T21:19:16.253854Z","end":"2026-03-11T21:19:16.522372Z","steps":["trace[663314130] 'read index received' (duration: 267.919113ms)","trace[663314130] 'applied index is now lower than readState.Index' (duration: 597.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:16.52252Z","caller":"traceutil/trace.go:171","msg":"trace[386305647] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"570.722525ms","start":"2026-03-11T21:19:15.951766Z","end":"2026-03-11T21:19:16.522488Z","steps":["trace[386305647] 'process raft request' (duration: 570.277695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:16.522657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.789132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T21:19:16.522699Z","caller":"traceutil/trace.go:171","msg":"trace[62749677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23346; }","duration":"268.856344ms","start":"2026-03-11T21:19:16.253834Z","end":"2026-03-11T21:19:16.52269Z","steps":["trace[62749677] 'agreement among raft nodes before linearized reading' (duration: 268.665059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:16.522697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:15.951742Z","time spent":"570.864749ms","remote":"127.0.0.1:36346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:16.522868Z","caller":"traceutil/trace.go:171","msg":"trace[2064255466] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"253.525891ms","start":"2026-03-11T21:19:16.269315Z","end":"2026-03-11T21:19:16.522841Z","steps":["trace[2064255466] 'process raft request' (duration: 253.341027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:16.522912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.779188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:16.522978Z","caller":"traceutil/trace.go:171","msg":"trace[1370231129] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23347; }","duration":"223.89679ms","start":"2026-03-11T21:19:16.299067Z","end":"2026-03-11T21:19:16.522964Z","steps":["trace[1370231129] 'agreement among raft nodes before linearized reading' (duration: 223.744306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:16.523114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.089109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T21:19:16.523169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.849704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:19:16.523205Z","caller":"traceutil/trace.go:171","msg":"trace[879930769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23347; }","duration":"268.910815ms","start":"2026-03-11T21:19:16.254285Z","end":"2026-03-11T21:19:16.523195Z","steps":["trace[879930769] 'agreement among raft nodes before linearized reading' (duration: 268.822413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:16.523236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.968466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:19:16.52329Z","caller":"traceutil/trace.go:171","msg":"trace[68441080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23347; }","duration":"269.036028ms","start":"2026-03-11T21:19:16.254241Z","end":"2026-03-11T21:19:16.523277Z","steps":["trace[68441080] 'agreement among raft nodes before linearized reading' (duration: 268.782252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:16.523517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.54698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T21:19:16.523602Z","caller":"traceutil/trace.go:171","msg":"trace[774140668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23347; }","duration":"269.675583ms","start":"2026-03-11T21:19:16.253906Z","end":"2026-03-11T21:19:16.523581Z","steps":["trace[774140668] 'agreement among raft nodes before linearized reading' (duration: 268.835144ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:16.524303Z","caller":"traceutil/trace.go:171","msg":"trace[222565791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23347; }","duration":"269.130569ms","start":"2026-03-11T21:19:16.254002Z","end":"2026-03-11T21:19:16.523133Z","steps":["trace[222565791] 'agreement among raft nodes before linearized reading' (duration: 269.048468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:17.978866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.847358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-11T21:19:17.978955Z","caller":"traceutil/trace.go:171","msg":"trace[1725199155] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23; range_end:; response_count:1; response_revision:23413; }","duration":"210.993212ms","start":"2026-03-11T21:19:17.767939Z","end":"2026-03-11T21:19:17.978932Z","steps":["trace[1725199155] 'range keys from in-memory index tree' (duration: 210.567483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:19.403218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.802314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:19.403323Z","caller":"traceutil/trace.go:171","msg":"trace[1692924190] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"774.423985ms","start":"2026-03-11T21:19:18.628879Z","end":"2026-03-11T21:19:19.403303Z","steps":["trace[1692924190] 'process raft request' (duration: 324.427395ms)","trace[1692924190] 'compare' (duration: 449.695092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:19.403383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:18.628861Z","time spent":"774.494666ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:19.602176Z","caller":"traceutil/trace.go:171","msg":"trace[1405011377] linearizableReadLoop","detail":"{readStateIndex:24225; appliedIndex:24219; }","duration":"905.023491ms","start":"2026-03-11T21:19:18.69712Z","end":"2026-03-11T21:19:19.602144Z","steps":["trace[1405011377] 'read index received' (duration: 256.250763ms)","trace[1405011377] 'applied index is now lower than readState.Index' (duration: 648.771388ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:19.602342Z","caller":"traceutil/trace.go:171","msg":"trace[287749813] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"972.991139ms","start":"2026-03-11T21:19:18.629326Z","end":"2026-03-11T21:19:19.602317Z","steps":["trace[287749813] 'process raft request' (duration: 925.713293ms)","trace[287749813] 'compare' (duration: 46.680072ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:19.602395Z","caller":"traceutil/trace.go:171","msg":"trace[1210588383] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"971.620027ms","start":"2026-03-11T21:19:18.630732Z","end":"2026-03-11T21:19:19.602352Z","steps":["trace[1210588383] 'process raft request' (duration: 971.242238ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:19.602413Z","caller":"traceutil/trace.go:171","msg":"trace[1758767213] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"967.22246ms","start":"2026-03-11T21:19:18.635153Z","end":"2026-03-11T21:19:19.602375Z","steps":["trace[1758767213] 'process raft request' (duration: 966.916493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:19.602511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:18.629311Z","time spent":"973.079801ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:19.602584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:18.63514Z","time spent":"967.351403ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:19.602592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:18.630721Z","time spent":"971.765801ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:19.60267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.530163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-11T21:19:19.602679Z","caller":"traceutil/trace.go:171","msg":"trace[2138515906] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"972.750474ms","start":"2026-03-11T21:19:18.629834Z","end":"2026-03-11T21:19:19.602585Z","steps":["trace[2138515906] 'process raft request' (duration: 972.045657ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:19.602764Z","caller":"traceutil/trace.go:171","msg":"trace[583226814] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23420; }","duration":"905.682056ms","start":"2026-03-11T21:19:18.697057Z","end":"2026-03-11T21:19:19.602739Z","steps":["trace[583226814] 'agreement among raft nodes before linearized reading' (duration: 905.38904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:19.602821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:18.697037Z","time spent":"905.772388ms","remote":"127.0.0.1:51548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-11T21:19:19.602919Z","caller":"traceutil/trace.go:171","msg":"trace[1653326171] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"971.907574ms","start":"2026-03-11T21:19:18.630689Z","end":"2026-03-11T21:19:19.602597Z","steps":["trace[1653326171] 'process raft request' (duration: 971.245678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:19.602938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:18.629819Z","time spent":"972.988859ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:19.603041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:18.63068Z","time spent":"972.288223ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:19.678802Z","caller":"traceutil/trace.go:171","msg":"trace[1556452995] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"586.680812ms","start":"2026-03-11T21:19:19.092074Z","end":"2026-03-11T21:19:19.678755Z","steps":["trace[1556452995] 'process raft request' (duration: 586.418257ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:19.678931Z","caller":"traceutil/trace.go:171","msg":"trace[884596448] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"583.414878ms","start":"2026-03-11T21:19:19.095506Z","end":"2026-03-11T21:19:19.678921Z","steps":["trace[884596448] 'process raft request' (duration: 583.209764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:19.678975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:19.092044Z","time spent":"586.827885ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:19.679078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:19.095491Z","time spent":"583.487329ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:19.678792Z","caller":"traceutil/trace.go:171","msg":"trace[1798939824] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"584.124435ms","start":"2026-03-11T21:19:19.094639Z","end":"2026-03-11T21:19:19.678763Z","steps":["trace[1798939824] 'process raft request' (duration: 584.033623ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:19.679186Z","caller":"traceutil/trace.go:171","msg":"trace[604919386] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"583.596042ms","start":"2026-03-11T21:19:19.095564Z","end":"2026-03-11T21:19:19.67916Z","steps":["trace[604919386] 'process raft request' (duration: 583.312686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:19.679247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:19.094603Z","time spent":"584.611236ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:19.67931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:19.095539Z","time spent":"583.704394ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:19.680156Z","caller":"traceutil/trace.go:171","msg":"trace[1426234904] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"583.088991ms","start":"2026-03-11T21:19:19.097053Z","end":"2026-03-11T21:19:19.680142Z","steps":["trace[1426234904] 'process raft request' (duration: 582.026068ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:19.680352Z","caller":"traceutil/trace.go:171","msg":"trace[1417817228] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"410.827884ms","start":"2026-03-11T21:19:19.269506Z","end":"2026-03-11T21:19:19.680333Z","steps":["trace[1417817228] 'process raft request' (duration: 410.329733ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:19.680428Z","caller":"traceutil/trace.go:171","msg":"trace[2101155543] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"581.134887ms","start":"2026-03-11T21:19:19.099246Z","end":"2026-03-11T21:19:19.680381Z","steps":["trace[2101155543] 'process raft request' (duration: 580.497123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:19.680946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:19.099235Z","time spent":"581.570447ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:19.680514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:19.269475Z","time spent":"410.979088ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:19.68236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:19.097041Z","time spent":"583.155672ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:19.682475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.316474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-11T21:19:19.682521Z","caller":"traceutil/trace.go:171","msg":"trace[164029958] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23; range_end:; response_count:1; response_revision:23427; }","duration":"698.394246ms","start":"2026-03-11T21:19:18.984113Z","end":"2026-03-11T21:19:19.682508Z","steps":["trace[164029958] 'agreement among raft nodes before linearized reading' (duration: 698.307924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:19.682526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.318595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:19.682555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:18.984097Z","time spent":"698.450267ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" "} {"level":"info","ts":"2026-03-11T21:19:19.682596Z","caller":"traceutil/trace.go:171","msg":"trace[1711080901] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23427; }","duration":"874.422538ms","start":"2026-03-11T21:19:18.808156Z","end":"2026-03-11T21:19:19.682579Z","steps":["trace[1711080901] 'agreement among raft nodes before linearized reading' (duration: 874.276294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:19.682647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:18.808144Z","time spent":"874.493189ms","remote":"127.0.0.1:43628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:19.682668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.476323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:19.682732Z","caller":"traceutil/trace.go:171","msg":"trace[623274677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23427; }","duration":"443.617017ms","start":"2026-03-11T21:19:19.239099Z","end":"2026-03-11T21:19:19.682716Z","steps":["trace[623274677] 'agreement among raft nodes before linearized reading' (duration: 443.507054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:19.682774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:19.239074Z","time spent":"443.690608ms","remote":"127.0.0.1:36510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:19.682908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.845016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:19.684233Z","caller":"traceutil/trace.go:171","msg":"trace[156499247] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23427; }","duration":"194.186706ms","start":"2026-03-11T21:19:19.490016Z","end":"2026-03-11T21:19:19.684202Z","steps":["trace[156499247] 'agreement among raft nodes before linearized reading' (duration: 192.59543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:19.682934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.55005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:19.684496Z","caller":"traceutil/trace.go:171","msg":"trace[1875499266] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23427; }","duration":"902.229078ms","start":"2026-03-11T21:19:18.782247Z","end":"2026-03-11T21:19:19.684476Z","steps":["trace[1875499266] 'agreement among raft nodes before linearized reading' (duration: 900.048389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:19.684603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:18.782226Z","time spent":"902.353371ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:21.161201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374438086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:21.278638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.497133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:21.278707Z","caller":"traceutil/trace.go:171","msg":"trace[494436571] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23428; }","duration":"923.619686ms","start":"2026-03-11T21:19:20.35507Z","end":"2026-03-11T21:19:21.27869Z","steps":["trace[494436571] 'count revisions from in-memory index tree' (duration: 923.361231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.27874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:20.35505Z","time spent":"923.682648ms","remote":"127.0.0.1:36446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:21.278812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397649012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:21.278938Z","caller":"traceutil/trace.go:171","msg":"trace[1026084490] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23428; }","duration":"1.397894157s","start":"2026-03-11T21:19:19.881017Z","end":"2026-03-11T21:19:21.278911Z","steps":["trace[1026084490] 'count revisions from in-memory index tree' (duration: 1.397503718s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.278997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:19.880989Z","time spent":"1.397992779s","remote":"127.0.0.1:44580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:21.279085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.136649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:21.279118Z","caller":"traceutil/trace.go:171","msg":"trace[503256158] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23428; }","duration":"886.193409ms","start":"2026-03-11T21:19:20.392917Z","end":"2026-03-11T21:19:21.279111Z","steps":["trace[503256158] 'count revisions from in-memory index tree' (duration: 886.042466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.279139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:20.392898Z","time spent":"886.23522ms","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:21.27954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.297718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:21.279559Z","caller":"traceutil/trace.go:171","msg":"trace[459501461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23428; }","duration":"803.360469ms","start":"2026-03-11T21:19:20.476192Z","end":"2026-03-11T21:19:21.279553Z","steps":["trace[459501461] 'range keys from in-memory index tree' (duration: 803.224377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.279578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:20.476153Z","time spent":"803.41872ms","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:21.280835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282077961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:21.280863Z","caller":"traceutil/trace.go:171","msg":"trace[1572444983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23428; }","duration":"1.282142113s","start":"2026-03-11T21:19:19.99871Z","end":"2026-03-11T21:19:21.280852Z","steps":["trace[1572444983] 'range keys from in-memory index tree' (duration: 1.281991579s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:21.280882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:19.998686Z","time spent":"1.282191333s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:21.661555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374438086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:22.151635Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.439961436s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:19:22.152155Z","caller":"traceutil/trace.go:171","msg":"trace[1679700838] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"1.520527905s","start":"2026-03-11T21:19:20.631591Z","end":"2026-03-11T21:19:22.152119Z","steps":["trace[1679700838] 'process raft request' (duration: 1.52030935s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:22.152359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:20.631562Z","time spent":"1.520697829s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:22.836597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.837011ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:22.836784Z","caller":"traceutil/trace.go:171","msg":"trace[27343113] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23429; }","duration":"597.978384ms","start":"2026-03-11T21:19:22.238723Z","end":"2026-03-11T21:19:22.836702Z","steps":["trace[27343113] 'range keys from in-memory index tree' (duration: 597.81444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.475975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000404472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:19:23.476074Z","caller":"traceutil/trace.go:171","msg":"trace[422355096] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000560105s","start":"2026-03-11T21:19:21.475495Z","end":"2026-03-11T21:19:23.476055Z","steps":["trace[422355096] 'agreement among raft nodes before linearized reading' (duration: 2.000441612s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.47612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.475472Z","time spent":"2.000638587s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:19:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:19:23.622316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.418430646s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:19:23.622854Z","caller":"traceutil/trace.go:171","msg":"trace[1720111561] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"1.933860206s","start":"2026-03-11T21:19:21.688969Z","end":"2026-03-11T21:19:23.622829Z","steps":["trace[1720111561] 'process raft request' (duration: 1.933781004s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:23.622872Z","caller":"traceutil/trace.go:171","msg":"trace[1293654802] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"2.438489735s","start":"2026-03-11T21:19:21.184348Z","end":"2026-03-11T21:19:23.622838Z","steps":["trace[1293654802] 'process raft request' (duration: 2.438212019s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.623012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.688948Z","time spent":"1.933981539s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:23.623035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.184324Z","time spent":"2.438626898s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:23.623158Z","caller":"traceutil/trace.go:171","msg":"trace[726200627] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"1.934008558s","start":"2026-03-11T21:19:21.689103Z","end":"2026-03-11T21:19:23.623112Z","steps":["trace[726200627] 'process raft request' (duration: 1.933688511s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:23.62326Z","caller":"traceutil/trace.go:171","msg":"trace[795563093] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"1.934048679s","start":"2026-03-11T21:19:21.689201Z","end":"2026-03-11T21:19:23.62325Z","steps":["trace[795563093] 'process raft request' (duration: 1.933943877s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:23.623232Z","caller":"traceutil/trace.go:171","msg":"trace[1906282051] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"1.934040559s","start":"2026-03-11T21:19:21.689154Z","end":"2026-03-11T21:19:23.623195Z","steps":["trace[1906282051] 'process raft request' (duration: 1.933851885s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.623315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.689194Z","time spent":"1.93409833s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:23.623286Z","caller":"traceutil/trace.go:171","msg":"trace[887085706] linearizableReadLoop","detail":"{readStateIndex:24236; appliedIndex:24234; }","duration":"2.962445156s","start":"2026-03-11T21:19:20.660817Z","end":"2026-03-11T21:19:23.623262Z","steps":["trace[887085706] 'read index received' (duration: 1.49113265s)","trace[887085706] 'applied index is now lower than readState.Index' (duration: 1.471311246s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:23.623363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.689095Z","time spent":"1.934160032s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:23.6234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.689146Z","time spent":"1.934164633s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:23.623412Z","caller":"traceutil/trace.go:171","msg":"trace[1317443686] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"1.93403497s","start":"2026-03-11T21:19:21.689365Z","end":"2026-03-11T21:19:23.6234Z","steps":["trace[1317443686] 'process raft request' (duration: 1.933858476s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.623528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.689358Z","time spent":"1.934089701s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:23.623394Z","caller":"traceutil/trace.go:171","msg":"trace[138270900] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"1.934139041s","start":"2026-03-11T21:19:21.689245Z","end":"2026-03-11T21:19:23.623384Z","steps":["trace[138270900] 'process raft request' (duration: 1.933938307s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.623566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.962757903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:23.623599Z","caller":"traceutil/trace.go:171","msg":"trace[1299948446] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23436; }","duration":"2.962851755s","start":"2026-03-11T21:19:20.660736Z","end":"2026-03-11T21:19:23.623587Z","steps":["trace[1299948446] 'agreement among raft nodes before linearized reading' (duration: 2.962776663s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.623596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.689239Z","time spent":"1.934332315s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:23.623623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:20.660713Z","time spent":"2.962905706s","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:23.992733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.715029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:23.992893Z","caller":"traceutil/trace.go:171","msg":"trace[1190417769] linearizableReadLoop","detail":"{readStateIndex:24243; appliedIndex:24242; }","duration":"369.502432ms","start":"2026-03-11T21:19:23.623367Z","end":"2026-03-11T21:19:23.992869Z","steps":["trace[1190417769] 'read index received' (duration: 148.516937ms)","trace[1190417769] 'applied index is now lower than readState.Index' (duration: 220.983725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:23.993087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385091572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-11T21:19:23.993122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385291946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:19:23.993161Z","caller":"traceutil/trace.go:171","msg":"trace[301350431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23437; }","duration":"2.385215045s","start":"2026-03-11T21:19:21.607929Z","end":"2026-03-11T21:19:23.993144Z","steps":["trace[301350431] 'agreement among raft nodes before linearized reading' (duration: 2.38499518s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:23.993174Z","caller":"traceutil/trace.go:171","msg":"trace[485270788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23437; }","duration":"2.385342117s","start":"2026-03-11T21:19:21.607814Z","end":"2026-03-11T21:19:23.993156Z","steps":["trace[485270788] 'agreement among raft nodes before linearized reading' (duration: 2.385161073s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.993206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.607908Z","time spent":"2.385290186s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:23.993254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.607796Z","time spent":"2.385414349s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:23.993334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048990895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:23.993419Z","caller":"traceutil/trace.go:171","msg":"trace[229996373] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23437; }","duration":"1.049119857s","start":"2026-03-11T21:19:22.944279Z","end":"2026-03-11T21:19:23.993398Z","steps":["trace[229996373] 'agreement among raft nodes before linearized reading' (duration: 1.048945904s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.993463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:22.944267Z","time spent":"1.04918586s","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:23.993467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061133887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:23.993488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38584929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T21:19:23.993537Z","caller":"traceutil/trace.go:171","msg":"trace[784041181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23437; }","duration":"2.385915771s","start":"2026-03-11T21:19:21.607607Z","end":"2026-03-11T21:19:23.993523Z","steps":["trace[784041181] 'agreement among raft nodes before linearized reading' (duration: 2.385778458s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.993557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62551894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:23.993586Z","caller":"traceutil/trace.go:171","msg":"trace[1059214179] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23437; }","duration":"1.625583261s","start":"2026-03-11T21:19:22.367996Z","end":"2026-03-11T21:19:23.993579Z","steps":["trace[1059214179] 'agreement among raft nodes before linearized reading' (duration: 1.62552637s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.99358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.607601Z","time spent":"2.385967482s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:19:23.993615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:22.367973Z","time spent":"1.625634042s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:23.993649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.024043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:23.99365Z","caller":"traceutil/trace.go:171","msg":"trace[1512633942] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"1.069187967s","start":"2026-03-11T21:19:22.924429Z","end":"2026-03-11T21:19:23.993617Z","steps":["trace[1512633942] 'process raft request' (duration: 847.483696ms)","trace[1512633942] 'compare' (duration: 220.593007ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:23.993682Z","caller":"traceutil/trace.go:171","msg":"trace[1039379026] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23437; }","duration":"460.094665ms","start":"2026-03-11T21:19:23.533579Z","end":"2026-03-11T21:19:23.993674Z","steps":["trace[1039379026] 'agreement among raft nodes before linearized reading' (duration: 460.018273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.993693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.62742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:23.993707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:23.533559Z","time spent":"460.140025ms","remote":"127.0.0.1:34526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:23.993725Z","caller":"traceutil/trace.go:171","msg":"trace[1566451299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23437; }","duration":"517.693741ms","start":"2026-03-11T21:19:23.476021Z","end":"2026-03-11T21:19:23.993715Z","steps":["trace[1566451299] 'agreement among raft nodes before linearized reading' (duration: 517.6388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.993754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:23.476004Z","time spent":"517.744092ms","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:23.993782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043538216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-11T21:19:23.993777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:22.924405Z","time spent":"1.069295579s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:23.993829Z","caller":"traceutil/trace.go:171","msg":"trace[697144404] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23437; }","duration":"3.043616828s","start":"2026-03-11T21:19:20.950199Z","end":"2026-03-11T21:19:23.993815Z","steps":["trace[697144404] 'agreement among raft nodes before linearized reading' (duration: 3.043480695s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.993814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840636776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-95496d45d-pxfdf.189be61d3a776fc3\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-03-11T21:19:23.993831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964412428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:23.993828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586262244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T21:19:23.993871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:20.950178Z","time spent":"3.04368143s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T21:19:23.993502Z","caller":"traceutil/trace.go:171","msg":"trace[1721451016] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23437; }","duration":"1.061246319s","start":"2026-03-11T21:19:22.932243Z","end":"2026-03-11T21:19:23.99349Z","steps":["trace[1721451016] 'agreement among raft nodes before linearized reading' (duration: 1.061187168s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:23.993891Z","caller":"traceutil/trace.go:171","msg":"trace[499298947] range","detail":"{range_begin:/registry/events/openstack/magnum-api-95496d45d-pxfdf.189be61d3a776fc3; range_end:; response_count:1; response_revision:23437; }","duration":"2.840768399s","start":"2026-03-11T21:19:21.153101Z","end":"2026-03-11T21:19:23.99387Z","steps":["trace[499298947] 'agreement among raft nodes before linearized reading' (duration: 2.840521223s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.993899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386450613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:19:23.993912Z","caller":"traceutil/trace.go:171","msg":"trace[1040313357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23437; }","duration":"2.586397277s","start":"2026-03-11T21:19:21.407497Z","end":"2026-03-11T21:19:23.993894Z","steps":["trace[1040313357] 'agreement among raft nodes before linearized reading' (duration: 2.586142202s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.993922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306233732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-11T21:19:23.993937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.153074Z","time spent":"2.84085409s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":802,"request content":"key:\"/registry/events/openstack/magnum-api-95496d45d-pxfdf.189be61d3a776fc3\" "} {"level":"info","ts":"2026-03-11T21:19:23.993954Z","caller":"traceutil/trace.go:171","msg":"trace[1172138882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23437; }","duration":"2.386551915s","start":"2026-03-11T21:19:21.607387Z","end":"2026-03-11T21:19:23.993939Z","steps":["trace[1172138882] 'agreement among raft nodes before linearized reading' (duration: 2.386390372s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.993967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726468606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:23.993972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.407474Z","time spent":"2.58648418s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T21:19:23.993995Z","caller":"traceutil/trace.go:171","msg":"trace[821268370] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23437; }","duration":"2.726565688s","start":"2026-03-11T21:19:21.267421Z","end":"2026-03-11T21:19:23.993987Z","steps":["trace[821268370] 'agreement among raft nodes before linearized reading' (duration: 2.726520907s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.60736Z","time spent":"2.386629266s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T21:19:23.993987Z","caller":"traceutil/trace.go:171","msg":"trace[1221197527] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23; range_end:; response_count:1; response_revision:23437; }","duration":"3.306337065s","start":"2026-03-11T21:19:20.687631Z","end":"2026-03-11T21:19:23.993968Z","steps":["trace[1221197527] 'agreement among raft nodes before linearized reading' (duration: 3.30609226s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.994017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:21.26739Z","time spent":"2.726621779s","remote":"127.0.0.1:37100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:23.993903Z","caller":"traceutil/trace.go:171","msg":"trace[986462500] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23437; }","duration":"1.964535201s","start":"2026-03-11T21:19:22.029346Z","end":"2026-03-11T21:19:23.993881Z","steps":["trace[986462500] 'agreement among raft nodes before linearized reading' (duration: 1.964400218s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.994049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:20.687613Z","time spent":"3.306422256s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" "} {"level":"warn","ts":"2026-03-11T21:19:23.99406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:22.029317Z","time spent":"1.964727625s","remote":"127.0.0.1:39744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:23.993918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:22.932211Z","time spent":"1.06169643s","remote":"127.0.0.1:39754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:23.994138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063304297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T21:19:23.994215Z","caller":"traceutil/trace.go:171","msg":"trace[606228122] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23437; }","duration":"3.063390139s","start":"2026-03-11T21:19:20.930808Z","end":"2026-03-11T21:19:23.994198Z","steps":["trace[606228122] 'agreement among raft nodes before linearized reading' (duration: 3.063170894s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:23.994259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:20.930742Z","time spent":"3.063507882s","remote":"127.0.0.1:36346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-11T21:19:24.493372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374438098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:25.544404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.935442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:25.544533Z","caller":"traceutil/trace.go:171","msg":"trace[411188210] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"1.624478057s","start":"2026-03-11T21:19:23.920031Z","end":"2026-03-11T21:19:25.544509Z","steps":["trace[411188210] 'process raft request' (duration: 885.331961ms)","trace[411188210] 'compare' (duration: 737.480049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:25.54461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:23.920014Z","time spent":"1.624562139s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:26.003718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000239418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:19:26.003815Z","caller":"traceutil/trace.go:171","msg":"trace[452475061] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000363241s","start":"2026-03-11T21:19:24.003425Z","end":"2026-03-11T21:19:26.003788Z","steps":["trace[452475061] 'agreement among raft nodes before linearized reading' (duration: 2.000246778s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:26.003865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:24.003415Z","time spent":"2.000439272s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:19:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:19:26.259671Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.454170183s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:19:26.704704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.68403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:26.705121Z","caller":"traceutil/trace.go:171","msg":"trace[816590086] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"2.706075761s","start":"2026-03-11T21:19:23.998994Z","end":"2026-03-11T21:19:26.70507Z","steps":["trace[816590086] 'process raft request' (duration: 2.705853936s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:26.705266Z","caller":"traceutil/trace.go:171","msg":"trace[187495531] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"2.706043849s","start":"2026-03-11T21:19:23.999191Z","end":"2026-03-11T21:19:26.705235Z","steps":["trace[187495531] 'process raft request' (duration: 2.705755753s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:26.705349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:23.998979Z","time spent":"2.706262934s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:26.705296Z","caller":"traceutil/trace.go:171","msg":"trace[476792627] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"2.70430594s","start":"2026-03-11T21:19:24.000973Z","end":"2026-03-11T21:19:26.705279Z","steps":["trace[476792627] 'process raft request' (duration: 2.704068645s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:26.705428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:23.999182Z","time spent":"2.706163363s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:26.70535Z","caller":"traceutil/trace.go:171","msg":"trace[35750246] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"2.548453281s","start":"2026-03-11T21:19:24.156886Z","end":"2026-03-11T21:19:26.705339Z","steps":["trace[35750246] 'process raft request' (duration: 2.548186845s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:26.70522Z","caller":"traceutil/trace.go:171","msg":"trace[1487588214] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"2.707991393s","start":"2026-03-11T21:19:23.997202Z","end":"2026-03-11T21:19:26.705193Z","steps":["trace[1487588214] 'process raft request' (duration: 2.26272103s)","trace[1487588214] 'compare' (duration: 444.280732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:26.705602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:23.997175Z","time spent":"2.708393603s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:26.705695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:24.000965Z","time spent":"2.704546086s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:26.705692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:24.15686Z","time spent":"2.548678726s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:26.705904Z","caller":"traceutil/trace.go:171","msg":"trace[1512810969] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"2.705376554s","start":"2026-03-11T21:19:24.000514Z","end":"2026-03-11T21:19:26.705891Z","steps":["trace[1512810969] 'process raft request' (duration: 2.704499514s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:26.70597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:24.000496Z","time spent":"2.705441806s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:26.705976Z","caller":"traceutil/trace.go:171","msg":"trace[258963505] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"2.704887474s","start":"2026-03-11T21:19:24.000232Z","end":"2026-03-11T21:19:26.705119Z","steps":["trace[258963505] 'process raft request' (duration: 2.704750461s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:26.706246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:24.000222Z","time spent":"2.705866695s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:28.003904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999845449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:19:28.003984Z","caller":"traceutil/trace.go:171","msg":"trace[1619358814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999987382s","start":"2026-03-11T21:19:26.00398Z","end":"2026-03-11T21:19:28.003968Z","steps":["trace[1619358814] 'agreement among raft nodes before linearized reading' (duration: 1.99988808s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.004037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:26.003955Z","time spent":"2.000074435s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:19:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:19:28.176952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471813538s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T21:19:28.178408Z","caller":"traceutil/trace.go:171","msg":"trace[1745890819] linearizableReadLoop","detail":"{readStateIndex:24252; appliedIndex:24243; }","duration":"4.185446317s","start":"2026-03-11T21:19:23.992936Z","end":"2026-03-11T21:19:28.178382Z","steps":["trace[1745890819] 'read index received' (duration: 812.587486ms)","trace[1745890819] 'applied index is now lower than readState.Index' (duration: 3.372857571s)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:28.178586Z","caller":"traceutil/trace.go:171","msg":"trace[2075004076] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"3.486359765s","start":"2026-03-11T21:19:24.692215Z","end":"2026-03-11T21:19:28.178575Z","steps":["trace[2075004076] 'process raft request' (duration: 3.484857862s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.178692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:24.692186Z","time spent":"3.486433906s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:28.814641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.913324442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:28.814726Z","caller":"traceutil/trace.go:171","msg":"trace[1355508251] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23446; }","duration":"4.913421254s","start":"2026-03-11T21:19:23.901282Z","end":"2026-03-11T21:19:28.814703Z","steps":["trace[1355508251] 'agreement among raft nodes before linearized reading' (duration: 4.277679597s)","trace[1355508251] 'count revisions from in-memory index tree' (duration: 635.621584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:28.814784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:23.901237Z","time spent":"4.913528246s","remote":"127.0.0.1:54108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:28.815068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.622187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:28.815225Z","caller":"traceutil/trace.go:171","msg":"trace[217468985] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"3.186869526s","start":"2026-03-11T21:19:25.628325Z","end":"2026-03-11T21:19:28.815194Z","steps":["trace[217468985] 'process raft request' (duration: 2.550047626s)","trace[217468985] 'compare' (duration: 636.234938ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:28.815277Z","caller":"traceutil/trace.go:171","msg":"trace[433152025] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"3.186226793s","start":"2026-03-11T21:19:25.629033Z","end":"2026-03-11T21:19:28.815259Z","steps":["trace[433152025] 'process raft request' (duration: 3.186157441s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:28.815267Z","caller":"traceutil/trace.go:171","msg":"trace[1243913311] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"3.186520399s","start":"2026-03-11T21:19:25.628717Z","end":"2026-03-11T21:19:28.815237Z","steps":["trace[1243913311] 'process raft request' (duration: 3.186428237s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.815337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:25.629016Z","time spent":"3.186292794s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:28.815361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:25.62825Z","time spent":"3.18703575s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:28.815419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:25.628701Z","time spent":"3.186633872s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:28.815638Z","caller":"traceutil/trace.go:171","msg":"trace[532888450] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"3.185548788s","start":"2026-03-11T21:19:25.63008Z","end":"2026-03-11T21:19:28.815629Z","steps":["trace[532888450] 'process raft request' (duration: 3.185488697s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.81568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:25.630063Z","time spent":"3.185596039s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:28.815678Z","caller":"traceutil/trace.go:171","msg":"trace[1898979752] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"3.186009848s","start":"2026-03-11T21:19:25.629653Z","end":"2026-03-11T21:19:28.815663Z","steps":["trace[1898979752] 'process raft request' (duration: 3.185569068s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:28.815737Z","caller":"traceutil/trace.go:171","msg":"trace[434798111] linearizableReadLoop","detail":"{readStateIndex:24259; appliedIndex:24253; }","duration":"637.24239ms","start":"2026-03-11T21:19:28.178467Z","end":"2026-03-11T21:19:28.81571Z","steps":["trace[434798111] 'read index received' (duration: 509.281µs)","trace[434798111] 'applied index is now lower than readState.Index' (duration: 636.732009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:28.815801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17986236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189be62c69ab6091\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-11T21:19:28.815801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.397805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:28.815861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105311975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-95496d45d-pxfdf.189be61d3a776fc3\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-03-11T21:19:28.815823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:25.629641Z","time spent":"3.186063359s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:28.815878Z","caller":"traceutil/trace.go:171","msg":"trace[1986604283] range","detail":"{range_begin:/registry/events/openstack/magnum-api-95496d45d-pxfdf.189be61d3a776fc3; range_end:; response_count:1; response_revision:23452; }","duration":"2.105327695s","start":"2026-03-11T21:19:26.710546Z","end":"2026-03-11T21:19:28.815874Z","steps":["trace[1986604283] 'agreement among raft nodes before linearized reading' (duration: 2.105283884s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.815854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.033165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:28.815894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:26.71053Z","time spent":"2.105359436s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":802,"request content":"key:\"/registry/events/openstack/magnum-api-95496d45d-pxfdf.189be61d3a776fc3\" "} {"level":"info","ts":"2026-03-11T21:19:28.815893Z","caller":"traceutil/trace.go:171","msg":"trace[188033381] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"3.18520787s","start":"2026-03-11T21:19:25.630676Z","end":"2026-03-11T21:19:28.815884Z","steps":["trace[188033381] 'process raft request' (duration: 3.184925962s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.815912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.817695684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-11T21:19:28.815858Z","caller":"traceutil/trace.go:171","msg":"trace[1794024830] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23452; }","duration":"655.499448ms","start":"2026-03-11T21:19:28.160345Z","end":"2026-03-11T21:19:28.815844Z","steps":["trace[1794024830] 'agreement among raft nodes before linearized reading' (duration: 655.379235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.815926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.909615098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:28.815926Z","caller":"traceutil/trace.go:171","msg":"trace[509622320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23452; }","duration":"804.139497ms","start":"2026-03-11T21:19:28.011765Z","end":"2026-03-11T21:19:28.815904Z","steps":["trace[509622320] 'agreement among raft nodes before linearized reading' (duration: 804.000184ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:28.815952Z","caller":"traceutil/trace.go:171","msg":"trace[390534293] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23; range_end:; response_count:1; response_revision:23452; }","duration":"3.817760806s","start":"2026-03-11T21:19:24.998177Z","end":"2026-03-11T21:19:28.815938Z","steps":["trace[390534293] 'agreement among raft nodes before linearized reading' (duration: 3.817658984s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.815954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:25.630661Z","time spent":"3.185260611s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:28.815963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.160323Z","time spent":"655.628081ms","remote":"127.0.0.1:37254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T21:19:28.815978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.011752Z","time spent":"804.218059ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:28.815982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:24.998156Z","time spent":"3.817819238s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" "} {"level":"info","ts":"2026-03-11T21:19:28.81582Z","caller":"traceutil/trace.go:171","msg":"trace[684763735] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189be62c69ab6091; range_end:; response_count:1; response_revision:23452; }","duration":"2.179914531s","start":"2026-03-11T21:19:26.635897Z","end":"2026-03-11T21:19:28.815811Z","steps":["trace[684763735] 'agreement among raft nodes before linearized reading' (duration: 2.179824509s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.816012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.662753916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:28.816032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:26.635877Z","time spent":"2.180149947s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189be62c69ab6091\" "} {"level":"info","ts":"2026-03-11T21:19:28.81604Z","caller":"traceutil/trace.go:171","msg":"trace[2101972587] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23452; }","duration":"4.662817518s","start":"2026-03-11T21:19:24.153215Z","end":"2026-03-11T21:19:28.816033Z","steps":["trace[2101972587] 'agreement among raft nodes before linearized reading' (duration: 4.662770437s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.816075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:24.153197Z","time spent":"4.662868829s","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:28.815966Z","caller":"traceutil/trace.go:171","msg":"trace[1611094555] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23452; }","duration":"3.909712289s","start":"2026-03-11T21:19:24.906241Z","end":"2026-03-11T21:19:28.815953Z","steps":["trace[1611094555] 'agreement among raft nodes before linearized reading' (duration: 3.909620987s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.816148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:24.906219Z","time spent":"3.909916254s","remote":"127.0.0.1:37236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:28.816196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.737591376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:19:28.816207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.814463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-11T21:19:28.816223Z","caller":"traceutil/trace.go:171","msg":"trace[751236847] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23452; }","duration":"3.737658638s","start":"2026-03-11T21:19:25.078556Z","end":"2026-03-11T21:19:28.816215Z","steps":["trace[751236847] 'agreement among raft nodes before linearized reading' (duration: 3.737619087s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.816251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:25.07853Z","time spent":"3.737714119s","remote":"127.0.0.1:34588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:28.816252Z","caller":"traceutil/trace.go:171","msg":"trace[1006301897] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23452; }","duration":"118.893855ms","start":"2026-03-11T21:19:28.697344Z","end":"2026-03-11T21:19:28.816238Z","steps":["trace[1006301897] 'agreement among raft nodes before linearized reading' (duration: 118.764192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.816156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766298805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:19:28.81629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.579195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:19:28.816313Z","caller":"traceutil/trace.go:171","msg":"trace[1582503189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23452; }","duration":"104.623417ms","start":"2026-03-11T21:19:28.711683Z","end":"2026-03-11T21:19:28.816307Z","steps":["trace[1582503189] 'agreement among raft nodes before linearized reading' (duration: 104.567606ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:28.816302Z","caller":"traceutil/trace.go:171","msg":"trace[486409269] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23452; }","duration":"2.766485569s","start":"2026-03-11T21:19:26.049805Z","end":"2026-03-11T21:19:28.81629Z","steps":["trace[486409269] 'agreement among raft nodes before linearized reading' (duration: 2.766310846s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.816346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:26.04978Z","time spent":"2.766552481s","remote":"127.0.0.1:34322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:28.816428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.818243418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-11T21:19:28.816442Z","caller":"traceutil/trace.go:171","msg":"trace[616733328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23452; }","duration":"4.818273609s","start":"2026-03-11T21:19:23.998165Z","end":"2026-03-11T21:19:28.816438Z","steps":["trace[616733328] 'agreement among raft nodes before linearized reading' (duration: 4.818216897s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.816459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:23.998153Z","time spent":"4.818298959s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T21:19:28.816453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.009457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T21:19:28.816468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.048168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T21:19:28.81648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.824101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:19:28.816487Z","caller":"traceutil/trace.go:171","msg":"trace[1098180437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23452; }","duration":"106.077629ms","start":"2026-03-11T21:19:28.7104Z","end":"2026-03-11T21:19:28.816478Z","steps":["trace[1098180437] 'agreement among raft nodes before linearized reading' (duration: 105.943446ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:28.81651Z","caller":"traceutil/trace.go:171","msg":"trace[1319612299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23452; }","duration":"104.867072ms","start":"2026-03-11T21:19:28.711635Z","end":"2026-03-11T21:19:28.816502Z","steps":["trace[1319612299] 'agreement among raft nodes before linearized reading' (duration: 104.77615ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:28.816517Z","caller":"traceutil/trace.go:171","msg":"trace[853830389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23452; }","duration":"106.110589ms","start":"2026-03-11T21:19:28.710388Z","end":"2026-03-11T21:19:28.816498Z","steps":["trace[853830389] 'agreement among raft nodes before linearized reading' (duration: 106.003537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.816524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.697242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:28.816566Z","caller":"traceutil/trace.go:171","msg":"trace[2032426263] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23452; }","duration":"106.779054ms","start":"2026-03-11T21:19:28.709774Z","end":"2026-03-11T21:19:28.816553Z","steps":["trace[2032426263] 'agreement among raft nodes before linearized reading' (duration: 106.702953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.816586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.44411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-11T21:19:28.816603Z","caller":"traceutil/trace.go:171","msg":"trace[1855427007] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23452; }","duration":"103.47314ms","start":"2026-03-11T21:19:28.713124Z","end":"2026-03-11T21:19:28.816597Z","steps":["trace[1855427007] 'agreement among raft nodes before linearized reading' (duration: 103.419409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:28.816646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.77587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T21:19:28.81667Z","caller":"traceutil/trace.go:171","msg":"trace[1121558497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23452; }","duration":"104.820821ms","start":"2026-03-11T21:19:28.711842Z","end":"2026-03-11T21:19:28.816663Z","steps":["trace[1121558497] 'agreement among raft nodes before linearized reading' (duration: 104.744109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:29.318811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374438117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:30.250597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.568174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:30.250724Z","caller":"traceutil/trace.go:171","msg":"trace[1758896048] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"1.43292756s","start":"2026-03-11T21:19:28.817772Z","end":"2026-03-11T21:19:30.250699Z","steps":["trace[1758896048] 'process raft request' (duration: 720.170852ms)","trace[1758896048] 'compare' (duration: 712.080863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:30.250801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.817749Z","time spent":"1.433019022s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:30.726215Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188264216s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:19:30.818629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000419992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:19:30.818705Z","caller":"traceutil/trace.go:171","msg":"trace[187515574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000557265s","start":"2026-03-11T21:19:28.818129Z","end":"2026-03-11T21:19:30.818686Z","steps":["trace[187515574] 'agreement among raft nodes before linearized reading' (duration: 2.000460233s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:30.818752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.81811Z","time spent":"2.000632697s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:19:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:19:31.999133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000612436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:19:31.999241Z","caller":"traceutil/trace.go:171","msg":"trace[332471139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000795351s","start":"2026-03-11T21:19:29.998421Z","end":"2026-03-11T21:19:31.999216Z","steps":["trace[332471139] 'agreement among raft nodes before linearized reading' (duration: 2.000643187s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:31.999295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.998399Z","time spent":"2.000884472s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:19:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:19:32.155177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428754726s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-11T21:19:32.155639Z","caller":"traceutil/trace.go:171","msg":"trace[845941840] linearizableReadLoop","detail":"{readStateIndex:24268; appliedIndex:24259; }","duration":"3.33743321s","start":"2026-03-11T21:19:28.818183Z","end":"2026-03-11T21:19:32.155616Z","steps":["trace[845941840] 'read index received' (duration: 719.781064ms)","trace[845941840] 'applied index is now lower than readState.Index' (duration: 2.617650866s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:32.155726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.818117Z","time spent":"3.337606804s","remote":"127.0.0.1:51548","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T21:19:32.155943Z","caller":"traceutil/trace.go:171","msg":"trace[221597554] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"3.333153914s","start":"2026-03-11T21:19:28.822772Z","end":"2026-03-11T21:19:32.155926Z","steps":["trace[221597554] 'process raft request' (duration: 3.332793666s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:32.155958Z","caller":"traceutil/trace.go:171","msg":"trace[1016801373] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"3.335115698s","start":"2026-03-11T21:19:28.820792Z","end":"2026-03-11T21:19:32.155907Z","steps":["trace[1016801373] 'process raft request' (duration: 3.334639797s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:32.155983Z","caller":"traceutil/trace.go:171","msg":"trace[1581568828] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"3.3343302s","start":"2026-03-11T21:19:28.821619Z","end":"2026-03-11T21:19:32.155949Z","steps":["trace[1581568828] 'process raft request' (duration: 3.33391003s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:32.156Z","caller":"traceutil/trace.go:171","msg":"trace[221830367] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"3.335142319s","start":"2026-03-11T21:19:28.82082Z","end":"2026-03-11T21:19:32.155963Z","steps":["trace[221830367] 'process raft request' (duration: 3.334648328s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:32.156053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.822762Z","time spent":"3.333220075s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:32.156097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.821604Z","time spent":"3.334435441s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:32.156108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.820778Z","time spent":"3.335251381s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:32.156138Z","caller":"traceutil/trace.go:171","msg":"trace[695426067] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"3.3352028s","start":"2026-03-11T21:19:28.820911Z","end":"2026-03-11T21:19:32.156114Z","steps":["trace[695426067] 'process raft request' (duration: 3.334587877s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:32.156177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.820799Z","time spent":"3.335286801s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:32.156246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.820878Z","time spent":"3.335309932s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:32.156366Z","caller":"traceutil/trace.go:171","msg":"trace[932846068] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"3.335647269s","start":"2026-03-11T21:19:28.820704Z","end":"2026-03-11T21:19:32.156351Z","steps":["trace[932846068] 'process raft request' (duration: 3.334679528s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:32.156425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.820689Z","time spent":"3.335705631s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:32.156424Z","caller":"traceutil/trace.go:171","msg":"trace[59940722] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"3.337515371s","start":"2026-03-11T21:19:28.81887Z","end":"2026-03-11T21:19:32.156386Z","steps":["trace[59940722] 'process raft request' (duration: 3.336396187s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:32.156601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.81885Z","time spent":"3.337652604s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:32.645318Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.537550876s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T21:19:32.827456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000761311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T21:19:32.827539Z","caller":"traceutil/trace.go:171","msg":"trace[1622380696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000887003s","start":"2026-03-11T21:19:30.826633Z","end":"2026-03-11T21:19:32.82752Z","steps":["trace[1622380696] 'agreement among raft nodes before linearized reading' (duration: 2.000779441s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:32.827639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.826624Z","time spent":"2.001002596s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:19:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:19:33.807815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162166632s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:33.808258Z","caller":"traceutil/trace.go:171","msg":"trace[2001480776] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"2.987803512s","start":"2026-03-11T21:19:30.820426Z","end":"2026-03-11T21:19:33.80823Z","steps":["trace[2001480776] 'process raft request' (duration: 2.987487415s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:33.80833Z","caller":"traceutil/trace.go:171","msg":"trace[1855794818] linearizableReadLoop","detail":"{readStateIndex:24275; appliedIndex:24268; }","duration":"1.652630965s","start":"2026-03-11T21:19:32.155686Z","end":"2026-03-11T21:19:33.808317Z","steps":["trace[1855794818] 'read index received' (duration: 489.89812ms)","trace[1855794818] 'applied index is now lower than readState.Index' (duration: 1.162731795s)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:33.8084Z","caller":"traceutil/trace.go:171","msg":"trace[1280265109] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"2.987536796s","start":"2026-03-11T21:19:30.820855Z","end":"2026-03-11T21:19:33.808392Z","steps":["trace[1280265109] 'process raft request' (duration: 2.987128677s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.808465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.820832Z","time spent":"2.987599028s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:33.808606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.820407Z","time spent":"2.987918994s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:33.808651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.962500588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-11T21:19:33.808709Z","caller":"traceutil/trace.go:171","msg":"trace[753777142] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23468; }","duration":"3.96258482s","start":"2026-03-11T21:19:29.846102Z","end":"2026-03-11T21:19:33.808687Z","steps":["trace[753777142] 'agreement among raft nodes before linearized reading' (duration: 3.962362696s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.80876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.091788825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:19:33.808783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.846082Z","time spent":"3.962688112s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-11T21:19:33.808887Z","caller":"traceutil/trace.go:171","msg":"trace[1389622735] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"1.650966098s","start":"2026-03-11T21:19:32.157896Z","end":"2026-03-11T21:19:33.808862Z","steps":["trace[1389622735] 'process raft request' (duration: 1.650364025s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:33.808918Z","caller":"traceutil/trace.go:171","msg":"trace[380910264] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"2.987553107s","start":"2026-03-11T21:19:30.821326Z","end":"2026-03-11T21:19:33.808879Z","steps":["trace[380910264] 'process raft request' (duration: 2.986831621s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.808971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020579154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:33.809029Z","caller":"traceutil/trace.go:171","msg":"trace[1418784229] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23468; }","duration":"3.020665906s","start":"2026-03-11T21:19:30.788347Z","end":"2026-03-11T21:19:33.809013Z","steps":["trace[1418784229] 'agreement among raft nodes before linearized reading' (duration: 3.020535693s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.809072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.748131811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:33.809094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.788316Z","time spent":"3.020763307s","remote":"127.0.0.1:37290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:33.809089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.821297Z","time spent":"2.98769766s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:33.809132Z","caller":"traceutil/trace.go:171","msg":"trace[1445621873] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23468; }","duration":"3.748218173s","start":"2026-03-11T21:19:30.060897Z","end":"2026-03-11T21:19:33.809115Z","steps":["trace[1445621873] 'agreement among raft nodes before linearized reading' (duration: 3.748129491s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.80918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.060881Z","time spent":"3.748284964s","remote":"127.0.0.1:36758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:33.808715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985763648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-11T21:19:33.809279Z","caller":"traceutil/trace.go:171","msg":"trace[1148733421] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"2.988068108s","start":"2026-03-11T21:19:30.82119Z","end":"2026-03-11T21:19:33.809258Z","steps":["trace[1148733421] 'process raft request' (duration: 2.986922833s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.8094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128202556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T21:19:33.80942Z","caller":"traceutil/trace.go:171","msg":"trace[620303935] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23; range_end:; response_count:1; response_revision:23468; }","duration":"3.986504204s","start":"2026-03-11T21:19:29.822899Z","end":"2026-03-11T21:19:33.809403Z","steps":["trace[620303935] 'agreement among raft nodes before linearized reading' (duration: 3.985727967s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.809483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.822872Z","time spent":"3.986595536s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" "} {"level":"warn","ts":"2026-03-11T21:19:33.809547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.821176Z","time spent":"2.988242672s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:33.809434Z","caller":"traceutil/trace.go:171","msg":"trace[774586025] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23468; }","duration":"2.128272868s","start":"2026-03-11T21:19:31.681151Z","end":"2026-03-11T21:19:33.809424Z","steps":["trace[774586025] 'agreement among raft nodes before linearized reading' (duration: 2.128146955s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.809744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:31.681131Z","time spent":"2.128596934s","remote":"127.0.0.1:36346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-11T21:19:33.810435Z","caller":"traceutil/trace.go:171","msg":"trace[875605961] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"2.987207859s","start":"2026-03-11T21:19:30.823207Z","end":"2026-03-11T21:19:33.810415Z","steps":["trace[875605961] 'process raft request' (duration: 2.98498966s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.810513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.82319Z","time spent":"2.98728519s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:33.81051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.931725482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:33.810521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.98716949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:33.810562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.80449432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T21:19:33.810588Z","caller":"traceutil/trace.go:171","msg":"trace[1244605652] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23468; }","duration":"4.987245883s","start":"2026-03-11T21:19:28.823324Z","end":"2026-03-11T21:19:33.81057Z","steps":["trace[1244605652] 'agreement among raft nodes before linearized reading' (duration: 4.987124769s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:33.810579Z","caller":"traceutil/trace.go:171","msg":"trace[2012371661] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23468; }","duration":"4.931822024s","start":"2026-03-11T21:19:28.878734Z","end":"2026-03-11T21:19:33.810556Z","steps":["trace[2012371661] 'agreement among raft nodes before linearized reading' (duration: 4.931706321s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.810591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.632775717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-11T21:19:33.810609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.556981814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-11T21:19:33.810629Z","caller":"traceutil/trace.go:171","msg":"trace[1440454936] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23468; }","duration":"4.804589484s","start":"2026-03-11T21:19:29.006022Z","end":"2026-03-11T21:19:33.810611Z","steps":["trace[1440454936] 'agreement among raft nodes before linearized reading' (duration: 4.804431839s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.81064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.878719Z","time spent":"4.931909137s","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T21:19:33.810629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:28.8233Z","time spent":"4.987321094s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-11T21:19:33.810675Z","caller":"traceutil/trace.go:171","msg":"trace[138462655] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23468; }","duration":"4.632865869s","start":"2026-03-11T21:19:29.177786Z","end":"2026-03-11T21:19:33.810652Z","steps":["trace[138462655] 'agreement among raft nodes before linearized reading' (duration: 4.632633593s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.810683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.006004Z","time spent":"4.804668206s","remote":"127.0.0.1:36346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-11T21:19:33.810727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.177729Z","time spent":"4.632989601s","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-11T21:19:33.810786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.55680656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-11T21:19:33.810827Z","caller":"traceutil/trace.go:171","msg":"trace[106784808] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23468; }","duration":"4.556889152s","start":"2026-03-11T21:19:29.25393Z","end":"2026-03-11T21:19:33.810819Z","steps":["trace[106784808] 'agreement among raft nodes before linearized reading' (duration: 4.55677558s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:33.810679Z","caller":"traceutil/trace.go:171","msg":"trace[608620858] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23468; }","duration":"4.557129717s","start":"2026-03-11T21:19:29.25353Z","end":"2026-03-11T21:19:33.81066Z","steps":["trace[608620858] 'agreement among raft nodes before linearized reading' (duration: 4.556896481s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.810869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.25391Z","time spent":"4.556950283s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T21:19:33.810908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.253503Z","time spent":"4.557388023s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-11T21:19:33.810914Z","caller":"traceutil/trace.go:171","msg":"trace[698263733] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"2.681906201s","start":"2026-03-11T21:19:31.128986Z","end":"2026-03-11T21:19:33.810892Z","steps":["trace[698263733] 'process raft request' (duration: 2.679243061s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.810991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.586765229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"warn","ts":"2026-03-11T21:19:33.81101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:31.128961Z","time spent":"2.682001364s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:33.808902Z","caller":"traceutil/trace.go:171","msg":"trace[2127720034] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"2.988459457s","start":"2026-03-11T21:19:30.820422Z","end":"2026-03-11T21:19:33.808882Z","steps":["trace[2127720034] 'process raft request' (duration: 1.825152109s)","trace[2127720034] 'compare' (duration: 1.161698691s)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:33.81105Z","caller":"traceutil/trace.go:171","msg":"trace[357282641] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23468; }","duration":"4.586886712s","start":"2026-03-11T21:19:29.22415Z","end":"2026-03-11T21:19:33.811036Z","steps":["trace[357282641] 'agreement among raft nodes before linearized reading' (duration: 4.586742169s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.811094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.224115Z","time spent":"4.586971594s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-11T21:19:33.811118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603588683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-11T21:19:33.811155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:30.820395Z","time spent":"2.990690056s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:33.811182Z","caller":"traceutil/trace.go:171","msg":"trace[1467871747] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23468; }","duration":"2.603675904s","start":"2026-03-11T21:19:31.207496Z","end":"2026-03-11T21:19:33.811172Z","steps":["trace[1467871747] 'agreement among raft nodes before linearized reading' (duration: 2.601956785s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.811216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:31.207482Z","time spent":"2.603724655s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-11T21:19:33.808998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:32.157876Z","time spent":"1.65106701s","remote":"127.0.0.1:51548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:33.808786Z","caller":"traceutil/trace.go:171","msg":"trace[125167030] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23468; }","duration":"4.091883467s","start":"2026-03-11T21:19:29.716895Z","end":"2026-03-11T21:19:33.808778Z","steps":["trace[125167030] 'agreement among raft nodes before linearized reading' (duration: 4.091838366s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:33.811502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:29.716859Z","time spent":"4.094625639s","remote":"127.0.0.1:34454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:34.796001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.507358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:34.796096Z","caller":"traceutil/trace.go:171","msg":"trace[982129197] linearizableReadLoop","detail":"{readStateIndex:24277; appliedIndex:24276; }","duration":"987.718657ms","start":"2026-03-11T21:19:33.808363Z","end":"2026-03-11T21:19:34.796081Z","steps":["trace[982129197] 'read index received' (duration: 275.84507ms)","trace[982129197] 'applied index is now lower than readState.Index' (duration: 711.872357ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:34.79616Z","caller":"traceutil/trace.go:171","msg":"trace[1435093710] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"1.612440177s","start":"2026-03-11T21:19:33.183709Z","end":"2026-03-11T21:19:34.796149Z","steps":["trace[1435093710] 'process raft request' (duration: 900.485839ms)","trace[1435093710] 'compare' (duration: 711.272973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:34.796223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.183685Z","time spent":"1.612505829s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:34.79633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96135583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:34.796404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511938643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:34.796436Z","caller":"traceutil/trace.go:171","msg":"trace[1968219726] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23469; }","duration":"1.511972934s","start":"2026-03-11T21:19:33.284454Z","end":"2026-03-11T21:19:34.796427Z","steps":["trace[1968219726] 'agreement among raft nodes before linearized reading' (duration: 1.511897982s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:34.796465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.284394Z","time spent":"1.512063205s","remote":"127.0.0.1:34708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:34.796552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63579021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-11T21:19:34.796616Z","caller":"traceutil/trace.go:171","msg":"trace[1843724590] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7; range_end:; response_count:1; response_revision:23469; }","duration":"2.635985114s","start":"2026-03-11T21:19:32.160616Z","end":"2026-03-11T21:19:34.796601Z","steps":["trace[1843724590] 'agreement among raft nodes before linearized reading' (duration: 2.635716108s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:34.796686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:32.160596Z","time spent":"2.636081417s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7\" "} {"level":"info","ts":"2026-03-11T21:19:34.796433Z","caller":"traceutil/trace.go:171","msg":"trace[81320555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23469; }","duration":"1.961463552s","start":"2026-03-11T21:19:32.834942Z","end":"2026-03-11T21:19:34.796406Z","steps":["trace[81320555] 'agreement among raft nodes before linearized reading' (duration: 1.961273198s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:34.79712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:32.834882Z","time spent":"1.962221859s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:19:34.82199Z","caller":"traceutil/trace.go:171","msg":"trace[982296276] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"1.005502584s","start":"2026-03-11T21:19:33.816468Z","end":"2026-03-11T21:19:34.821971Z","steps":["trace[982296276] 'process raft request' (duration: 1.005269528s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:34.822108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.816452Z","time spent":"1.005592466s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:34.822437Z","caller":"traceutil/trace.go:171","msg":"trace[1050574118] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"1.004945582s","start":"2026-03-11T21:19:33.817461Z","end":"2026-03-11T21:19:34.822407Z","steps":["trace[1050574118] 'process raft request' (duration: 1.004379549s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:34.822579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.817457Z","time spent":"1.005047794s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:34.822595Z","caller":"traceutil/trace.go:171","msg":"trace[801459116] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"1.002782254s","start":"2026-03-11T21:19:33.819783Z","end":"2026-03-11T21:19:34.822565Z","steps":["trace[801459116] 'process raft request' (duration: 1.002522248s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:34.822741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.819765Z","time spent":"1.002897506s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:35.80365Z","caller":"traceutil/trace.go:171","msg":"trace[585474391] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"1.640644068s","start":"2026-03-11T21:19:34.162975Z","end":"2026-03-11T21:19:35.803619Z","steps":["trace[585474391] 'process raft request' (duration: 1.587590333s)","trace[585474391] 'compare' (duration: 52.780149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:35.803769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.162961Z","time spent":"1.64073988s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:35.803817Z","caller":"traceutil/trace.go:171","msg":"trace[1294829751] linearizableReadLoop","detail":"{readStateIndex:24282; appliedIndex:24277; }","duration":"1.007663372s","start":"2026-03-11T21:19:34.79612Z","end":"2026-03-11T21:19:35.803784Z","steps":["trace[1294829751] 'read index received' (duration: 25.711224ms)","trace[1294829751] 'applied index is now lower than readState.Index' (duration: 981.950628ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:35.804147Z","caller":"traceutil/trace.go:171","msg":"trace[1290324407] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"1.540995342s","start":"2026-03-11T21:19:34.263138Z","end":"2026-03-11T21:19:35.804134Z","steps":["trace[1290324407] 'process raft request' (duration: 1.540411669s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.804311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.263114Z","time spent":"1.541077904s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:35.804469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909486031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T21:19:35.804563Z","caller":"traceutil/trace.go:171","msg":"trace[1352024665] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23475; }","duration":"1.909622754s","start":"2026-03-11T21:19:33.894908Z","end":"2026-03-11T21:19:35.804531Z","steps":["trace[1352024665] 'agreement among raft nodes before linearized reading' (duration: 1.909347598s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.804588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990877338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-11T21:19:35.80461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.894889Z","time spent":"1.909712025s","remote":"127.0.0.1:34314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-11T21:19:35.804641Z","caller":"traceutil/trace.go:171","msg":"trace[571180367] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23475; }","duration":"1.99095608s","start":"2026-03-11T21:19:33.81367Z","end":"2026-03-11T21:19:35.804626Z","steps":["trace[571180367] 'agreement among raft nodes before linearized reading' (duration: 1.990792926s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.804649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987252577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-11T21:19:35.804679Z","caller":"traceutil/trace.go:171","msg":"trace[18294628] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23475; }","duration":"1.987291678s","start":"2026-03-11T21:19:33.81738Z","end":"2026-03-11T21:19:35.804671Z","steps":["trace[18294628] 'agreement among raft nodes before linearized reading' (duration: 1.987164285s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.804675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.813652Z","time spent":"1.991015231s","remote":"127.0.0.1:34376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-11T21:19:35.804665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990831087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-b2rj5\" ","response":"range_response_count:1 size:4483"} {"level":"warn","ts":"2026-03-11T21:19:35.804764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987461492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:35.804778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986783517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:35.804806Z","caller":"traceutil/trace.go:171","msg":"trace[1765291577] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23475; }","duration":"1.987530454s","start":"2026-03-11T21:19:33.81726Z","end":"2026-03-11T21:19:35.804791Z","steps":["trace[1765291577] 'agreement among raft nodes before linearized reading' (duration: 1.987449502s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.804665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990252504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff561342-2aa3-4851-b4af-29eb76cbcd9c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-11T21:19:35.804837Z","caller":"traceutil/trace.go:171","msg":"trace[302173830] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"1.005916963s","start":"2026-03-11T21:19:34.798913Z","end":"2026-03-11T21:19:35.80483Z","steps":["trace[302173830] 'process raft request' (duration: 1.004782838s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:35.804841Z","caller":"traceutil/trace.go:171","msg":"trace[2118720313] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23475; }","duration":"1.986896189s","start":"2026-03-11T21:19:33.817931Z","end":"2026-03-11T21:19:35.804827Z","steps":["trace[2118720313] 'agreement among raft nodes before linearized reading' (duration: 1.986742096s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.804847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.817255Z","time spent":"1.987584295s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-11T21:19:35.804865Z","caller":"traceutil/trace.go:171","msg":"trace[812964794] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff561342-2aa3-4851-b4af-29eb76cbcd9c; range_end:; response_count:1; response_revision:23475; }","duration":"1.99048767s","start":"2026-03-11T21:19:33.814355Z","end":"2026-03-11T21:19:35.804843Z","steps":["trace[812964794] 'agreement among raft nodes before linearized reading' (duration: 1.990098001s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.804889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.798897Z","time spent":"1.005966544s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:35.804752Z","caller":"traceutil/trace.go:171","msg":"trace[1620025632] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-b2rj5; range_end:; response_count:1; response_revision:23475; }","duration":"1.990934609s","start":"2026-03-11T21:19:33.813789Z","end":"2026-03-11T21:19:35.804723Z","steps":["trace[1620025632] 'agreement among raft nodes before linearized reading' (duration: 1.990726944s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.804921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643249125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-11T21:19:35.804971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643876219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T21:19:35.80492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.814342Z","time spent":"1.990561991s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-ff561342-2aa3-4851-b4af-29eb76cbcd9c\" "} {"level":"info","ts":"2026-03-11T21:19:35.805019Z","caller":"traceutil/trace.go:171","msg":"trace[15406130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23475; }","duration":"1.643354207s","start":"2026-03-11T21:19:34.161649Z","end":"2026-03-11T21:19:35.805004Z","steps":["trace[15406130] 'agreement among raft nodes before linearized reading' (duration: 1.643210284s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:35.805036Z","caller":"traceutil/trace.go:171","msg":"trace[1077658646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23475; }","duration":"1.644018773s","start":"2026-03-11T21:19:34.161Z","end":"2026-03-11T21:19:35.805019Z","steps":["trace[1077658646] 'agreement among raft nodes before linearized reading' (duration: 1.643786397s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.805065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.161644Z","time spent":"1.643409598s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:35.804805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642880467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T21:19:35.805105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.160978Z","time spent":"1.644114104s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T21:19:35.805148Z","caller":"traceutil/trace.go:171","msg":"trace[1727575878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23475; }","duration":"1.643254515s","start":"2026-03-11T21:19:34.16188Z","end":"2026-03-11T21:19:35.805135Z","steps":["trace[1727575878] 'agreement among raft nodes before linearized reading' (duration: 1.642839776s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.805172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.161853Z","time spent":"1.643313148s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:35.804997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.813774Z","time spent":"1.991214186s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4506,"request content":"key:\"/registry/pods/kube-system/kube-proxy-b2rj5\" "} {"level":"warn","ts":"2026-03-11T21:19:35.805155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643983591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T21:19:35.805228Z","caller":"traceutil/trace.go:171","msg":"trace[1533777031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23475; }","duration":"1.644067654s","start":"2026-03-11T21:19:34.161143Z","end":"2026-03-11T21:19:35.805211Z","steps":["trace[1533777031] 'agreement among raft nodes before linearized reading' (duration: 1.643740086s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.804829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643283756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T21:19:35.804874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.817926Z","time spent":"1.98694151s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T21:19:35.805268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.161075Z","time spent":"1.644184677s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T21:19:35.805292Z","caller":"traceutil/trace.go:171","msg":"trace[408514275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23475; }","duration":"1.643740357s","start":"2026-03-11T21:19:34.161528Z","end":"2026-03-11T21:19:35.805269Z","steps":["trace[408514275] 'agreement among raft nodes before linearized reading' (duration: 1.643119992s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.805359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.161475Z","time spent":"1.64386422s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T21:19:35.805418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700460984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272959"} {"level":"info","ts":"2026-03-11T21:19:35.805497Z","caller":"traceutil/trace.go:171","msg":"trace[658587137] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23475; }","duration":"1.700575937s","start":"2026-03-11T21:19:34.1049Z","end":"2026-03-11T21:19:35.805476Z","steps":["trace[658587137] 'agreement among raft nodes before linearized reading' (duration: 1.699909211s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:35.804702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:33.817376Z","time spent":"1.987320809s","remote":"127.0.0.1:34308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-11T21:19:35.80554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.104885Z","time spent":"1.700644978s","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272982,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-11T21:19:36.34632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.218254ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T21:19:36.346548Z","caller":"traceutil/trace.go:171","msg":"trace[1608284668] linearizableReadLoop","detail":"{readStateIndex:24284; appliedIndex:24283; }","duration":"542.625418ms","start":"2026-03-11T21:19:35.803904Z","end":"2026-03-11T21:19:36.346529Z","steps":["trace[1608284668] 'read index received' (duration: 122.424725ms)","trace[1608284668] 'applied index is now lower than readState.Index' (duration: 420.199203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:36.346645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.152444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:36.346733Z","caller":"traceutil/trace.go:171","msg":"trace[1051364855] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23475; }","duration":"948.285817ms","start":"2026-03-11T21:19:35.398428Z","end":"2026-03-11T21:19:36.346714Z","steps":["trace[1051364855] 'agreement among raft nodes before linearized reading' (duration: 948.127644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.346796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.398412Z","time spent":"948.372329ms","remote":"127.0.0.1:36998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:36.346782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530847516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-11T21:19:36.346679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548266355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:36.346855Z","caller":"traceutil/trace.go:171","msg":"trace[1539504994] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23; range_end:; response_count:1; response_revision:23475; }","duration":"1.530959659s","start":"2026-03-11T21:19:34.815878Z","end":"2026-03-11T21:19:36.346837Z","steps":["trace[1539504994] 'agreement among raft nodes before linearized reading' (duration: 1.530728954s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:36.34687Z","caller":"traceutil/trace.go:171","msg":"trace[1697681332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23475; }","duration":"1.54847123s","start":"2026-03-11T21:19:34.798378Z","end":"2026-03-11T21:19:36.346849Z","steps":["trace[1697681332] 'agreement among raft nodes before linearized reading' (duration: 1.548251995s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.346907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.815865Z","time spent":"1.53103273s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" "} {"level":"warn","ts":"2026-03-11T21:19:36.346886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52029881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-11T21:19:36.346924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.798366Z","time spent":"1.548542482s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:19:36.346963Z","caller":"traceutil/trace.go:171","msg":"trace[765421698] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23; range_end:; response_count:1; response_revision:23475; }","duration":"1.520412403s","start":"2026-03-11T21:19:34.826531Z","end":"2026-03-11T21:19:36.346943Z","steps":["trace[765421698] 'agreement among raft nodes before linearized reading' (duration: 1.520175408s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.347013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:34.826516Z","time spent":"1.520489205s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" "} {"level":"info","ts":"2026-03-11T21:19:36.347578Z","caller":"traceutil/trace.go:171","msg":"trace[2015710975] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"538.385183ms","start":"2026-03-11T21:19:35.80917Z","end":"2026-03-11T21:19:36.347556Z","steps":["trace[2015710975] 'process raft request' (duration: 537.247558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.347723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.809159Z","time spent":"538.502485ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:36.471515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.870576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:36.471733Z","caller":"traceutil/trace.go:171","msg":"trace[141015561] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"661.355579ms","start":"2026-03-11T21:19:35.810362Z","end":"2026-03-11T21:19:36.471717Z","steps":["trace[141015561] 'process raft request' (duration: 661.287758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.471798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.810356Z","time spent":"661.40983ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:36.471849Z","caller":"traceutil/trace.go:171","msg":"trace[1690176543] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"661.506592ms","start":"2026-03-11T21:19:35.810309Z","end":"2026-03-11T21:19:36.471816Z","steps":["trace[1690176543] 'process raft request' (duration: 661.289947ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:36.471949Z","caller":"traceutil/trace.go:171","msg":"trace[2089177032] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"659.928718ms","start":"2026-03-11T21:19:35.812005Z","end":"2026-03-11T21:19:36.471934Z","steps":["trace[2089177032] 'process raft request' (duration: 659.676611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.471992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.810305Z","time spent":"661.609415ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:36.472017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.811987Z","time spent":"659.996899ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:36.472134Z","caller":"traceutil/trace.go:171","msg":"trace[1091566849] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"657.445502ms","start":"2026-03-11T21:19:35.814673Z","end":"2026-03-11T21:19:36.472118Z","steps":["trace[1091566849] 'process raft request' (duration: 657.325869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.472181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.814664Z","time spent":"657.493333ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:36.472089Z","caller":"traceutil/trace.go:171","msg":"trace[1059218064] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"657.744729ms","start":"2026-03-11T21:19:35.814329Z","end":"2026-03-11T21:19:36.472074Z","steps":["trace[1059218064] 'process raft request' (duration: 657.556415ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:36.472247Z","caller":"traceutil/trace.go:171","msg":"trace[1263594645] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"655.157481ms","start":"2026-03-11T21:19:35.817075Z","end":"2026-03-11T21:19:36.472233Z","steps":["trace[1263594645] 'process raft request' (duration: 655.039799ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:36.472225Z","caller":"traceutil/trace.go:171","msg":"trace[945199776] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"655.628231ms","start":"2026-03-11T21:19:35.81656Z","end":"2026-03-11T21:19:36.472188Z","steps":["trace[945199776] 'process raft request' (duration: 655.498519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.472313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.817068Z","time spent":"655.212142ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:36.472354Z","caller":"traceutil/trace.go:171","msg":"trace[2132480596] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"654.730812ms","start":"2026-03-11T21:19:35.8176Z","end":"2026-03-11T21:19:36.472331Z","steps":["trace[2132480596] 'process raft request' (duration: 654.573798ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:36.472356Z","caller":"traceutil/trace.go:171","msg":"trace[2060660638] linearizableReadLoop","detail":"{readStateIndex:24296; appliedIndex:24284; }","duration":"125.752779ms","start":"2026-03-11T21:19:36.346584Z","end":"2026-03-11T21:19:36.472337Z","steps":["trace[2060660638] 'read index received' (duration: 108.343µs)","trace[2060660638] 'applied index is now lower than readState.Index' (duration: 125.643476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:36.472339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.814317Z","time spent":"657.930033ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:36.472393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.816551Z","time spent":"655.754144ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:36.472437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.084616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-11T21:19:36.472461Z","caller":"traceutil/trace.go:171","msg":"trace[1847572690] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23487; }","duration":"662.118656ms","start":"2026-03-11T21:19:35.810336Z","end":"2026-03-11T21:19:36.472454Z","steps":["trace[1847572690] 'agreement among raft nodes before linearized reading' (duration: 662.029434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.472444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.817582Z","time spent":"654.814333ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:36.472486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.771865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:36.472524Z","caller":"traceutil/trace.go:171","msg":"trace[1147920865] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"640.391661ms","start":"2026-03-11T21:19:35.832127Z","end":"2026-03-11T21:19:36.472519Z","steps":["trace[1147920865] 'process raft request' (duration: 640.150205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.47248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.810325Z","time spent":"662.151298ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-11T21:19:36.472544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.234321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-11T21:19:36.472584Z","caller":"traceutil/trace.go:171","msg":"trace[1770861410] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7; range_end:; response_count:1; response_revision:23487; }","duration":"663.282272ms","start":"2026-03-11T21:19:35.80929Z","end":"2026-03-11T21:19:36.472573Z","steps":["trace[1770861410] 'agreement among raft nodes before linearized reading' (duration: 663.140629ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:36.472575Z","caller":"traceutil/trace.go:171","msg":"trace[1452829200] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23487; }","duration":"664.835738ms","start":"2026-03-11T21:19:35.807685Z","end":"2026-03-11T21:19:36.47252Z","steps":["trace[1452829200] 'agreement among raft nodes before linearized reading' (duration: 664.749826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.47259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.436229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:36.472618Z","caller":"traceutil/trace.go:171","msg":"trace[1240162473] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23487; }","duration":"660.47334ms","start":"2026-03-11T21:19:35.812139Z","end":"2026-03-11T21:19:36.472613Z","steps":["trace[1240162473] 'agreement among raft nodes before linearized reading' (duration: 660.429469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.472615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.809278Z","time spent":"663.330554ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7\" "} {"level":"warn","ts":"2026-03-11T21:19:36.472635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.812133Z","time spent":"660.49747ms","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T21:19:36.472643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.80768Z","time spent":"664.94761ms","remote":"127.0.0.1:36972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:36.472641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.277877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-11T21:19:36.472502Z","caller":"traceutil/trace.go:171","msg":"trace[1588950612] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"654.403834ms","start":"2026-03-11T21:19:35.818093Z","end":"2026-03-11T21:19:36.472496Z","steps":["trace[1588950612] 'process raft request' (duration: 654.135188ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:36.47269Z","caller":"traceutil/trace.go:171","msg":"trace[1984700329] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23487; }","duration":"665.348248ms","start":"2026-03-11T21:19:35.80733Z","end":"2026-03-11T21:19:36.472679Z","steps":["trace[1984700329] 'agreement among raft nodes before linearized reading' (duration: 665.199665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.47269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.328833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-11T21:19:36.472715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.807311Z","time spent":"665.39858ms","remote":"127.0.0.1:51548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-11T21:19:36.47274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.818079Z","time spent":"654.621199ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:36.472733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.312663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-11T21:19:36.472783Z","caller":"traceutil/trace.go:171","msg":"trace[625410952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23487; }","duration":"663.383704ms","start":"2026-03-11T21:19:35.809342Z","end":"2026-03-11T21:19:36.472725Z","steps":["trace[625410952] 'agreement among raft nodes before linearized reading' (duration: 663.18581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.472556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.832106Z","time spent":"640.432512ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:36.472813Z","caller":"traceutil/trace.go:171","msg":"trace[1132812706] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23487; }","duration":"663.435376ms","start":"2026-03-11T21:19:35.809365Z","end":"2026-03-11T21:19:36.4728Z","steps":["trace[1132812706] 'agreement among raft nodes before linearized reading' (duration: 663.123509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.472832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.809339Z","time spent":"663.480066ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T21:19:36.472861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.809343Z","time spent":"663.509927ms","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-11T21:19:36.47203Z","caller":"traceutil/trace.go:171","msg":"trace[1950413055] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"662.235459ms","start":"2026-03-11T21:19:35.809763Z","end":"2026-03-11T21:19:36.471999Z","steps":["trace[1950413055] 'process raft request' (duration: 537.778909ms)","trace[1950413055] 'compare' (duration: 123.613141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:36.473525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:35.809753Z","time spent":"663.729262ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:36.558616Z","caller":"traceutil/trace.go:171","msg":"trace[1848284349] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"203.455713ms","start":"2026-03-11T21:19:36.355131Z","end":"2026-03-11T21:19:36.558587Z","steps":["trace[1848284349] 'process raft request' (duration: 203.282189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.558668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.904583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:36.558744Z","caller":"traceutil/trace.go:171","msg":"trace[505431182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23488; }","duration":"204.013246ms","start":"2026-03-11T21:19:36.354712Z","end":"2026-03-11T21:19:36.558726Z","steps":["trace[505431182] 'agreement among raft nodes before linearized reading' (duration: 203.875052ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:36.675356Z","caller":"traceutil/trace.go:171","msg":"trace[1971386058] linearizableReadLoop","detail":"{readStateIndex:24298; appliedIndex:24297; }","duration":"116.770428ms","start":"2026-03-11T21:19:36.558559Z","end":"2026-03-11T21:19:36.675329Z","steps":["trace[1971386058] 'read index received' (duration: 20.659342ms)","trace[1971386058] 'applied index is now lower than readState.Index' (duration: 96.106956ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:36.675372Z","caller":"traceutil/trace.go:171","msg":"trace[127871718] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"199.634798ms","start":"2026-03-11T21:19:36.475703Z","end":"2026-03-11T21:19:36.675337Z","steps":["trace[127871718] 'process raft request' (duration: 103.535513ms)","trace[127871718] 'compare' (duration: 95.968292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:36.675574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.2763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cff8c03a-0633-4f00-955b-8db4d242a660\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-11T21:19:36.675603Z","caller":"traceutil/trace.go:171","msg":"trace[1253161422] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cff8c03a-0633-4f00-955b-8db4d242a660; range_end:; response_count:1; response_revision:23489; }","duration":"199.343911ms","start":"2026-03-11T21:19:36.476251Z","end":"2026-03-11T21:19:36.675595Z","steps":["trace[1253161422] 'agreement among raft nodes before linearized reading' (duration: 199.203878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.675587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.643526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189be62c6a0bf8a8\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-03-11T21:19:36.675676Z","caller":"traceutil/trace.go:171","msg":"trace[743205440] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189be62c6a0bf8a8; range_end:; response_count:1; response_revision:23489; }","duration":"194.756768ms","start":"2026-03-11T21:19:36.480897Z","end":"2026-03-11T21:19:36.675654Z","steps":["trace[743205440] 'agreement among raft nodes before linearized reading' (duration: 194.463102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.675799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.329895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:36.675821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.922936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-11T21:19:36.675849Z","caller":"traceutil/trace.go:171","msg":"trace[1315833662] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23489; }","duration":"200.978177ms","start":"2026-03-11T21:19:36.474866Z","end":"2026-03-11T21:19:36.675844Z","steps":["trace[1315833662] 'agreement among raft nodes before linearized reading' (duration: 200.902546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.67588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.659805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-11T21:19:36.67596Z","caller":"traceutil/trace.go:171","msg":"trace[1868956972] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23489; }","duration":"193.765307ms","start":"2026-03-11T21:19:36.482177Z","end":"2026-03-11T21:19:36.675942Z","steps":["trace[1868956972] 'agreement among raft nodes before linearized reading' (duration: 193.518361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.67606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.517377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-11T21:19:36.676085Z","caller":"traceutil/trace.go:171","msg":"trace[274920412] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23489; }","duration":"200.544588ms","start":"2026-03-11T21:19:36.475534Z","end":"2026-03-11T21:19:36.676079Z","steps":["trace[274920412] 'agreement among raft nodes before linearized reading' (duration: 200.426255ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:36.675829Z","caller":"traceutil/trace.go:171","msg":"trace[986903764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23489; }","duration":"115.435547ms","start":"2026-03-11T21:19:36.560385Z","end":"2026-03-11T21:19:36.675821Z","steps":["trace[986903764] 'agreement among raft nodes before linearized reading' (duration: 115.360695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.676253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.608346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-11T21:19:36.676285Z","caller":"traceutil/trace.go:171","msg":"trace[520708576] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23489; }","duration":"113.674748ms","start":"2026-03-11T21:19:36.562603Z","end":"2026-03-11T21:19:36.676278Z","steps":["trace[520708576] 'agreement among raft nodes before linearized reading' (duration: 113.237268ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:36.928059Z","caller":"traceutil/trace.go:171","msg":"trace[686812994] linearizableReadLoop","detail":"{readStateIndex:24299; appliedIndex:24298; }","duration":"248.850756ms","start":"2026-03-11T21:19:36.679189Z","end":"2026-03-11T21:19:36.92804Z","steps":["trace[686812994] 'read index received' (duration: 157.740982ms)","trace[686812994] 'applied index is now lower than readState.Index' (duration: 91.108924ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:36.928223Z","caller":"traceutil/trace.go:171","msg":"trace[848011927] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"249.89511ms","start":"2026-03-11T21:19:36.678319Z","end":"2026-03-11T21:19:36.928214Z","steps":["trace[848011927] 'process raft request' (duration: 158.605752ms)","trace[848011927] 'compare' (duration: 90.976101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:36.928411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.203994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-11T21:19:36.92849Z","caller":"traceutil/trace.go:171","msg":"trace[138999480] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7; range_end:; response_count:1; response_revision:23490; }","duration":"249.309648ms","start":"2026-03-11T21:19:36.679159Z","end":"2026-03-11T21:19:36.928469Z","steps":["trace[138999480] 'agreement among raft nodes before linearized reading' (duration: 249.118964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.962969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.398793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-11T21:19:36.963027Z","caller":"traceutil/trace.go:171","msg":"trace[684642298] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23491; }","duration":"276.460354ms","start":"2026-03-11T21:19:36.686553Z","end":"2026-03-11T21:19:36.963013Z","steps":["trace[684642298] 'agreement among raft nodes before linearized reading' (duration: 276.30395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.963037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.829431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-11T21:19:36.962954Z","caller":"traceutil/trace.go:171","msg":"trace[443688930] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"280.382651ms","start":"2026-03-11T21:19:36.682542Z","end":"2026-03-11T21:19:36.962925Z","steps":["trace[443688930] 'process raft request' (duration: 280.054434ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:36.963091Z","caller":"traceutil/trace.go:171","msg":"trace[1215690696] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23491; }","duration":"280.909852ms","start":"2026-03-11T21:19:36.682167Z","end":"2026-03-11T21:19:36.963077Z","steps":["trace[1215690696] 'agreement among raft nodes before linearized reading' (duration: 280.710388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:36.963151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.525131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-11T21:19:36.963181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.358997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:36.963219Z","caller":"traceutil/trace.go:171","msg":"trace[339724208] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23491; }","duration":"283.619933ms","start":"2026-03-11T21:19:36.679578Z","end":"2026-03-11T21:19:36.963198Z","steps":["trace[339724208] 'agreement among raft nodes before linearized reading' (duration: 283.370507ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:36.963257Z","caller":"traceutil/trace.go:171","msg":"trace[129341038] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23491; }","duration":"244.49374ms","start":"2026-03-11T21:19:36.718745Z","end":"2026-03-11T21:19:36.963239Z","steps":["trace[129341038] 'agreement among raft nodes before linearized reading' (duration: 244.248824ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:37.215906Z","caller":"traceutil/trace.go:171","msg":"trace[1588116915] linearizableReadLoop","detail":"{readStateIndex:24301; appliedIndex:24300; }","duration":"253.098222ms","start":"2026-03-11T21:19:36.962784Z","end":"2026-03-11T21:19:37.215883Z","steps":["trace[1588116915] 'read index received' (duration: 252.979959ms)","trace[1588116915] 'applied index is now lower than readState.Index' (duration: 117.293µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:37.215944Z","caller":"traceutil/trace.go:171","msg":"trace[1084063192] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"284.498922ms","start":"2026-03-11T21:19:36.931411Z","end":"2026-03-11T21:19:37.21591Z","steps":["trace[1084063192] 'process raft request' (duration: 284.324788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:37.216175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.064281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189be62c6a837775\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-03-11T21:19:37.216194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.836479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-634c1479-55ef-44cd-a733-8bb3aa1233ce\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-11T21:19:37.216219Z","caller":"traceutil/trace.go:171","msg":"trace[2113787494] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189be62c6a837775; range_end:; response_count:1; response_revision:23492; }","duration":"283.152663ms","start":"2026-03-11T21:19:36.933055Z","end":"2026-03-11T21:19:37.216208Z","steps":["trace[2113787494] 'agreement among raft nodes before linearized reading' (duration: 282.940308ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:37.216247Z","caller":"traceutil/trace.go:171","msg":"trace[1281724515] range","detail":"{range_begin:/registry/persistentvolumes/pvc-634c1479-55ef-44cd-a733-8bb3aa1233ce; range_end:; response_count:1; response_revision:23492; }","duration":"249.944831ms","start":"2026-03-11T21:19:36.966286Z","end":"2026-03-11T21:19:37.216231Z","steps":["trace[1281724515] 'agreement among raft nodes before linearized reading' (duration: 249.732587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:37.216405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.062108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-11T21:19:37.21648Z","caller":"traceutil/trace.go:171","msg":"trace[1929963023] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23492; }","duration":"243.15505ms","start":"2026-03-11T21:19:36.973306Z","end":"2026-03-11T21:19:37.216461Z","steps":["trace[1929963023] 'agreement among raft nodes before linearized reading' (duration: 242.876904ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:37.396876Z","caller":"traceutil/trace.go:171","msg":"trace[1078751681] linearizableReadLoop","detail":"{readStateIndex:24302; appliedIndex:24301; }","duration":"177.215318ms","start":"2026-03-11T21:19:37.219633Z","end":"2026-03-11T21:19:37.396848Z","steps":["trace[1078751681] 'read index received' (duration: 94.111902ms)","trace[1078751681] 'applied index is now lower than readState.Index' (duration: 83.101726ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:37.39705Z","caller":"traceutil/trace.go:171","msg":"trace[1414582771] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"178.017676ms","start":"2026-03-11T21:19:37.219007Z","end":"2026-03-11T21:19:37.397024Z","steps":["trace[1414582771] 'process raft request' (duration: 94.711095ms)","trace[1414582771] 'compare' (duration: 82.962523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:37.39745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.977818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-11T21:19:37.39753Z","caller":"traceutil/trace.go:171","msg":"trace[2045113708] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23493; }","duration":"171.091801ms","start":"2026-03-11T21:19:37.226421Z","end":"2026-03-11T21:19:37.397512Z","steps":["trace[2045113708] 'agreement among raft nodes before linearized reading' (duration: 170.891156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:37.397625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.970084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-95496d45d-pxfdf.189be61d3a776fc3\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-11T21:19:37.397687Z","caller":"traceutil/trace.go:171","msg":"trace[60674809] range","detail":"{range_begin:/registry/events/openstack/magnum-api-95496d45d-pxfdf.189be61d3a776fc3; range_end:; response_count:1; response_revision:23493; }","duration":"178.063747ms","start":"2026-03-11T21:19:37.219608Z","end":"2026-03-11T21:19:37.397672Z","steps":["trace[60674809] 'agreement among raft nodes before linearized reading' (duration: 177.872933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:37.654273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.733844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:37.654407Z","caller":"traceutil/trace.go:171","msg":"trace[1000905037] linearizableReadLoop","detail":"{readStateIndex:24303; appliedIndex:24302; }","duration":"252.404636ms","start":"2026-03-11T21:19:37.401981Z","end":"2026-03-11T21:19:37.654386Z","steps":["trace[1000905037] 'read index received' (duration: 98.452428ms)","trace[1000905037] 'applied index is now lower than readState.Index' (duration: 153.950278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:37.6547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.320988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:37.654757Z","caller":"traceutil/trace.go:171","msg":"trace[235743267] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23494; }","duration":"236.385079ms","start":"2026-03-11T21:19:37.418359Z","end":"2026-03-11T21:19:37.654744Z","steps":["trace[235743267] 'agreement among raft nodes before linearized reading' (duration: 236.280997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:37.65486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.989051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:37.654907Z","caller":"traceutil/trace.go:171","msg":"trace[1221338738] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23494; }","duration":"151.040922ms","start":"2026-03-11T21:19:37.503854Z","end":"2026-03-11T21:19:37.654895Z","steps":["trace[1221338738] 'agreement among raft nodes before linearized reading' (duration: 150.964741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:37.654959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.05217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:37.654977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.968069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189be62c6dc59202\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-11T21:19:37.654944Z","caller":"traceutil/trace.go:171","msg":"trace[1247285007] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"254.520293ms","start":"2026-03-11T21:19:37.400323Z","end":"2026-03-11T21:19:37.654843Z","steps":["trace[1247285007] 'process raft request' (duration: 100.119976ms)","trace[1247285007] 'compare' (duration: 153.487926ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:37.655049Z","caller":"traceutil/trace.go:171","msg":"trace[1104426415] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189be62c6dc59202; range_end:; response_count:1; response_revision:23494; }","duration":"253.073661ms","start":"2026-03-11T21:19:37.401959Z","end":"2026-03-11T21:19:37.655033Z","steps":["trace[1104426415] 'agreement among raft nodes before linearized reading' (duration: 252.844585ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:37.655041Z","caller":"traceutil/trace.go:171","msg":"trace[1052699928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23494; }","duration":"180.185203ms","start":"2026-03-11T21:19:37.474838Z","end":"2026-03-11T21:19:37.655024Z","steps":["trace[1052699928] 'agreement among raft nodes before linearized reading' (duration: 180.03504ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:37.960989Z","caller":"traceutil/trace.go:171","msg":"trace[1347290908] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"301.83055ms","start":"2026-03-11T21:19:37.659134Z","end":"2026-03-11T21:19:37.960965Z","steps":["trace[1347290908] 'process raft request' (duration: 240.253485ms)","trace[1347290908] 'compare' (duration: 61.32404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:37.96127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:37.65912Z","time spent":"301.919853ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T21:19:37.980631Z","caller":"traceutil/trace.go:171","msg":"trace[1993947015] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"171.089481ms","start":"2026-03-11T21:19:37.809504Z","end":"2026-03-11T21:19:37.980594Z","steps":["trace[1993947015] 'process raft request' (duration: 170.778064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:39.488769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.552722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-03-11T21:19:39.488913Z","caller":"traceutil/trace.go:171","msg":"trace[1629551535] linearizableReadLoop","detail":"{readStateIndex:24319; appliedIndex:24318; }","duration":"791.175118ms","start":"2026-03-11T21:19:38.697722Z","end":"2026-03-11T21:19:39.488897Z","steps":["trace[1629551535] 'read index received' (duration: 241.34599ms)","trace[1629551535] 'applied index is now lower than readState.Index' (duration: 549.827828ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:39.488954Z","caller":"traceutil/trace.go:171","msg":"trace[85364475] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23510; }","duration":"883.880388ms","start":"2026-03-11T21:19:38.605031Z","end":"2026-03-11T21:19:39.488911Z","steps":["trace[85364475] 'process raft request' (duration: 334.095071ms)","trace[85364475] 'compare' (duration: 549.46074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:39.489092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:38.605017Z","time spent":"883.998152ms","remote":"127.0.0.1:54082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-11T21:19:39.489107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.385283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-11T21:19:39.489139Z","caller":"traceutil/trace.go:171","msg":"trace[18557419] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23510; }","duration":"791.446295ms","start":"2026-03-11T21:19:38.697682Z","end":"2026-03-11T21:19:39.489129Z","steps":["trace[18557419] 'agreement among raft nodes before linearized reading' (duration: 791.309672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:39.489184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:38.697665Z","time spent":"791.497176ms","remote":"127.0.0.1:51548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-11T21:19:39.489209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.394005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:39.489285Z","caller":"traceutil/trace.go:171","msg":"trace[1686461915] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23510; }","duration":"706.471607ms","start":"2026-03-11T21:19:38.782788Z","end":"2026-03-11T21:19:39.489259Z","steps":["trace[1686461915] 'agreement among raft nodes before linearized reading' (duration: 706.341674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:39.489292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.510036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-11T21:19:39.48934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:38.78275Z","time spent":"706.579329ms","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:39.489347Z","caller":"traceutil/trace.go:171","msg":"trace[2055478594] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23; range_end:; response_count:1; response_revision:23510; }","duration":"122.609289ms","start":"2026-03-11T21:19:39.366725Z","end":"2026-03-11T21:19:39.489334Z","steps":["trace[2055478594] 'agreement among raft nodes before linearized reading' (duration: 122.418814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:39.489526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.41577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T21:19:39.489587Z","caller":"traceutil/trace.go:171","msg":"trace[1040033612] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23510; }","duration":"665.480692ms","start":"2026-03-11T21:19:38.824091Z","end":"2026-03-11T21:19:39.489572Z","steps":["trace[1040033612] 'agreement among raft nodes before linearized reading' (duration: 665.287108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:39.489621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:38.824074Z","time spent":"665.539663ms","remote":"127.0.0.1:36346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-11T21:19:39.654758Z","caller":"traceutil/trace.go:171","msg":"trace[1525576901] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"158.137302ms","start":"2026-03-11T21:19:39.496593Z","end":"2026-03-11T21:19:39.654731Z","steps":["trace[1525576901] 'process raft request' (duration: 157.960748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:40.976455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374438219,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T21:19:41.120941Z","caller":"traceutil/trace.go:171","msg":"trace[2145731522] transaction","detail":"{read_only:false; response_revision:23515; number_of_response:1; }","duration":"706.821224ms","start":"2026-03-11T21:19:40.41409Z","end":"2026-03-11T21:19:41.120911Z","steps":["trace[2145731522] 'process raft request' (duration: 706.62702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.122032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.414066Z","time spent":"706.941286ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:41.537741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.069496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:41.537975Z","caller":"traceutil/trace.go:171","msg":"trace[14416342] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"1.051088112s","start":"2026-03-11T21:19:40.486857Z","end":"2026-03-11T21:19:41.537945Z","steps":["trace[14416342] 'process raft request' (duration: 842.74425ms)","trace[14416342] 'compare' (duration: 207.368331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:41.538113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.486845Z","time spent":"1.051196505s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:41.538164Z","caller":"traceutil/trace.go:171","msg":"trace[1854244463] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"1.007199943s","start":"2026-03-11T21:19:40.530947Z","end":"2026-03-11T21:19:41.538147Z","steps":["trace[1854244463] 'process raft request' (duration: 1.007128811s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.53824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.530939Z","time spent":"1.007267354s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:41.538241Z","caller":"traceutil/trace.go:171","msg":"trace[1269509598] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"1.007368326s","start":"2026-03-11T21:19:40.530837Z","end":"2026-03-11T21:19:41.538205Z","steps":["trace[1269509598] 'process raft request' (duration: 1.007162242s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.538405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.530806Z","time spent":"1.00750905s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:41.538497Z","caller":"traceutil/trace.go:171","msg":"trace[954566755] transaction","detail":"{read_only:false; response_revision:23520; number_of_response:1; }","duration":"1.00668328s","start":"2026-03-11T21:19:40.531802Z","end":"2026-03-11T21:19:41.538486Z","steps":["trace[954566755] 'process raft request' (duration: 1.006511687s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:41.538498Z","caller":"traceutil/trace.go:171","msg":"trace[575291268] linearizableReadLoop","detail":"{readStateIndex:24331; appliedIndex:24324; }","duration":"1.062935887s","start":"2026-03-11T21:19:40.475532Z","end":"2026-03-11T21:19:41.538468Z","steps":["trace[575291268] 'read index received' (duration: 645.181868ms)","trace[575291268] 'applied index is now lower than readState.Index' (duration: 417.753229ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:41.538539Z","caller":"traceutil/trace.go:171","msg":"trace[50375715] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"1.006646619s","start":"2026-03-11T21:19:40.531882Z","end":"2026-03-11T21:19:41.538528Z","steps":["trace[50375715] 'process raft request' (duration: 1.006531937s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.538567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.531787Z","time spent":"1.006737541s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:41.538593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.531864Z","time spent":"1.006697771s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:41.538612Z","caller":"traceutil/trace.go:171","msg":"trace[352126006] transaction","detail":"{read_only:false; response_revision:23522; number_of_response:1; }","duration":"219.881509ms","start":"2026-03-11T21:19:41.318699Z","end":"2026-03-11T21:19:41.538581Z","steps":["trace[352126006] 'process raft request' (duration: 219.743706ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:41.538687Z","caller":"traceutil/trace.go:171","msg":"trace[1562760070] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"1.007016518s","start":"2026-03-11T21:19:40.531659Z","end":"2026-03-11T21:19:41.538676Z","steps":["trace[1562760070] 'process raft request' (duration: 1.006452665s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.538772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.253739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:41.538788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.531638Z","time spent":"1.00710216s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:41.538799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044626758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-11T21:19:41.538829Z","caller":"traceutil/trace.go:171","msg":"trace[1039278145] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23522; }","duration":"173.347241ms","start":"2026-03-11T21:19:41.365469Z","end":"2026-03-11T21:19:41.538817Z","steps":["trace[1039278145] 'agreement among raft nodes before linearized reading' (duration: 173.260769ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:41.538863Z","caller":"traceutil/trace.go:171","msg":"trace[202949288] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23; range_end:; response_count:1; response_revision:23522; }","duration":"1.04473715s","start":"2026-03-11T21:19:40.494107Z","end":"2026-03-11T21:19:41.538844Z","steps":["trace[202949288] 'agreement among raft nodes before linearized reading' (duration: 1.044534086s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.538651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06309821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:41.538925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.767139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:41.538934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.494088Z","time spent":"1.044824973s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" "} {"level":"warn","ts":"2026-03-11T21:19:41.539047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008716816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T21:19:41.539061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002109808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T21:19:41.539101Z","caller":"traceutil/trace.go:171","msg":"trace[416289205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23522; }","duration":"1.008781368s","start":"2026-03-11T21:19:40.530309Z","end":"2026-03-11T21:19:41.53909Z","steps":["trace[416289205] 'agreement among raft nodes before linearized reading' (duration: 1.008688326s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.538945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004773147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T21:19:41.53913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.530301Z","time spent":"1.008822698s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T21:19:41.539122Z","caller":"traceutil/trace.go:171","msg":"trace[1458983439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23522; }","duration":"1.00218245s","start":"2026-03-11T21:19:40.536922Z","end":"2026-03-11T21:19:41.539104Z","steps":["trace[1458983439] 'agreement among raft nodes before linearized reading' (duration: 1.002053017s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:41.539147Z","caller":"traceutil/trace.go:171","msg":"trace[838146738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23522; }","duration":"1.005005343s","start":"2026-03-11T21:19:40.534127Z","end":"2026-03-11T21:19:41.539132Z","steps":["trace[838146738] 'agreement among raft nodes before linearized reading' (duration: 1.004692736s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.539165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008954941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T21:19:41.539169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.536911Z","time spent":"1.002247701s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T21:19:41.539194Z","caller":"traceutil/trace.go:171","msg":"trace[510727033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23522; }","duration":"1.009026553s","start":"2026-03-11T21:19:40.53016Z","end":"2026-03-11T21:19:41.539187Z","steps":["trace[510727033] 'agreement among raft nodes before linearized reading' (duration: 1.00888033s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.539255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.53014Z","time spent":"1.009081654s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:41.539194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.534115Z","time spent":"1.005066744s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T21:19:41.538962Z","caller":"traceutil/trace.go:171","msg":"trace[1419470246] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23522; }","duration":"331.8335ms","start":"2026-03-11T21:19:41.20712Z","end":"2026-03-11T21:19:41.538953Z","steps":["trace[1419470246] 'agreement among raft nodes before linearized reading' (duration: 331.754918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.539318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.207103Z","time spent":"332.205859ms","remote":"127.0.0.1:54110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:41.538702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.867977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:41.539393Z","caller":"traceutil/trace.go:171","msg":"trace[1536642403] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23522; }","duration":"858.643924ms","start":"2026-03-11T21:19:40.680735Z","end":"2026-03-11T21:19:41.539379Z","steps":["trace[1536642403] 'agreement among raft nodes before linearized reading' (duration: 857.941899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.53944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.680715Z","time spent":"858.709416ms","remote":"127.0.0.1:37080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:41.538964Z","caller":"traceutil/trace.go:171","msg":"trace[1038062918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23522; }","duration":"1.063447868s","start":"2026-03-11T21:19:40.475504Z","end":"2026-03-11T21:19:41.538951Z","steps":["trace[1038062918] 'agreement among raft nodes before linearized reading' (duration: 1.06308066s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.539522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:40.475487Z","time spent":"1.064018031s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:19:41.969877Z","caller":"traceutil/trace.go:171","msg":"trace[502130904] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"425.40965ms","start":"2026-03-11T21:19:41.544442Z","end":"2026-03-11T21:19:41.969852Z","steps":["trace[502130904] 'process raft request' (duration: 425.170965ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:41.969962Z","caller":"traceutil/trace.go:171","msg":"trace[576604121] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"424.154301ms","start":"2026-03-11T21:19:41.545787Z","end":"2026-03-11T21:19:41.969941Z","steps":["trace[576604121] 'process raft request' (duration: 423.967087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.970055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.545775Z","time spent":"424.232834ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:41.970012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.544423Z","time spent":"425.523792ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:41.971721Z","caller":"traceutil/trace.go:171","msg":"trace[1844350230] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"424.663694ms","start":"2026-03-11T21:19:41.54704Z","end":"2026-03-11T21:19:41.971704Z","steps":["trace[1844350230] 'process raft request' (duration: 424.524271ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:41.971777Z","caller":"traceutil/trace.go:171","msg":"trace[982062001] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"425.88347ms","start":"2026-03-11T21:19:41.545877Z","end":"2026-03-11T21:19:41.971761Z","steps":["trace[982062001] 'process raft request' (duration: 423.917936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.971845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.547034Z","time spent":"424.771086ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:41.971848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.54587Z","time spent":"425.941691ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:41.971919Z","caller":"traceutil/trace.go:171","msg":"trace[831196987] linearizableReadLoop","detail":"{readStateIndex:24337; appliedIndex:24333; }","duration":"356.372478ms","start":"2026-03-11T21:19:41.615523Z","end":"2026-03-11T21:19:41.971895Z","steps":["trace[831196987] 'read index received' (duration: 354.072027ms)","trace[831196987] 'applied index is now lower than readState.Index' (duration: 2.297131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:41.972115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.93397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:41.97216Z","caller":"traceutil/trace.go:171","msg":"trace[288861498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23527; }","duration":"424.988941ms","start":"2026-03-11T21:19:41.54716Z","end":"2026-03-11T21:19:41.972149Z","steps":["trace[288861498] 'agreement among raft nodes before linearized reading' (duration: 424.816627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.547126Z","time spent":"425.84891ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:19:41.97627Z","caller":"traceutil/trace.go:171","msg":"trace[751724419] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"359.044748ms","start":"2026-03-11T21:19:41.617207Z","end":"2026-03-11T21:19:41.976252Z","steps":["trace[751724419] 'process raft request' (duration: 358.915985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.976389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.617185Z","time spent":"359.133259ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3946,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:41.976538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.156293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189be62c69ab6091\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-11T21:19:41.976558Z","caller":"traceutil/trace.go:171","msg":"trace[589681555] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189be62c69ab6091; range_end:; response_count:1; response_revision:23528; }","duration":"339.209794ms","start":"2026-03-11T21:19:41.637341Z","end":"2026-03-11T21:19:41.976551Z","steps":["trace[589681555] 'agreement among raft nodes before linearized reading' (duration: 339.130933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:41.976574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:41.637322Z","time spent":"339.248707ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189be62c69ab6091\" "} {"level":"warn","ts":"2026-03-11T21:19:42.876281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.682041ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:42.876403Z","caller":"traceutil/trace.go:171","msg":"trace[205397418] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23536; }","duration":"637.817554ms","start":"2026-03-11T21:19:42.238567Z","end":"2026-03-11T21:19:42.876384Z","steps":["trace[205397418] 'range keys from in-memory index tree' (duration: 637.665521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:43.255073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374438255,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T21:19:43.643999Z","caller":"traceutil/trace.go:171","msg":"trace[582078042] linearizableReadLoop","detail":"{readStateIndex:24347; appliedIndex:24346; }","duration":"889.623077ms","start":"2026-03-11T21:19:42.754353Z","end":"2026-03-11T21:19:43.643976Z","steps":["trace[582078042] 'read index received' (duration: 889.521385ms)","trace[582078042] 'applied index is now lower than readState.Index' (duration: 100.622µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:43.644057Z","caller":"traceutil/trace.go:171","msg":"trace[1742864778] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"920.290612ms","start":"2026-03-11T21:19:42.72373Z","end":"2026-03-11T21:19:43.64402Z","steps":["trace[1742864778] 'process raft request' (duration: 920.098058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:43.644211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:42.723713Z","time spent":"920.416085ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9174,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:43.644427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.063497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-rbtx2.189be582691f4203\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-11T21:19:43.64448Z","caller":"traceutil/trace.go:171","msg":"trace[646067690] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-rbtx2.189be582691f4203; range_end:; response_count:1; response_revision:23537; }","duration":"890.173639ms","start":"2026-03-11T21:19:42.754292Z","end":"2026-03-11T21:19:43.644466Z","steps":["trace[646067690] 'agreement among raft nodes before linearized reading' (duration: 889.808801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:43.644631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:42.754266Z","time spent":"890.306962ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-rbtx2.189be582691f4203\" "} {"level":"warn","ts":"2026-03-11T21:19:44.144683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374438263,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:44.64497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374438263,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:44.703247Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059393468s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:19:44.703631Z","caller":"traceutil/trace.go:171","msg":"trace[1983581432] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"1.15801846s","start":"2026-03-11T21:19:43.545587Z","end":"2026-03-11T21:19:44.703605Z","steps":["trace[1983581432] 'process raft request' (duration: 1.157831426s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:44.703776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.545559Z","time spent":"1.158145133s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:44.703854Z","caller":"traceutil/trace.go:171","msg":"trace[1462709908] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"1.158145693s","start":"2026-03-11T21:19:43.545679Z","end":"2026-03-11T21:19:44.703825Z","steps":["trace[1462709908] 'process raft request' (duration: 1.157886677s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:44.70391Z","caller":"traceutil/trace.go:171","msg":"trace[1015310933] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"1.157599421s","start":"2026-03-11T21:19:43.546301Z","end":"2026-03-11T21:19:44.7039Z","steps":["trace[1015310933] 'process raft request' (duration: 1.157546149s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:44.703908Z","caller":"traceutil/trace.go:171","msg":"trace[1158814972] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"1.158172044s","start":"2026-03-11T21:19:43.545726Z","end":"2026-03-11T21:19:44.703898Z","steps":["trace[1158814972] 'process raft request' (duration: 1.15802831s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:44.703986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.54629Z","time spent":"1.157670042s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:44.70401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.54572Z","time spent":"1.158261095s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:44.704022Z","caller":"traceutil/trace.go:171","msg":"trace[543207016] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"1.149518751s","start":"2026-03-11T21:19:43.554476Z","end":"2026-03-11T21:19:44.703995Z","steps":["trace[543207016] 'process raft request' (duration: 1.149399698s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:44.704028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.545672Z","time spent":"1.158282146s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:44.703991Z","caller":"traceutil/trace.go:171","msg":"trace[1603786527] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"1.158106252s","start":"2026-03-11T21:19:43.545852Z","end":"2026-03-11T21:19:44.703958Z","steps":["trace[1603786527] 'process raft request' (duration: 1.157959339s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:44.704133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.554468Z","time spent":"1.149598662s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:44.704151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.545845Z","time spent":"1.158242045s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:44.988649Z","caller":"traceutil/trace.go:171","msg":"trace[1821090377] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"1.33977339s","start":"2026-03-11T21:19:43.648857Z","end":"2026-03-11T21:19:44.98863Z","steps":["trace[1821090377] 'process raft request' (duration: 1.339696189s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:44.98878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.64882Z","time spent":"1.339887292s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T21:19:44.988812Z","caller":"traceutil/trace.go:171","msg":"trace[1354583811] linearizableReadLoop","detail":"{readStateIndex:24356; appliedIndex:24347; }","duration":"1.34472941s","start":"2026-03-11T21:19:43.644072Z","end":"2026-03-11T21:19:44.988802Z","steps":["trace[1354583811] 'read index received' (duration: 1.059327437s)","trace[1354583811] 'applied index is now lower than readState.Index' (duration: 285.400453ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:44.988642Z","caller":"traceutil/trace.go:171","msg":"trace[1288718994] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"1.340988137s","start":"2026-03-11T21:19:43.647629Z","end":"2026-03-11T21:19:44.988617Z","steps":["trace[1288718994] 'process raft request' (duration: 1.340784443s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:44.988978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.647582Z","time spent":"1.341365395s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:44.989072Z","caller":"traceutil/trace.go:171","msg":"trace[1603629331] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"941.367222ms","start":"2026-03-11T21:19:44.047696Z","end":"2026-03-11T21:19:44.989063Z","steps":["trace[1603629331] 'process raft request' (duration: 940.892701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:44.989161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:44.047673Z","time spent":"941.428254ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:44.989259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862948962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T21:19:44.989292Z","caller":"traceutil/trace.go:171","msg":"trace[586389991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23546; }","duration":"1.863013164s","start":"2026-03-11T21:19:43.126269Z","end":"2026-03-11T21:19:44.989282Z","steps":["trace[586389991] 'agreement among raft nodes before linearized reading' (duration: 1.862916522s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:44.989316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.12625Z","time spent":"1.863060434s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:19:44.989322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880867762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:44.989348Z","caller":"traceutil/trace.go:171","msg":"trace[1945241865] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23546; }","duration":"1.880929014s","start":"2026-03-11T21:19:43.108411Z","end":"2026-03-11T21:19:44.98934Z","steps":["trace[1945241865] 'agreement among raft nodes before linearized reading' (duration: 1.880877223s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:44.989376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.108394Z","time spent":"1.880975325s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:44.989436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394678316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:44.989501Z","caller":"traceutil/trace.go:171","msg":"trace[1513529615] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23546; }","duration":"1.394771087s","start":"2026-03-11T21:19:43.594722Z","end":"2026-03-11T21:19:44.989493Z","steps":["trace[1513529615] 'agreement among raft nodes before linearized reading' (duration: 1.394685305s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:44.989517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982193966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:44.989528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.594709Z","time spent":"1.394813648s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:44.989542Z","caller":"traceutil/trace.go:171","msg":"trace[984691963] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23546; }","duration":"1.982256257s","start":"2026-03-11T21:19:43.00728Z","end":"2026-03-11T21:19:44.989536Z","steps":["trace[984691963] 'agreement among raft nodes before linearized reading' (duration: 1.982216066s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:44.989565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.00726Z","time spent":"1.982300768s","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:44.98964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516589597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:44.989664Z","caller":"traceutil/trace.go:171","msg":"trace[1726806426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23546; }","duration":"1.516635949s","start":"2026-03-11T21:19:43.473022Z","end":"2026-03-11T21:19:44.989658Z","steps":["trace[1726806426] 'agreement among raft nodes before linearized reading' (duration: 1.516600908s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:44.989684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.473007Z","time spent":"1.516673429s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:45.003062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.563202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:45.003142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278544243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:19:45.003194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243033339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-11T21:19:45.003257Z","caller":"traceutil/trace.go:171","msg":"trace[1102725809] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23547; }","duration":"1.24309544s","start":"2026-03-11T21:19:43.760144Z","end":"2026-03-11T21:19:45.003239Z","steps":["trace[1102725809] 'agreement among raft nodes before linearized reading' (duration: 1.242926327s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:45.003297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.760098Z","time spent":"1.243191062s","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-11T21:19:45.003124Z","caller":"traceutil/trace.go:171","msg":"trace[679746332] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23547; }","duration":"334.663183ms","start":"2026-03-11T21:19:44.668445Z","end":"2026-03-11T21:19:45.003109Z","steps":["trace[679746332] 'agreement among raft nodes before linearized reading' (duration: 334.560001ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:45.003391Z","caller":"traceutil/trace.go:171","msg":"trace[2045450005] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"191.630469ms","start":"2026-03-11T21:19:44.811738Z","end":"2026-03-11T21:19:45.003368Z","steps":["trace[2045450005] 'process raft request' (duration: 191.037586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:45.003467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.267388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-11T21:19:45.003485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028318953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:19:45.003521Z","caller":"traceutil/trace.go:171","msg":"trace[199136115] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23547; }","duration":"507.317329ms","start":"2026-03-11T21:19:44.496186Z","end":"2026-03-11T21:19:45.003504Z","steps":["trace[199136115] 'agreement among raft nodes before linearized reading' (duration: 507.038143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:45.003532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029723406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:19:45.003547Z","caller":"traceutil/trace.go:171","msg":"trace[1092091912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23547; }","duration":"1.028395496s","start":"2026-03-11T21:19:43.975136Z","end":"2026-03-11T21:19:45.003532Z","steps":["trace[1092091912] 'agreement among raft nodes before linearized reading' (duration: 1.028259113s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:45.003154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026977934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:19:45.003597Z","caller":"traceutil/trace.go:171","msg":"trace[1610328419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23547; }","duration":"1.027449945s","start":"2026-03-11T21:19:43.976137Z","end":"2026-03-11T21:19:45.003586Z","steps":["trace[1610328419] 'agreement among raft nodes before linearized reading' (duration: 1.026842192s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:45.003604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.975127Z","time spent":"1.028465977s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T21:19:45.003619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.966173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:19:45.003633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.976131Z","time spent":"1.027493406s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T21:19:45.003654Z","caller":"traceutil/trace.go:171","msg":"trace[1743911002] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23547; }","duration":"718.038614ms","start":"2026-03-11T21:19:44.285606Z","end":"2026-03-11T21:19:45.003645Z","steps":["trace[1743911002] 'agreement among raft nodes before linearized reading' (duration: 717.979873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:45.003682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:44.285586Z","time spent":"718.088406ms","remote":"127.0.0.1:36346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:45.003441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:44.668425Z","time spent":"334.995611ms","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:45.003747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.839511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:45.003787Z","caller":"traceutil/trace.go:171","msg":"trace[362640539] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23547; }","duration":"160.939084ms","start":"2026-03-11T21:19:44.842835Z","end":"2026-03-11T21:19:45.003774Z","steps":["trace[362640539] 'agreement among raft nodes before linearized reading' (duration: 160.839162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:45.003839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02771019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T21:19:45.003898Z","caller":"traceutil/trace.go:171","msg":"trace[430250650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23547; }","duration":"1.027783982s","start":"2026-03-11T21:19:43.9761Z","end":"2026-03-11T21:19:45.003884Z","steps":["trace[430250650] 'agreement among raft nodes before linearized reading' (duration: 1.027617309s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:45.00399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.976092Z","time spent":"1.027873754s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:45.003971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.219195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:45.004038Z","caller":"traceutil/trace.go:171","msg":"trace[2026240116] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23547; }","duration":"862.322788ms","start":"2026-03-11T21:19:44.141703Z","end":"2026-03-11T21:19:45.004026Z","steps":["trace[2026240116] 'agreement among raft nodes before linearized reading' (duration: 862.229025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:45.004078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:44.14168Z","time spent":"862.387208ms","remote":"127.0.0.1:37124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:45.003202Z","caller":"traceutil/trace.go:171","msg":"trace[849421590] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23547; }","duration":"1.278655064s","start":"2026-03-11T21:19:43.724533Z","end":"2026-03-11T21:19:45.003188Z","steps":["trace[849421590] 'agreement among raft nodes before linearized reading' (duration: 1.278548892s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:45.003563Z","caller":"traceutil/trace.go:171","msg":"trace[1810723929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23547; }","duration":"1.029787197s","start":"2026-03-11T21:19:43.973766Z","end":"2026-03-11T21:19:45.003553Z","steps":["trace[1810723929] 'agreement among raft nodes before linearized reading' (duration: 1.029700175s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:45.004158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.724505Z","time spent":"1.279636146s","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:45.003359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338266006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:9192"} {"level":"warn","ts":"2026-03-11T21:19:45.003563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:44.496165Z","time spent":"507.38964ms","remote":"127.0.0.1:36346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-11T21:19:45.004189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.973747Z","time spent":"1.030424251s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T21:19:45.004252Z","caller":"traceutil/trace.go:171","msg":"trace[1389058765] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23547; }","duration":"1.339175365s","start":"2026-03-11T21:19:43.66506Z","end":"2026-03-11T21:19:45.004235Z","steps":["trace[1389058765] 'agreement among raft nodes before linearized reading' (duration: 1.338176503s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:45.004425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:43.665046Z","time spent":"1.33936129s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9215,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-11T21:19:45.191568Z","caller":"traceutil/trace.go:171","msg":"trace[1956523443] linearizableReadLoop","detail":"{readStateIndex:24363; appliedIndex:24358; }","duration":"170.305843ms","start":"2026-03-11T21:19:45.021243Z","end":"2026-03-11T21:19:45.191549Z","steps":["trace[1956523443] 'read index received' (duration: 169.992276ms)","trace[1956523443] 'applied index is now lower than readState.Index' (duration: 312.887µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:45.191824Z","caller":"traceutil/trace.go:171","msg":"trace[1757554879] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"183.835635ms","start":"2026-03-11T21:19:45.007975Z","end":"2026-03-11T21:19:45.191811Z","steps":["trace[1757554879] 'process raft request' (duration: 183.313114ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:45.19201Z","caller":"traceutil/trace.go:171","msg":"trace[1275887259] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"183.724812ms","start":"2026-03-11T21:19:45.008277Z","end":"2026-03-11T21:19:45.192001Z","steps":["trace[1275887259] 'process raft request' (duration: 183.125399ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:45.192131Z","caller":"traceutil/trace.go:171","msg":"trace[1931080732] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"182.611938ms","start":"2026-03-11T21:19:45.009511Z","end":"2026-03-11T21:19:45.192123Z","steps":["trace[1931080732] 'process raft request' (duration: 181.925523ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:45.192242Z","caller":"traceutil/trace.go:171","msg":"trace[1531902071] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"181.266437ms","start":"2026-03-11T21:19:45.010966Z","end":"2026-03-11T21:19:45.192232Z","steps":["trace[1531902071] 'process raft request' (duration: 180.502181ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:45.192456Z","caller":"traceutil/trace.go:171","msg":"trace[609777409] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"176.88008ms","start":"2026-03-11T21:19:45.015567Z","end":"2026-03-11T21:19:45.192447Z","steps":["trace[609777409] 'process raft request' (duration: 175.932469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:45.192617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.71353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-11T21:19:45.192667Z","caller":"traceutil/trace.go:171","msg":"trace[144013351] range","detail":"{range_begin:/registry/persistentvolumes/pvc-392803e9-73e7-4d53-9a21-8bebd29b2f23; range_end:; response_count:1; response_revision:23553; }","duration":"186.795062ms","start":"2026-03-11T21:19:45.005861Z","end":"2026-03-11T21:19:45.192656Z","steps":["trace[144013351] 'agreement among raft nodes before linearized reading' (duration: 186.663318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:45.262821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.146598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:45.262988Z","caller":"traceutil/trace.go:171","msg":"trace[904552784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23554; }","duration":"233.2784ms","start":"2026-03-11T21:19:45.029627Z","end":"2026-03-11T21:19:45.262905Z","steps":["trace[904552784] 'agreement among raft nodes before linearized reading' (duration: 233.117647ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:45.263036Z","caller":"traceutil/trace.go:171","msg":"trace[1031608979] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"238.984248ms","start":"2026-03-11T21:19:45.024026Z","end":"2026-03-11T21:19:45.26301Z","steps":["trace[1031608979] 'process raft request' (duration: 238.502396ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:46.227548Z","caller":"traceutil/trace.go:171","msg":"trace[1464918945] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"559.145087ms","start":"2026-03-11T21:19:45.668377Z","end":"2026-03-11T21:19:46.227522Z","steps":["trace[1464918945] 'process raft request' (duration: 558.954403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:46.227678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:45.66836Z","time spent":"559.260399ms","remote":"127.0.0.1:54126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2119,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T21:19:46.859773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.739765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:46.860814Z","caller":"traceutil/trace.go:171","msg":"trace[463050076] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"1.049507768s","start":"2026-03-11T21:19:45.811275Z","end":"2026-03-11T21:19:46.860782Z","steps":["trace[463050076] 'process raft request' (duration: 473.650918ms)","trace[463050076] 'compare' (duration: 574.151811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:46.860964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:45.811225Z","time spent":"1.049662271s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:47.725769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.875496ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-11T21:19:47.725887Z","caller":"traceutil/trace.go:171","msg":"trace[111447772] linearizableReadLoop","detail":"{readStateIndex:24366; appliedIndex:24364; }","duration":"1.886823785s","start":"2026-03-11T21:19:45.839036Z","end":"2026-03-11T21:19:47.72586Z","steps":["trace[111447772] 'read index received' (duration: 388.27189ms)","trace[111447772] 'applied index is now lower than readState.Index' (duration: 1.498550135s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:47.726812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887760737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:47.726869Z","caller":"traceutil/trace.go:171","msg":"trace[933760256] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23556; }","duration":"1.887863378s","start":"2026-03-11T21:19:45.838994Z","end":"2026-03-11T21:19:47.726857Z","steps":["trace[933760256] 'agreement among raft nodes before linearized reading' (duration: 1.887737976s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:47.726907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:45.838972Z","time spent":"1.88792484s","remote":"127.0.0.1:47804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:48.226951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388926374438296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T21:19:48.475237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T21:19:48.475402Z","caller":"traceutil/trace.go:171","msg":"trace[872410590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229187s","start":"2026-03-11T21:19:46.475147Z","end":"2026-03-11T21:19:48.475376Z","steps":["trace[872410590] 'agreement among raft nodes before linearized reading' (duration: 2.000040383s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.475484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.475127Z","time spent":"2.00034276s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 21:19:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T21:19:48.489255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.779149921s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T21:19:48.489527Z","caller":"traceutil/trace.go:171","msg":"trace[1662979973] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"1.779525359s","start":"2026-03-11T21:19:46.709982Z","end":"2026-03-11T21:19:48.489508Z","steps":["trace[1662979973] 'process raft request' (duration: 1.779407496s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.489619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.709958Z","time spent":"1.779606641s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:48.800722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.452059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:48.80097Z","caller":"traceutil/trace.go:171","msg":"trace[1455411151] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"2.090249049s","start":"2026-03-11T21:19:46.710695Z","end":"2026-03-11T21:19:48.800944Z","steps":["trace[1455411151] 'process raft request' (duration: 1.922471152s)","trace[1455411151] 'compare' (duration: 167.314916ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:48.801047Z","caller":"traceutil/trace.go:171","msg":"trace[722713624] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"2.088979891s","start":"2026-03-11T21:19:46.712044Z","end":"2026-03-11T21:19:48.801024Z","steps":["trace[722713624] 'process raft request' (duration: 2.088892329s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.801132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.710667Z","time spent":"2.090376792s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:48.801155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.712007Z","time spent":"2.089097862s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:48.801191Z","caller":"traceutil/trace.go:171","msg":"trace[1811993489] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"2.090409923s","start":"2026-03-11T21:19:46.710716Z","end":"2026-03-11T21:19:48.801126Z","steps":["trace[1811993489] 'process raft request' (duration: 2.090149457s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:48.801313Z","caller":"traceutil/trace.go:171","msg":"trace[789887058] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"2.089065672s","start":"2026-03-11T21:19:46.712229Z","end":"2026-03-11T21:19:48.801295Z","steps":["trace[789887058] 'process raft request' (duration: 2.088746065s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.801462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.7122Z","time spent":"2.089163544s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:48.801519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.710691Z","time spent":"2.090585557s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:48.801797Z","caller":"traceutil/trace.go:171","msg":"trace[1574473602] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"2.087709661s","start":"2026-03-11T21:19:46.714062Z","end":"2026-03-11T21:19:48.801772Z","steps":["trace[1574473602] 'process raft request' (duration: 2.087155919s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:48.801944Z","caller":"traceutil/trace.go:171","msg":"trace[1764436243] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"2.013128426s","start":"2026-03-11T21:19:46.788804Z","end":"2026-03-11T21:19:48.801933Z","steps":["trace[1764436243] 'process raft request' (duration: 2.012891161s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:48.801982Z","caller":"traceutil/trace.go:171","msg":"trace[1361695763] linearizableReadLoop","detail":"{readStateIndex:24375; appliedIndex:24368; }","duration":"1.076022209s","start":"2026-03-11T21:19:47.725931Z","end":"2026-03-11T21:19:48.801953Z","steps":["trace[1361695763] 'read index received' (duration: 763.574061ms)","trace[1361695763] 'applied index is now lower than readState.Index' (duration: 312.444768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:48.802093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513366397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:48.802136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484396551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:48.802129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319994708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:48.802137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776735437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T21:19:48.802193Z","caller":"traceutil/trace.go:171","msg":"trace[1618360261] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23564; }","duration":"2.484671857s","start":"2026-03-11T21:19:46.317506Z","end":"2026-03-11T21:19:48.802177Z","steps":["trace[1618360261] 'agreement among raft nodes before linearized reading' (duration: 2.484482693s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:48.802201Z","caller":"traceutil/trace.go:171","msg":"trace[1734574411] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23564; }","duration":"2.320090911s","start":"2026-03-11T21:19:46.482095Z","end":"2026-03-11T21:19:48.802186Z","steps":["trace[1734574411] 'agreement among raft nodes before linearized reading' (duration: 2.319960878s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:48.802212Z","caller":"traceutil/trace.go:171","msg":"trace[1009513169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23564; }","duration":"1.776843999s","start":"2026-03-11T21:19:47.025352Z","end":"2026-03-11T21:19:48.802196Z","steps":["trace[1009513169] 'agreement among raft nodes before linearized reading' (duration: 1.776613744s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.802241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.482085Z","time spent":"2.320147482s","remote":"127.0.0.1:37254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T21:19:48.802241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.317482Z","time spent":"2.484747708s","remote":"127.0.0.1:36946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:48.802253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:47.025339Z","time spent":"1.77690593s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T21:19:48.802255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606131357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-11T21:19:48.802258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662007605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-11T21:19:48.802192Z","caller":"traceutil/trace.go:171","msg":"trace[358842828] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23564; }","duration":"2.51351307s","start":"2026-03-11T21:19:46.288658Z","end":"2026-03-11T21:19:48.802171Z","steps":["trace[358842828] 'agreement among raft nodes before linearized reading' (duration: 2.513365336s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.802135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605770318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T21:19:48.802201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527331588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:48.802322Z","caller":"traceutil/trace.go:171","msg":"trace[1934416972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23564; }","duration":"1.662110497s","start":"2026-03-11T21:19:47.140196Z","end":"2026-03-11T21:19:48.802306Z","steps":["trace[1934416972] 'agreement among raft nodes before linearized reading' (duration: 1.661931343s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.802329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.523149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-11T21:19:48.802358Z","caller":"traceutil/trace.go:171","msg":"trace[1617438447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23564; }","duration":"1.606016564s","start":"2026-03-11T21:19:47.196324Z","end":"2026-03-11T21:19:48.80234Z","steps":["trace[1617438447] 'agreement among raft nodes before linearized reading' (duration: 1.605637666s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.802378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:47.140176Z","time spent":"1.662190939s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T21:19:48.802382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603915337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:19:48.802397Z","caller":"traceutil/trace.go:171","msg":"trace[873834902] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23564; }","duration":"625.631111ms","start":"2026-03-11T21:19:48.176749Z","end":"2026-03-11T21:19:48.80238Z","steps":["trace[873834902] 'agreement among raft nodes before linearized reading' (duration: 625.454457ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:48.802375Z","caller":"traceutil/trace.go:171","msg":"trace[393223990] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23564; }","duration":"1.527540142s","start":"2026-03-11T21:19:47.274814Z","end":"2026-03-11T21:19:48.802354Z","steps":["trace[393223990] 'agreement among raft nodes before linearized reading' (duration: 1.527280436s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.802412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:47.196313Z","time spent":"1.606081536s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:48.802429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.458243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-11T21:19:48.802435Z","caller":"traceutil/trace.go:171","msg":"trace[1534900695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23564; }","duration":"1.604002519s","start":"2026-03-11T21:19:47.198415Z","end":"2026-03-11T21:19:48.802418Z","steps":["trace[1534900695] 'agreement among raft nodes before linearized reading' (duration: 1.603889407s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.802442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.176725Z","time spent":"625.704892ms","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-11T21:19:48.80245Z","caller":"traceutil/trace.go:171","msg":"trace[1703115214] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"1.807930663s","start":"2026-03-11T21:19:46.994504Z","end":"2026-03-11T21:19:48.802434Z","steps":["trace[1703115214] 'process raft request' (duration: 1.807370271s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.802453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:47.2748Z","time spent":"1.527634903s","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:48.802463Z","caller":"traceutil/trace.go:171","msg":"trace[1559093780] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23564; }","duration":"104.554585ms","start":"2026-03-11T21:19:48.697899Z","end":"2026-03-11T21:19:48.802454Z","steps":["trace[1559093780] 'agreement among raft nodes before linearized reading' (duration: 104.410312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.802165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561161844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:48.80248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:47.198393Z","time spent":"1.60407546s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:48.802548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.994486Z","time spent":"1.807993774s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:48.802333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.28864Z","time spent":"2.513677424s","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:48.802534Z","caller":"traceutil/trace.go:171","msg":"trace[1399835267] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23564; }","duration":"2.561553852s","start":"2026-03-11T21:19:46.240964Z","end":"2026-03-11T21:19:48.802518Z","steps":["trace[1399835267] 'agreement among raft nodes before linearized reading' (duration: 2.561152684s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.802025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.788723Z","time spent":"2.013248989s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:48.802649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.240951Z","time spent":"2.561683016s","remote":"127.0.0.1:34300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-11T21:19:48.802679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.220288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:48.802288Z","caller":"traceutil/trace.go:171","msg":"trace[1558670829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23564; }","duration":"1.606215339s","start":"2026-03-11T21:19:47.196065Z","end":"2026-03-11T21:19:48.80228Z","steps":["trace[1558670829] 'agreement among raft nodes before linearized reading' (duration: 1.605986844s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:48.802738Z","caller":"traceutil/trace.go:171","msg":"trace[524239489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23564; }","duration":"327.355021ms","start":"2026-03-11T21:19:48.47537Z","end":"2026-03-11T21:19:48.802725Z","steps":["trace[524239489] 'agreement among raft nodes before linearized reading' (duration: 327.264379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.802745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:47.196042Z","time spent":"1.606690539s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T21:19:48.80278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.475349Z","time spent":"327.420862ms","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:48.802274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601087884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:19:48.80284Z","caller":"traceutil/trace.go:171","msg":"trace[1137543985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23564; }","duration":"1.601696107s","start":"2026-03-11T21:19:47.201133Z","end":"2026-03-11T21:19:48.802829Z","steps":["trace[1137543985] 'agreement among raft nodes before linearized reading' (duration: 1.601054373s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:48.802876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:47.201112Z","time spent":"1.60175498s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T21:19:48.802951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:46.714051Z","time spent":"2.087817624s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:49.408536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.158493ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-11T21:19:49.408635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.803425Z","time spent":"605.205576ms","remote":"127.0.0.1:51548","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T21:19:50.354028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.088491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:19:50.354525Z","caller":"traceutil/trace.go:171","msg":"trace[1637484809] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"944.503912ms","start":"2026-03-11T21:19:49.410004Z","end":"2026-03-11T21:19:50.354508Z","steps":["trace[1637484809] 'process raft request' (duration: 944.440171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.35461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.40998Z","time spent":"944.587264ms","remote":"127.0.0.1:51548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:50.354669Z","caller":"traceutil/trace.go:171","msg":"trace[437918664] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"1.546601448s","start":"2026-03-11T21:19:48.808042Z","end":"2026-03-11T21:19:50.354643Z","steps":["trace[437918664] 'process raft request' (duration: 1.546258531s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.354765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.808033Z","time spent":"1.54668599s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:50.354759Z","caller":"traceutil/trace.go:171","msg":"trace[1491840928] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"1.546651239s","start":"2026-03-11T21:19:48.808065Z","end":"2026-03-11T21:19:50.354716Z","steps":["trace[1491840928] 'process raft request' (duration: 1.546303831s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:50.354783Z","caller":"traceutil/trace.go:171","msg":"trace[1658548599] linearizableReadLoop","detail":"{readStateIndex:24377; appliedIndex:24375; }","duration":"1.548446229s","start":"2026-03-11T21:19:48.806309Z","end":"2026-03-11T21:19:50.354755Z","steps":["trace[1658548599] 'read index received' (duration: 160.155707ms)","trace[1658548599] 'applied index is now lower than readState.Index' (duration: 1.388287952s)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:50.354794Z","caller":"traceutil/trace.go:171","msg":"trace[444139641] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"1.31029171s","start":"2026-03-11T21:19:49.04447Z","end":"2026-03-11T21:19:50.354762Z","steps":["trace[444139641] 'process raft request' (duration: 1.309939352s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:50.354919Z","caller":"traceutil/trace.go:171","msg":"trace[329126834] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"1.546848783s","start":"2026-03-11T21:19:48.808054Z","end":"2026-03-11T21:19:50.354902Z","steps":["trace[329126834] 'process raft request' (duration: 1.54627619s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:50.354913Z","caller":"traceutil/trace.go:171","msg":"trace[45214284] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"1.550266529s","start":"2026-03-11T21:19:48.804627Z","end":"2026-03-11T21:19:50.354893Z","steps":["trace[45214284] 'process raft request' (duration: 743.234047ms)","trace[45214284] 'compare' (duration: 805.653311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:19:50.35493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.808051Z","time spent":"1.546786142s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:50.35494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.044443Z","time spent":"1.310420163s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:50.354965Z","caller":"traceutil/trace.go:171","msg":"trace[1261991515] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"1.547029347s","start":"2026-03-11T21:19:48.807882Z","end":"2026-03-11T21:19:50.354911Z","steps":["trace[1261991515] 'process raft request' (duration: 1.546384123s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:50.354948Z","caller":"traceutil/trace.go:171","msg":"trace[2087814932] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"1.548415937s","start":"2026-03-11T21:19:48.806504Z","end":"2026-03-11T21:19:50.354919Z","steps":["trace[2087814932] 'process raft request' (duration: 1.54761945s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.354991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.804605Z","time spent":"1.550351041s","remote":"127.0.0.1:54082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2980,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T21:19:50.355019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.808031Z","time spent":"1.546921805s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:50.355058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.80787Z","time spent":"1.547142619s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:50.355111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.806488Z","time spent":"1.548532841s","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:19:50.355327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54892807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b7393a3e-a06b-498c-bec4-f896f18550cc\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-11T21:19:50.355504Z","caller":"traceutil/trace.go:171","msg":"trace[195612559] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b7393a3e-a06b-498c-bec4-f896f18550cc; range_end:; response_count:1; response_revision:23572; }","duration":"1.549147365s","start":"2026-03-11T21:19:48.806261Z","end":"2026-03-11T21:19:50.355408Z","steps":["trace[195612559] 'agreement among raft nodes before linearized reading' (duration: 1.548612993s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.355681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.806244Z","time spent":"1.54935517s","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-b7393a3e-a06b-498c-bec4-f896f18550cc\" "} {"level":"warn","ts":"2026-03-11T21:19:50.361294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.225137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T21:19:50.361315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.348358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:50.361356Z","caller":"traceutil/trace.go:171","msg":"trace[1612095474] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23573; }","duration":"541.33503ms","start":"2026-03-11T21:19:49.820008Z","end":"2026-03-11T21:19:50.361343Z","steps":["trace[1612095474] 'agreement among raft nodes before linearized reading' (duration: 541.219157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.361363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241665359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:19:50.361369Z","caller":"traceutil/trace.go:171","msg":"trace[1714484703] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23573; }","duration":"356.431081ms","start":"2026-03-11T21:19:50.004922Z","end":"2026-03-11T21:19:50.361353Z","steps":["trace[1714484703] 'agreement among raft nodes before linearized reading' (duration: 356.335349ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:50.361399Z","caller":"traceutil/trace.go:171","msg":"trace[413483357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23573; }","duration":"1.24173546s","start":"2026-03-11T21:19:49.119651Z","end":"2026-03-11T21:19:50.361387Z","steps":["trace[413483357] 'agreement among raft nodes before linearized reading' (duration: 1.241687219s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.361304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.064188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:50.361409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:50.004911Z","time spent":"356.489482ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:50.361431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.119629Z","time spent":"1.241793271s","remote":"127.0.0.1:36566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:50.361419Z","caller":"traceutil/trace.go:171","msg":"trace[1015092213] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"352.102804ms","start":"2026-03-11T21:19:50.009287Z","end":"2026-03-11T21:19:50.36139Z","steps":["trace[1015092213] 'process raft request' (duration: 351.786267ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:50.361434Z","caller":"traceutil/trace.go:171","msg":"trace[1186986093] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23573; }","duration":"762.244812ms","start":"2026-03-11T21:19:49.599176Z","end":"2026-03-11T21:19:50.361421Z","steps":["trace[1186986093] 'agreement among raft nodes before linearized reading' (duration: 762.058708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.361462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.127048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-11T21:19:50.361483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.599156Z","time spent":"762.315833ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-11T21:19:50.361495Z","caller":"traceutil/trace.go:171","msg":"trace[2042821064] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23573; }","duration":"534.1863ms","start":"2026-03-11T21:19:49.827298Z","end":"2026-03-11T21:19:50.361485Z","steps":["trace[2042821064] 'agreement among raft nodes before linearized reading' (duration: 534.016066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.361523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.827283Z","time spent":"534.23486ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T21:19:50.361513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553583414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-11T21:19:50.361533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:50.009271Z","time spent":"352.206485ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:19:50.36156Z","caller":"traceutil/trace.go:171","msg":"trace[781574826] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23573; }","duration":"1.553654536s","start":"2026-03-11T21:19:48.807893Z","end":"2026-03-11T21:19:50.361548Z","steps":["trace[781574826] 'agreement among raft nodes before linearized reading' (duration: 1.553504303s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.361592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.807883Z","time spent":"1.553702437s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T21:19:50.3616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551017517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:50.361631Z","caller":"traceutil/trace.go:171","msg":"trace[1402965389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23573; }","duration":"1.551052818s","start":"2026-03-11T21:19:48.810567Z","end":"2026-03-11T21:19:50.36162Z","steps":["trace[1402965389] 'agreement among raft nodes before linearized reading' (duration: 1.551012577s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.361395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.819988Z","time spent":"541.397241ms","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:19:50.361634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555293842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-11T21:19:50.361707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.767639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T21:19:50.361733Z","caller":"traceutil/trace.go:171","msg":"trace[849732882] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7; range_end:; response_count:1; response_revision:23573; }","duration":"1.555414115s","start":"2026-03-11T21:19:48.806309Z","end":"2026-03-11T21:19:50.361723Z","steps":["trace[849732882] 'agreement among raft nodes before linearized reading' (duration: 1.555244191s)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:50.36174Z","caller":"traceutil/trace.go:171","msg":"trace[983121518] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23573; }","duration":"348.79914ms","start":"2026-03-11T21:19:50.01293Z","end":"2026-03-11T21:19:50.361729Z","steps":["trace[983121518] 'agreement among raft nodes before linearized reading' (duration: 348.663167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.36175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551231711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:19:50.361765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.806273Z","time spent":"1.555482357s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189be5b93c0694d7\" "} {"level":"warn","ts":"2026-03-11T21:19:50.361771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:50.012878Z","time spent":"348.886542ms","remote":"127.0.0.1:36346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-11T21:19:50.361782Z","caller":"traceutil/trace.go:171","msg":"trace[1756837097] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23573; }","duration":"1.551275072s","start":"2026-03-11T21:19:48.8105Z","end":"2026-03-11T21:19:50.361775Z","steps":["trace[1756837097] 'agreement among raft nodes before linearized reading' (duration: 1.551225601s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.361805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.810493Z","time spent":"1.551306544s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T21:19:50.36166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:48.810562Z","time spent":"1.551092568s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:19:50.361903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.915343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-11T21:19:50.361867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.22729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:19:50.361942Z","caller":"traceutil/trace.go:171","msg":"trace[736896097] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23573; }","duration":"534.002605ms","start":"2026-03-11T21:19:49.827928Z","end":"2026-03-11T21:19:50.361931Z","steps":["trace[736896097] 'agreement among raft nodes before linearized reading' (duration: 533.881813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.36197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.827909Z","time spent":"534.054146ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-11T21:19:50.361996Z","caller":"traceutil/trace.go:171","msg":"trace[1079932323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23573; }","duration":"362.419035ms","start":"2026-03-11T21:19:49.999562Z","end":"2026-03-11T21:19:50.361981Z","steps":["trace[1079932323] 'agreement among raft nodes before linearized reading' (duration: 362.050726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:50.362702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:19:49.999535Z","time spent":"363.15524ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T21:19:52.538628Z","caller":"traceutil/trace.go:171","msg":"trace[498837611] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"174.693621ms","start":"2026-03-11T21:19:52.363904Z","end":"2026-03-11T21:19:52.538598Z","steps":["trace[498837611] 'process raft request' (duration: 174.441756ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:52.601517Z","caller":"traceutil/trace.go:171","msg":"trace[2126410290] linearizableReadLoop","detail":"{readStateIndex:24415; appliedIndex:24410; }","duration":"194.266899ms","start":"2026-03-11T21:19:52.407226Z","end":"2026-03-11T21:19:52.601493Z","steps":["trace[2126410290] 'read index received' (duration: 131.113359ms)","trace[2126410290] 'applied index is now lower than readState.Index' (duration: 63.15262ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:52.601544Z","caller":"traceutil/trace.go:171","msg":"trace[215867650] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"237.585956ms","start":"2026-03-11T21:19:52.363919Z","end":"2026-03-11T21:19:52.601505Z","steps":["trace[215867650] 'process raft request' (duration: 237.31839ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:52.601616Z","caller":"traceutil/trace.go:171","msg":"trace[1645642667] transaction","detail":"{read_only:false; response_revision:23602; number_of_response:1; }","duration":"237.237697ms","start":"2026-03-11T21:19:52.364337Z","end":"2026-03-11T21:19:52.601574Z","steps":["trace[1645642667] 'process raft request' (duration: 237.066374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:52.601823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.463193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-11T21:19:52.601882Z","caller":"traceutil/trace.go:171","msg":"trace[1202310133] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23604; }","duration":"194.656007ms","start":"2026-03-11T21:19:52.407209Z","end":"2026-03-11T21:19:52.601865Z","steps":["trace[1202310133] 'agreement among raft nodes before linearized reading' (duration: 194.376201ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:52.601835Z","caller":"traceutil/trace.go:171","msg":"trace[1256104928] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"237.37225ms","start":"2026-03-11T21:19:52.364423Z","end":"2026-03-11T21:19:52.601795Z","steps":["trace[1256104928] 'process raft request' (duration: 237.010052ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:52.601843Z","caller":"traceutil/trace.go:171","msg":"trace[499441712] transaction","detail":"{read_only:false; response_revision:23601; number_of_response:1; }","duration":"237.500263ms","start":"2026-03-11T21:19:52.36431Z","end":"2026-03-11T21:19:52.601811Z","steps":["trace[499441712] 'process raft request' (duration: 237.054373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:52.793571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.22374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-11T21:19:52.793724Z","caller":"traceutil/trace.go:171","msg":"trace[607500618] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23604; }","duration":"186.419913ms","start":"2026-03-11T21:19:52.607283Z","end":"2026-03-11T21:19:52.793703Z","steps":["trace[607500618] 'range keys from in-memory index tree' (duration: 186.062145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:52.793904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.593889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-gsgrz\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-03-11T21:19:52.794004Z","caller":"traceutil/trace.go:171","msg":"trace[1161700643] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-gsgrz; range_end:; response_count:1; response_revision:23604; }","duration":"174.701111ms","start":"2026-03-11T21:19:52.619274Z","end":"2026-03-11T21:19:52.793976Z","steps":["trace[1161700643] 'range keys from in-memory index tree' (duration: 174.357824ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:53.062209Z","caller":"traceutil/trace.go:171","msg":"trace[1631479782] linearizableReadLoop","detail":"{readStateIndex:24417; appliedIndex:24416; }","duration":"259.658959ms","start":"2026-03-11T21:19:52.802522Z","end":"2026-03-11T21:19:53.062181Z","steps":["trace[1631479782] 'read index received' (duration: 259.533886ms)","trace[1631479782] 'applied index is now lower than readState.Index' (duration: 123.773µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:19:53.062572Z","caller":"traceutil/trace.go:171","msg":"trace[180021262] transaction","detail":"{read_only:false; response_revision:23605; number_of_response:1; }","duration":"260.057998ms","start":"2026-03-11T21:19:52.802488Z","end":"2026-03-11T21:19:53.062546Z","steps":["trace[180021262] 'process raft request' (duration: 259.512206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.062749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.19079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189be62c6a0bf8a8\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-03-11T21:19:53.062822Z","caller":"traceutil/trace.go:171","msg":"trace[435433431] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189be62c6a0bf8a8; range_end:; response_count:1; response_revision:23605; }","duration":"260.310014ms","start":"2026-03-11T21:19:52.80249Z","end":"2026-03-11T21:19:53.0628Z","steps":["trace[435433431] 'agreement among raft nodes before linearized reading' (duration: 260.089479ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:53.091226Z","caller":"traceutil/trace.go:171","msg":"trace[1552962024] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"275.291617ms","start":"2026-03-11T21:19:52.815911Z","end":"2026-03-11T21:19:53.091203Z","steps":["trace[1552962024] 'process raft request' (duration: 275.205276ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:53.091499Z","caller":"traceutil/trace.go:171","msg":"trace[1344249163] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"277.336363ms","start":"2026-03-11T21:19:52.814125Z","end":"2026-03-11T21:19:53.091461Z","steps":["trace[1344249163] 'process raft request' (duration: 276.852333ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:53.091538Z","caller":"traceutil/trace.go:171","msg":"trace[1776895733] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"274.478919ms","start":"2026-03-11T21:19:52.817032Z","end":"2026-03-11T21:19:53.091511Z","steps":["trace[1776895733] 'process raft request' (duration: 274.328726ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:53.091546Z","caller":"traceutil/trace.go:171","msg":"trace[345835216] transaction","detail":"{read_only:false; response_revision:23608; number_of_response:1; }","duration":"274.49383ms","start":"2026-03-11T21:19:52.817007Z","end":"2026-03-11T21:19:53.091501Z","steps":["trace[345835216] 'process raft request' (duration: 274.152143ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:53.091557Z","caller":"traceutil/trace.go:171","msg":"trace[537193465] transaction","detail":"{read_only:false; response_revision:23610; number_of_response:1; }","duration":"274.419338ms","start":"2026-03-11T21:19:52.817115Z","end":"2026-03-11T21:19:53.091534Z","steps":["trace[537193465] 'process raft request' (duration: 274.344526ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:53.091741Z","caller":"traceutil/trace.go:171","msg":"trace[1012495810] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"273.457686ms","start":"2026-03-11T21:19:52.818271Z","end":"2026-03-11T21:19:53.091729Z","steps":["trace[1012495810] 'process raft request' (duration: 273.225061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:53.091958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.784966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-11T21:19:53.092006Z","caller":"traceutil/trace.go:171","msg":"trace[2062615703] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23611; }","duration":"287.847607ms","start":"2026-03-11T21:19:52.804148Z","end":"2026-03-11T21:19:53.091996Z","steps":["trace[2062615703] 'agreement among raft nodes before linearized reading' (duration: 287.602771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:19:54.938212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.663594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-11T21:19:54.938297Z","caller":"traceutil/trace.go:171","msg":"trace[793998580] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23629; }","duration":"223.799237ms","start":"2026-03-11T21:19:54.714477Z","end":"2026-03-11T21:19:54.938276Z","steps":["trace[793998580] 'range keys from in-memory index tree' (duration: 223.444509ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:19:58.729513Z","caller":"traceutil/trace.go:171","msg":"trace[1834045273] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"150.85862ms","start":"2026-03-11T21:19:58.578629Z","end":"2026-03-11T21:19:58.729487Z","steps":["trace[1834045273] 'process raft request' (duration: 150.720876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:09.276535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.863187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T21:20:09.276807Z","caller":"traceutil/trace.go:171","msg":"trace[1097306474] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"351.468939ms","start":"2026-03-11T21:20:08.925299Z","end":"2026-03-11T21:20:09.276768Z","steps":["trace[1097306474] 'process raft request' (duration: 137.181253ms)","trace[1097306474] 'compare' (duration: 213.635772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:20:09.277007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:20:08.925278Z","time spent":"351.669184ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:20:09.277238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.75089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:20:09.277369Z","caller":"traceutil/trace.go:171","msg":"trace[1001054621] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23764; }","duration":"190.980765ms","start":"2026-03-11T21:20:09.08637Z","end":"2026-03-11T21:20:09.277351Z","steps":["trace[1001054621] 'agreement among raft nodes before linearized reading' (duration: 190.728199ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:09.277502Z","caller":"traceutil/trace.go:171","msg":"trace[1188904531] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"127.659322ms","start":"2026-03-11T21:20:09.149823Z","end":"2026-03-11T21:20:09.277483Z","steps":["trace[1188904531] 'process raft request' (duration: 126.842864ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:09.277034Z","caller":"traceutil/trace.go:171","msg":"trace[1753019520] linearizableReadLoop","detail":"{readStateIndex:24579; appliedIndex:24578; }","duration":"190.486444ms","start":"2026-03-11T21:20:09.086431Z","end":"2026-03-11T21:20:09.276918Z","steps":["trace[1753019520] 'read index received' (duration: 77.152µs)","trace[1753019520] 'applied index is now lower than readState.Index' (duration: 190.405482ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:20:09.300847Z","caller":"traceutil/trace.go:171","msg":"trace[653717291] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"132.07414ms","start":"2026-03-11T21:20:09.168742Z","end":"2026-03-11T21:20:09.300816Z","steps":["trace[653717291] 'process raft request' (duration: 131.847885ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:09.301169Z","caller":"traceutil/trace.go:171","msg":"trace[1526277557] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"114.232691ms","start":"2026-03-11T21:20:09.186907Z","end":"2026-03-11T21:20:09.30114Z","steps":["trace[1526277557] 'process raft request' (duration: 113.831222ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:09.301715Z","caller":"traceutil/trace.go:171","msg":"trace[764318593] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"112.160125ms","start":"2026-03-11T21:20:09.189529Z","end":"2026-03-11T21:20:09.301689Z","steps":["trace[764318593] 'process raft request' (duration: 111.588081ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:19.135483Z","caller":"traceutil/trace.go:171","msg":"trace[1933890370] transaction","detail":"{read_only:false; response_revision:23835; number_of_response:1; }","duration":"194.987044ms","start":"2026-03-11T21:20:18.940469Z","end":"2026-03-11T21:20:19.135456Z","steps":["trace[1933890370] 'process raft request' (duration: 194.836491ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:19.13601Z","caller":"traceutil/trace.go:171","msg":"trace[791347146] transaction","detail":"{read_only:false; response_revision:23836; number_of_response:1; }","duration":"194.82248ms","start":"2026-03-11T21:20:18.941175Z","end":"2026-03-11T21:20:19.135998Z","steps":["trace[791347146] 'process raft request' (duration: 194.732628ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:19.136201Z","caller":"traceutil/trace.go:171","msg":"trace[1753238475] transaction","detail":"{read_only:false; response_revision:23837; number_of_response:1; }","duration":"194.809239ms","start":"2026-03-11T21:20:18.941382Z","end":"2026-03-11T21:20:19.136191Z","steps":["trace[1753238475] 'process raft request' (duration: 194.584744ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:19.136175Z","caller":"traceutil/trace.go:171","msg":"trace[215034564] linearizableReadLoop","detail":"{readStateIndex:24655; appliedIndex:24653; }","duration":"186.345881ms","start":"2026-03-11T21:20:18.949804Z","end":"2026-03-11T21:20:19.136149Z","steps":["trace[215034564] 'read index received' (duration: 185.678447ms)","trace[215034564] 'applied index is now lower than readState.Index' (duration: 665.954µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:20:19.136342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.520135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T21:20:19.13639Z","caller":"traceutil/trace.go:171","msg":"trace[11738121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23837; }","duration":"186.582856ms","start":"2026-03-11T21:20:18.949798Z","end":"2026-03-11T21:20:19.136381Z","steps":["trace[11738121] 'agreement among raft nodes before linearized reading' (duration: 186.427083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:19.136489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.513018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T21:20:19.136539Z","caller":"traceutil/trace.go:171","msg":"trace[1341118311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23837; }","duration":"140.599069ms","start":"2026-03-11T21:20:18.995927Z","end":"2026-03-11T21:20:19.136526Z","steps":["trace[1341118311] 'agreement among raft nodes before linearized reading' (duration: 140.430026ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:25.189599Z","caller":"traceutil/trace.go:171","msg":"trace[669908449] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"231.472668ms","start":"2026-03-11T21:20:24.958079Z","end":"2026-03-11T21:20:25.189552Z","steps":["trace[669908449] 'process raft request' (duration: 231.247353ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:25.344377Z","caller":"traceutil/trace.go:171","msg":"trace[645014620] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"149.307764ms","start":"2026-03-11T21:20:25.195047Z","end":"2026-03-11T21:20:25.344355Z","steps":["trace[645014620] 'process raft request' (duration: 149.153131ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:25.345479Z","caller":"traceutil/trace.go:171","msg":"trace[1228757966] transaction","detail":"{read_only:false; response_revision:23879; number_of_response:1; }","duration":"150.162694ms","start":"2026-03-11T21:20:25.195265Z","end":"2026-03-11T21:20:25.345428Z","steps":["trace[1228757966] 'process raft request' (duration: 149.901338ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:25.34553Z","caller":"traceutil/trace.go:171","msg":"trace[2042746946] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"150.261246ms","start":"2026-03-11T21:20:25.195252Z","end":"2026-03-11T21:20:25.345513Z","steps":["trace[2042746946] 'process raft request' (duration: 149.734314ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:25.345591Z","caller":"traceutil/trace.go:171","msg":"trace[1267345044] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"150.281656ms","start":"2026-03-11T21:20:25.195301Z","end":"2026-03-11T21:20:25.345583Z","steps":["trace[1267345044] 'process raft request' (duration: 149.957369ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:25.34553Z","caller":"traceutil/trace.go:171","msg":"trace[908892864] transaction","detail":"{read_only:false; response_revision:23880; number_of_response:1; }","duration":"150.277946ms","start":"2026-03-11T21:20:25.195227Z","end":"2026-03-11T21:20:25.345505Z","steps":["trace[908892864] 'process raft request' (duration: 149.98994ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:29.486594Z","caller":"traceutil/trace.go:171","msg":"trace[497363564] transaction","detail":"{read_only:false; response_revision:23906; number_of_response:1; }","duration":"124.92427ms","start":"2026-03-11T21:20:29.361643Z","end":"2026-03-11T21:20:29.486567Z","steps":["trace[497363564] 'process raft request' (duration: 124.676884ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:29.486988Z","caller":"traceutil/trace.go:171","msg":"trace[2574549] transaction","detail":"{read_only:false; response_revision:23907; number_of_response:1; }","duration":"125.255517ms","start":"2026-03-11T21:20:29.36172Z","end":"2026-03-11T21:20:29.486975Z","steps":["trace[2574549] 'process raft request' (duration: 124.807787ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:29.487091Z","caller":"traceutil/trace.go:171","msg":"trace[1654727362] transaction","detail":"{read_only:false; response_revision:23908; number_of_response:1; }","duration":"123.815574ms","start":"2026-03-11T21:20:29.363264Z","end":"2026-03-11T21:20:29.487079Z","steps":["trace[1654727362] 'process raft request' (duration: 123.591059ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:29.487264Z","caller":"traceutil/trace.go:171","msg":"trace[1961714890] transaction","detail":"{read_only:false; response_revision:23909; number_of_response:1; }","duration":"123.044887ms","start":"2026-03-11T21:20:29.364188Z","end":"2026-03-11T21:20:29.487233Z","steps":["trace[1961714890] 'process raft request' (duration: 122.779602ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:29.487738Z","caller":"traceutil/trace.go:171","msg":"trace[205574380] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"116.756567ms","start":"2026-03-11T21:20:29.370956Z","end":"2026-03-11T21:20:29.487712Z","steps":["trace[205574380] 'process raft request' (duration: 116.059682ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:29.48787Z","caller":"traceutil/trace.go:171","msg":"trace[1931902751] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"115.578701ms","start":"2026-03-11T21:20:29.372275Z","end":"2026-03-11T21:20:29.487854Z","steps":["trace[1931902751] 'process raft request' (duration: 115.342995ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:29.488048Z","caller":"traceutil/trace.go:171","msg":"trace[1332915122] transaction","detail":"{read_only:false; response_revision:23912; number_of_response:1; }","duration":"112.603875ms","start":"2026-03-11T21:20:29.375434Z","end":"2026-03-11T21:20:29.488038Z","steps":["trace[1332915122] 'process raft request' (duration: 112.366099ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:29.488441Z","caller":"traceutil/trace.go:171","msg":"trace[367169319] transaction","detail":"{read_only:false; response_revision:23913; number_of_response:1; }","duration":"112.894131ms","start":"2026-03-11T21:20:29.375525Z","end":"2026-03-11T21:20:29.488419Z","steps":["trace[367169319] 'process raft request' (duration: 112.474062ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:29.488636Z","caller":"traceutil/trace.go:171","msg":"trace[1687399863] transaction","detail":"{read_only:false; response_revision:23914; number_of_response:1; }","duration":"113.050985ms","start":"2026-03-11T21:20:29.375569Z","end":"2026-03-11T21:20:29.48862Z","steps":["trace[1687399863] 'process raft request' (duration: 112.768459ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:29.488638Z","caller":"traceutil/trace.go:171","msg":"trace[114021212] linearizableReadLoop","detail":"{readStateIndex:24728; appliedIndex:24725; }","duration":"126.444534ms","start":"2026-03-11T21:20:29.362168Z","end":"2026-03-11T21:20:29.488613Z","steps":["trace[114021212] 'read index received' (duration: 44.075324ms)","trace[114021212] 'applied index is now lower than readState.Index' (duration: 82.3668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:20:29.489013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.807512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:20:29.489067Z","caller":"traceutil/trace.go:171","msg":"trace[29229619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23914; }","duration":"126.919013ms","start":"2026-03-11T21:20:29.362132Z","end":"2026-03-11T21:20:29.489051Z","steps":["trace[29229619] 'agreement among raft nodes before linearized reading' (duration: 126.555325ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:20:29.866615Z","caller":"traceutil/trace.go:171","msg":"trace[590067390] linearizableReadLoop","detail":"{readStateIndex:24737; appliedIndex:24736; }","duration":"126.585086ms","start":"2026-03-11T21:20:29.739994Z","end":"2026-03-11T21:20:29.866579Z","steps":["trace[590067390] 'read index received' (duration: 126.177688ms)","trace[590067390] 'applied index is now lower than readState.Index' (duration: 405.978µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:20:29.866695Z","caller":"traceutil/trace.go:171","msg":"trace[1636871511] transaction","detail":"{read_only:false; response_revision:23916; number_of_response:1; }","duration":"186.241879ms","start":"2026-03-11T21:20:29.680421Z","end":"2026-03-11T21:20:29.866663Z","steps":["trace[1636871511] 'process raft request' (duration: 185.882261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:29.866899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.873293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:20:29.866999Z","caller":"traceutil/trace.go:171","msg":"trace[37355681] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23916; }","duration":"127.033227ms","start":"2026-03-11T21:20:29.739937Z","end":"2026-03-11T21:20:29.86697Z","steps":["trace[37355681] 'agreement among raft nodes before linearized reading' (duration: 126.844053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:20:29.867241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.803658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T21:20:29.8673Z","caller":"traceutil/trace.go:171","msg":"trace[851347374] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23916; }","duration":"121.002942ms","start":"2026-03-11T21:20:29.746283Z","end":"2026-03-11T21:20:29.867286Z","steps":["trace[851347374] 'agreement among raft nodes before linearized reading' (duration: 120.512161ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:21:03.516386Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21817} {"level":"info","ts":"2026-03-11T21:21:03.649418Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21817,"took":"129.280561ms","hash":1389233992,"current-db-size-bytes":50278400,"current-db-size":"50 MB","current-db-size-in-use-bytes":32083968,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-11T21:21:03.649478Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1389233992,"revision":21817,"compact-revision":18786} {"level":"info","ts":"2026-03-11T21:21:09.737436Z","caller":"traceutil/trace.go:171","msg":"trace[1177519729] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"125.980486ms","start":"2026-03-11T21:21:09.611432Z","end":"2026-03-11T21:21:09.737412Z","steps":["trace[1177519729] 'process raft request' (duration: 125.831182ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:21:15.946993Z","caller":"traceutil/trace.go:171","msg":"trace[435795798] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"176.704107ms","start":"2026-03-11T21:21:15.770231Z","end":"2026-03-11T21:21:15.946935Z","steps":["trace[435795798] 'process raft request' (duration: 176.361629ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:21:15.947044Z","caller":"traceutil/trace.go:171","msg":"trace[842460298] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"175.902218ms","start":"2026-03-11T21:21:15.771093Z","end":"2026-03-11T21:21:15.946995Z","steps":["trace[842460298] 'process raft request' (duration: 175.708214ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:21:15.947084Z","caller":"traceutil/trace.go:171","msg":"trace[688687871] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"175.586571ms","start":"2026-03-11T21:21:15.77146Z","end":"2026-03-11T21:21:15.947047Z","steps":["trace[688687871] 'process raft request' (duration: 175.406627ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:21:15.947189Z","caller":"traceutil/trace.go:171","msg":"trace[1659794661] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"171.18137ms","start":"2026-03-11T21:21:15.775963Z","end":"2026-03-11T21:21:15.947144Z","steps":["trace[1659794661] 'process raft request' (duration: 171.028466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:21:15.947275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.456581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T21:21:15.94735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.743133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-11T21:21:15.947389Z","caller":"traceutil/trace.go:171","msg":"trace[1906851917] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24412; }","duration":"176.612905ms","start":"2026-03-11T21:21:15.770752Z","end":"2026-03-11T21:21:15.947365Z","steps":["trace[1906851917] 'agreement among raft nodes before linearized reading' (duration: 176.385259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:21:15.947405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.530683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T21:21:15.947425Z","caller":"traceutil/trace.go:171","msg":"trace[1351583427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24412; }","duration":"154.856626ms","start":"2026-03-11T21:21:15.792551Z","end":"2026-03-11T21:21:15.947407Z","steps":["trace[1351583427] 'agreement among raft nodes before linearized reading' (duration: 154.62576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:21:15.947426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.663131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-11T21:21:15.947451Z","caller":"traceutil/trace.go:171","msg":"trace[1450864473] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24412; }","duration":"176.625625ms","start":"2026-03-11T21:21:15.770813Z","end":"2026-03-11T21:21:15.947439Z","steps":["trace[1450864473] 'agreement among raft nodes before linearized reading' (duration: 176.535083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:21:15.947453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.950714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:21:15.947476Z","caller":"traceutil/trace.go:171","msg":"trace[20946286] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24412; }","duration":"171.748193ms","start":"2026-03-11T21:21:15.775716Z","end":"2026-03-11T21:21:15.947464Z","steps":["trace[20946286] 'agreement among raft nodes before linearized reading' (duration: 171.559409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:21:15.947483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.584407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T21:21:15.947517Z","caller":"traceutil/trace.go:171","msg":"trace[132484611] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"170.826593ms","start":"2026-03-11T21:21:15.776668Z","end":"2026-03-11T21:21:15.947494Z","steps":["trace[132484611] 'process raft request' (duration: 170.389813ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:21:15.947549Z","caller":"traceutil/trace.go:171","msg":"trace[2009806094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24412; }","duration":"153.699469ms","start":"2026-03-11T21:21:15.793833Z","end":"2026-03-11T21:21:15.947532Z","steps":["trace[2009806094] 'agreement among raft nodes before linearized reading' (duration: 153.431863ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:21:15.947503Z","caller":"traceutil/trace.go:171","msg":"trace[1322094129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24412; }","duration":"157.045046ms","start":"2026-03-11T21:21:15.790442Z","end":"2026-03-11T21:21:15.947487Z","steps":["trace[1322094129] 'agreement among raft nodes before linearized reading' (duration: 156.842922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:21:15.947432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.196108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T21:21:15.947704Z","caller":"traceutil/trace.go:171","msg":"trace[2122632630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24412; }","duration":"153.506705ms","start":"2026-03-11T21:21:15.794184Z","end":"2026-03-11T21:21:15.94769Z","steps":["trace[2122632630] 'agreement among raft nodes before linearized reading' (duration: 153.049845ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:21:15.947771Z","caller":"traceutil/trace.go:171","msg":"trace[1480817764] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"172.868299ms","start":"2026-03-11T21:21:15.774255Z","end":"2026-03-11T21:21:15.947123Z","steps":["trace[1480817764] 'process raft request' (duration: 172.680355ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:24:00.695124Z","caller":"traceutil/trace.go:171","msg":"trace[2099658922] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"130.127991ms","start":"2026-03-11T21:24:00.564959Z","end":"2026-03-11T21:24:00.695087Z","steps":["trace[2099658922] 'process raft request' (duration: 129.921606ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:24:00.931022Z","caller":"traceutil/trace.go:171","msg":"trace[1967297989] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"365.88425ms","start":"2026-03-11T21:24:00.565098Z","end":"2026-03-11T21:24:00.930982Z","steps":["trace[1967297989] 'process raft request' (duration: 365.572113ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:24:00.931181Z","caller":"traceutil/trace.go:171","msg":"trace[1796566921] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"306.613441ms","start":"2026-03-11T21:24:00.62452Z","end":"2026-03-11T21:24:00.931133Z","steps":["trace[1796566921] 'process raft request' (duration: 306.373836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:24:00.931241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:24:00.565059Z","time spent":"366.064734ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:24:00.931432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:24:00.62449Z","time spent":"306.809687ms","remote":"127.0.0.1:34474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:24:00.931885Z","caller":"traceutil/trace.go:171","msg":"trace[1757111908] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"294.360761ms","start":"2026-03-11T21:24:00.6375Z","end":"2026-03-11T21:24:00.931861Z","steps":["trace[1757111908] 'process raft request' (duration: 294.064584ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:24:00.932106Z","caller":"traceutil/trace.go:171","msg":"trace[705834683] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"288.824784ms","start":"2026-03-11T21:24:00.64326Z","end":"2026-03-11T21:24:00.932084Z","steps":["trace[705834683] 'process raft request' (duration: 288.711441ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:24:00.932056Z","caller":"traceutil/trace.go:171","msg":"trace[1767784093] linearizableReadLoop","detail":"{readStateIndex:26747; appliedIndex:26741; }","duration":"282.843707ms","start":"2026-03-11T21:24:00.649198Z","end":"2026-03-11T21:24:00.932042Z","steps":["trace[1767784093] 'read index received' (duration: 45.718467ms)","trace[1767784093] 'applied index is now lower than readState.Index' (duration: 237.12418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:24:00.932248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.057752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T21:24:00.932076Z","caller":"traceutil/trace.go:171","msg":"trace[904458623] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"292.055908ms","start":"2026-03-11T21:24:00.639992Z","end":"2026-03-11T21:24:00.932048Z","steps":["trace[904458623] 'process raft request' (duration: 291.801612ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:24:00.93229Z","caller":"traceutil/trace.go:171","msg":"trace[564176305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25874; }","duration":"283.133834ms","start":"2026-03-11T21:24:00.649147Z","end":"2026-03-11T21:24:00.93228Z","steps":["trace[564176305] 'agreement among raft nodes before linearized reading' (duration: 282.94041ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:24:01.063489Z","caller":"traceutil/trace.go:171","msg":"trace[1594173697] linearizableReadLoop","detail":"{readStateIndex:26748; appliedIndex:26747; }","duration":"131.189054ms","start":"2026-03-11T21:24:00.932263Z","end":"2026-03-11T21:24:01.063452Z","steps":["trace[1594173697] 'read index received' (duration: 50.450385ms)","trace[1594173697] 'applied index is now lower than readState.Index' (duration: 80.737549ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:24:01.063598Z","caller":"traceutil/trace.go:171","msg":"trace[819303296] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"283.656476ms","start":"2026-03-11T21:24:00.779891Z","end":"2026-03-11T21:24:01.063548Z","steps":["trace[819303296] 'process raft request' (duration: 202.811124ms)","trace[819303296] 'compare' (duration: 80.585866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:24:01.063697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.067664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-11T21:24:01.063747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.013987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T21:24:01.063782Z","caller":"traceutil/trace.go:171","msg":"trace[1128174744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25875; }","duration":"208.208437ms","start":"2026-03-11T21:24:00.855551Z","end":"2026-03-11T21:24:01.063759Z","steps":["trace[1128174744] 'agreement among raft nodes before linearized reading' (duration: 207.941961ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:24:01.063809Z","caller":"traceutil/trace.go:171","msg":"trace[1237167113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25875; }","duration":"206.171911ms","start":"2026-03-11T21:24:00.857622Z","end":"2026-03-11T21:24:01.063794Z","steps":["trace[1237167113] 'agreement among raft nodes before linearized reading' (duration: 205.857844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:24:01.063904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.007104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T21:24:01.063951Z","caller":"traceutil/trace.go:171","msg":"trace[958684644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25875; }","duration":"260.145437ms","start":"2026-03-11T21:24:00.803795Z","end":"2026-03-11T21:24:01.063941Z","steps":["trace[958684644] 'agreement among raft nodes before linearized reading' (duration: 259.767629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:24:01.064024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.342853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T21:24:01.064081Z","caller":"traceutil/trace.go:171","msg":"trace[907546276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25875; }","duration":"150.401844ms","start":"2026-03-11T21:24:00.913666Z","end":"2026-03-11T21:24:01.064068Z","steps":["trace[907546276] 'agreement among raft nodes before linearized reading' (duration: 150.271611ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:24:01.121426Z","caller":"traceutil/trace.go:171","msg":"trace[1035163418] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"184.313431ms","start":"2026-03-11T21:24:00.937081Z","end":"2026-03-11T21:24:01.121394Z","steps":["trace[1035163418] 'process raft request' (duration: 184.092036ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:26:03.524906Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24313} {"level":"info","ts":"2026-03-11T21:26:03.656585Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24313,"took":"127.13824ms","hash":1983359908,"current-db-size-bytes":50278400,"current-db-size":"50 MB","current-db-size-in-use-bytes":32948224,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-11T21:26:03.656643Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1983359908,"revision":24313,"compact-revision":21817} {"level":"info","ts":"2026-03-11T21:31:03.534773Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26875} {"level":"info","ts":"2026-03-11T21:31:03.666138Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26875,"took":"127.011736ms","hash":2658960365,"current-db-size-bytes":50278400,"current-db-size":"50 MB","current-db-size-in-use-bytes":28663808,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-11T21:31:03.666186Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2658960365,"revision":26875,"compact-revision":24313} {"level":"info","ts":"2026-03-11T21:31:15.295285Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf809824ab95ac81","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T21:31:15.301411Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-11T21:31:15.301528Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-11T21:36:03.541651Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28949} {"level":"info","ts":"2026-03-11T21:36:03.658456Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28949,"took":"112.325427ms","hash":970331138,"current-db-size-bytes":50278400,"current-db-size":"50 MB","current-db-size-in-use-bytes":27885568,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-11T21:36:03.658532Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":970331138,"revision":28949,"compact-revision":26875} {"level":"info","ts":"2026-03-11T21:41:03.547624Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31067} {"level":"info","ts":"2026-03-11T21:41:03.691957Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31067,"took":"140.173799ms","hash":604821976,"current-db-size-bytes":50278400,"current-db-size":"50 MB","current-db-size-in-use-bytes":29261824,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-11T21:41:03.692028Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":604821976,"revision":31067,"compact-revision":28949} {"level":"info","ts":"2026-03-11T21:44:01.383305Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008afa.wal"} {"level":"info","ts":"2026-03-11T21:46:03.553042Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33218} {"level":"info","ts":"2026-03-11T21:46:03.674955Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33218,"took":"118.492943ms","hash":439407294,"current-db-size-bytes":53280768,"current-db-size":"53 MB","current-db-size-in-use-bytes":30035968,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-11T21:46:03.675015Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":439407294,"revision":33218,"compact-revision":31067}